-- Logs begin at Fri 2022-04-29 16:42:22 UTC, end at Fri 2022-04-29 18:33:50 UTC. -- Apr 29 17:23:07.277486 dv-neutron-839024-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 17:23:09.746027 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.common.config [-] Logging enabled! Apr 29 17:23:09.746696 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev7 Apr 29 17:23:09.746801 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87911) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 17:23:09.749902 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.common.config [-] Logging enabled! Apr 29 17:23:09.750153 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev7 Apr 29 17:23:09.750458 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87911) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 17:23:09.751435 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 17:23:09.751661 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 17:23:09.752055 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 17:23:09.752292 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 17:23:09.752540 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 17:23:09.752837 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.753129 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.753416 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.753630 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.753922 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.754208 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.754487 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.754769 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.755064 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.755368 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.755632 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.755912 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.756140 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.756417 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.756699 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.756987 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.757208 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] debug = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.757482 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.757903 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.758322 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.758595 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.758879 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.759150 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.759442 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.759715 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.759995 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.760319 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] host = dv-neutron-839024-2-hyperv {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.760589 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.760872 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.761155 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.761435 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.761705 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.761977 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.762255 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.762521 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.762785 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] log_file = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.763055 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.763364 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.763648 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.763933 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.764153 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.764370 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.764652 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.764934 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.765204 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.765473 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.765740 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.766007 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.766274 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.766533 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.766810 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.767093 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.767454 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.767731 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.768000 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.768267 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.768530 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.768807 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.769073 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.769342 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.769610 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.769893 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.770157 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.770424 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.770716 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.770995 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.771271 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.771581 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.771850 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.772125 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.772392 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.772657 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.772923 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] use_json = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.773188 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.773453 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.773730 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.773997 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.774262 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.774529 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.774792 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.775070 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.775357 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:09.775649 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.776257 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.776552 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.776840 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.777127 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.777402 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.777688 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.777959 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.778242 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.778524 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.778804 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.779077 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.779389 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.779661 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.779950 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.780248 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.780537 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.780824 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.781093 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.781363 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.781630 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.781900 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.782181 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.782469 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.782753 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.783103 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.783407 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.783696 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.783970 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.784237 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.784511 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.784797 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.785071 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.785337 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.785613 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.785886 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.786154 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.786422 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.786693 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.786984 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.787258 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.787550 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.787815 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.788085 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.788352 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.788631 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.788900 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.789169 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.789434 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.789706 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.789974 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.790247 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.790520 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.790787 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.791060 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.791355 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.791624 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.791891 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.792156 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.792420 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.792685 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.792949 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.793219 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.793485 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.793755 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.794021 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.794288 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.794556 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.794836 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.795128 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.795428 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.795705 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.795978 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.796250 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.796522 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.796794 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.797072 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.797348 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.797617 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.797902 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.798181 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.798459 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.798761 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.799035 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.799413 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.799696 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.799976 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.800247 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.800523 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.800800 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.801077 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.801369 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.801658 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.801947 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.802236 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.802522 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.802798 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.803104 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.803409 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:09.803625 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 17:23:09.803866 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87911) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 17:23:10.184510 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO keyring.backend [-] Loading KWallet Apr 29 17:23:10.191747 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO keyring.backend [-] Loading SecretService Apr 29 17:23:10.195172 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO keyring.backend [-] Loading Windows Apr 29 17:23:10.196484 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO keyring.backend [-] Loading chainer Apr 29 17:23:10.197049 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO keyring.backend [-] Loading macOS Apr 29 17:23:10.229714 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 17:23:10.229996 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 17:23:10.230295 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 17:23:10.230667 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 17:23:10.610484 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.610773 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.611019 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.612396 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.612669 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.612942 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.646601 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.646858 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.647098 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.660712 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.660986 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.661253 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.690455 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.690729 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.690989 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.726502 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.726791 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.727050 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.954540 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.955194 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.955194 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.955369 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:10.956046 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.073103 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.073425 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.073701 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.073961 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.074223 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.074529 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.074788 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.075042 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.075314 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.075596 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.075834 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.076093 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.076360 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.076610 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.076868 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.077135 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.077389 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.077637 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.077887 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.078167 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.078512 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.078758 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.079003 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.079281 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.079546 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.079787 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.080252 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 17:23:11.080487 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 17:23:11.080719 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 17:23:11.080950 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 17:23:11.081180 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 17:23:11.081408 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 17:23:11.081769 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 17:23:11.084828 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 17:23:11.088764 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 17:23:11.092507 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 29 17:23:11.094125 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 17:23:11.095602 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 17:23:11.095937 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 17:23:11.096319 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 17:23:11.099062 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 17:23:11.099331 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 17:23:11.099678 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 17:23:11.126805 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 29 17:23:11.127244 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.127567 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87911) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 29 17:23:11.127925 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.129296 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87911) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 17:23:11.129569 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 17:23:11.129808 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 17:23:11.133115 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.133402 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.196422 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 17:23:11.196658 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 17:23:11.196891 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 17:23:11.197257 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 17:23:11.231249 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_db.sqlalchemy.engines [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87911) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 29 17:23:11.584056 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Initializing driver for type 'gre' Apr 29 17:23:11.584603 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] gre ID ranges: [(1, 1000)] Apr 29 17:23:11.636577 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Initializing driver for type 'local' Apr 29 17:23:11.636911 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Initializing driver for type 'vlan' Apr 29 17:23:11.648992 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] VlanTypeDriver initialization complete Apr 29 17:23:11.649390 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Initializing driver for type 'vxlan' Apr 29 17:23:11.649957 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] vxlan ID ranges: [(1, 1000)] Apr 29 17:23:11.701930 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Initializing extension driver 'port_security' Apr 29 17:23:11.702270 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.extensions.port_security [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] PortSecurityExtensionDriver initialization complete Apr 29 17:23:11.702597 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Initializing mechanism driver 'openvswitch' Apr 29 17:23:11.702914 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Initializing mechanism driver 'hyperv' Apr 29 17:23:11.709628 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.plugins.ml2.plugin [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:23:11.710314 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > port after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.710681 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > port after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.711024 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > port after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.711579 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 17:23:11.712004 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > subnet after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.712384 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > subnet after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.712722 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.713106 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 17:23:11.713509 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > network after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.713848 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > network after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.714186 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > network after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.714566 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 17:23:11.714969 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > security_group after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.715322 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > security_group after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.715673 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.716212 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 17:23:11.716611 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.716954 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.717281 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.717664 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 17:23:11.718058 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > address_group after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.718396 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > address_group after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.718724 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.719111 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87911) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 17:23:11.719576 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] ML2 OVO RPC backend initialized. {{(pid=87911) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 29 17:23:11.720276 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.720652 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.721064 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > network before_response 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.721403 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > networks before_response 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.721748 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > port before_response 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.722084 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > ports before_response 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.722420 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > subnet before_response 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.722737 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > subnets before_response 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.723078 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > network after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.723448 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > network after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.723785 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > network after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.724119 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > port after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.724451 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > port after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.724783 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > port after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.725115 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > subnet after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.725448 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > subnet after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.725776 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.726345 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.plugin [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Modular L2 Plugin initialization complete Apr 29 17:23:11.726673 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading services supported by the core plugin {{(pid=87911) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 17:23:11.727001 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.plugins.ml2.managers [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Got port-security extension from driver 'port_security' Apr 29 17:23:11.727493 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.extensions.vlantransparent [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Disabled vlantransparent extension. Apr 29 17:23:11.727981 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87911) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 17:23:11.728291 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading Plugin: router Apr 29 17:23:11.765228 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.765609 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router after_create 55549900 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.765976 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router before_create 55549900 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.766338 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.766706 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.767057 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router after_delete 55549900 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.767455 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.767843 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router after_create 55549900 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.768184 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router after_update 55549900 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.768528 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router after_update 55549900 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.768868 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.769205 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router after_update 55549900 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.769610 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router precommit_update 55549900 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.769990 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: port after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.770320 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: port after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.770649 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: subnet after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.770965 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.771327 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.771672 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router precommit_create 55549900 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.772008 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: port before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.772347 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router precommit_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.772698 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router after_update 55549900 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.773036 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.773377 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router precommit_create 55549900 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.773731 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.774069 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router precommit_update 55549900 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.774426 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > agent after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.774771 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > agent after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.775107 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > network after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.776316 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Tracking information for resource: router configured {{(pid=87911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 17:23:11.776643 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Tracking information for resource: floatingip configured {{(pid=87911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 17:23:11.781593 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.db.l3_agentschedulers_db [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 17:23:11.782158 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: port after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.782511 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: port after_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.782853 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: port after_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.783218 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: port after_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.784094 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router before_create 55550100 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.784448 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.784805 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router precommit_create 55550100 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.785153 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > router precommit_update 55550100 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.789526 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.services.provider_configuration [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service providers = [] {{(pid=87911) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 17:23:11.789889 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.db.servicetype_db [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87911) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 17:23:11.792846 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.services.service_base [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 17:23:11.793189 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.services.service_base [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 17:23:11.793523 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.services.service_base [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 17:23:11.794396 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.services.service_base [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 17:23:11.794761 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.services.service_base [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 17:23:11.795131 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 17:23:11.795478 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 17:23:11.806074 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 17:23:11.806406 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading Plugin: auto_allocate Apr 29 17:23:11.812167 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: network precommit_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.812527 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: network precommit_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.813037 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 17:23:11.813357 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading Plugin: tag Apr 29 17:23:11.819909 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 17:23:11.820237 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading Plugin: timestamp Apr 29 17:23:11.824186 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 17:23:11.824514 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading Plugin: network_ip_availability Apr 29 17:23:11.829709 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.830162 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.830512 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:11.831214 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 17:23:11.831542 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading Plugin: flavors Apr 29 17:23:11.836231 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 17:23:11.836497 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading Plugin: revisions Apr 29 17:23:11.840698 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 17:23:11.841101 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_concurrency.lockutils [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.611s {{(pid=87911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 17:23:11.841819 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87911) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 29 17:23:11.842168 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Initializing extension manager. Apr 29 17:23:11.842671 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: __init__.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.843009 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: __pycache__ {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.843331 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.843691 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: address_group.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.844434 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.844985 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: address-group Apr 29 17:23:11.845304 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: address_scope.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.846033 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.846535 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: address-scope Apr 29 17:23:11.846827 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.847770 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.848272 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: router-admin-state-down-before-update Apr 29 17:23:11.848586 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: agent.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.849459 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.849959 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: agent Apr 29 17:23:11.850274 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: agent_resources_synced.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.851168 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.851706 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: agent-resources-synced Apr 29 17:23:11.852018 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: allowedaddresspairs.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.853782 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.854299 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: allowed-address-pairs Apr 29 17:23:11.854620 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: auto_allocated_topology.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.855709 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.856210 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: auto-allocated-topology Apr 29 17:23:11.856528 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: availability_zone.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.857215 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.857715 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: availability_zone Apr 29 17:23:11.858030 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: availability_zone_filter.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.858929 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.859461 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: availability_zone_filter Apr 29 17:23:11.859776 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: data_plane_status.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.860671 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.861162 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 17:23:11.861525 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: default_subnetpools.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.862421 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.862909 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: default-subnetpools Apr 29 17:23:11.863225 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.864049 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.864543 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: dhcp_agent_scheduler Apr 29 17:23:11.864857 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: dns.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.865752 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.866243 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension dns-integration not supported by any of loaded plugins Apr 29 17:23:11.866562 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: dns_domain_ports.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.867504 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.868003 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 17:23:11.868314 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: dvr.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.868989 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.869494 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: dvr Apr 29 17:23:11.869811 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: empty_string_filtering.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.870717 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.871217 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: empty-string-filtering Apr 29 17:23:11.871562 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.872463 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.872952 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 17:23:11.873265 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.874160 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.874648 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 17:23:11.874964 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: external_net.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.875886 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.876381 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: external-net Apr 29 17:23:11.876691 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.877606 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.878107 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: extra_dhcp_opt Apr 29 17:23:11.878423 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: extraroute.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.879320 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.879906 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: extraroute Apr 29 17:23:11.880221 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: extraroute_atomic.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.881242 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.881733 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: extraroute-atomic Apr 29 17:23:11.882043 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: filter_validation.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.882696 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.883189 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: filter-validation Apr 29 17:23:11.883526 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: fip_pf_description.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.884415 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.884899 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 17:23:11.885220 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: fip_port_details.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.886120 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.886620 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: fip-port-details Apr 29 17:23:11.886941 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: flavors.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.888180 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.888685 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: flavors Apr 29 17:23:11.889005 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.890628 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.891150 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 17:23:11.891497 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: floatingip_pools.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.892186 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.892769 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: floatingip-pools Apr 29 17:23:11.893090 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: ip_allocation.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.893989 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.894488 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 17:23:11.894798 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.895734 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.896237 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: ip-substring-filtering Apr 29 17:23:11.896553 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: l2_adjacency.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.897460 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.897953 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 17:23:11.898268 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: l3.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.899224 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.899763 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: router Apr 29 17:23:11.900079 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.902743 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.903254 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 17:23:11.903610 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.904530 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.905033 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: ext-gw-mode Apr 29 17:23:11.905361 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.906278 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.906783 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: l3-ha Apr 29 17:23:11.907103 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: l3_flavors.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.908035 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.908576 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: l3-flavors Apr 29 17:23:11.908890 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.909802 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.910296 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 17:23:11.910610 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: l3agentscheduler.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.911664 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.912166 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: l3_agent_scheduler Apr 29 17:23:11.912485 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: logging.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.913957 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.914466 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension logging not supported by any of loaded plugins Apr 29 17:23:11.914786 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: metering.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.915560 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.916124 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: metering Apr 29 17:23:11.916440 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.917509 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.918013 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: metering_source_and_destination_fields Apr 29 17:23:11.918312 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: multiprovidernet.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.919228 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.919755 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: multi-provider Apr 29 17:23:11.920078 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: netmtu.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.920973 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.921476 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: net-mtu Apr 29 17:23:11.921793 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: netmtu_writable.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.922694 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.923191 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: net-mtu-writable Apr 29 17:23:11.923530 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: network_availability_zone.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.924215 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.924716 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: network_availability_zone Apr 29 17:23:11.925031 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: network_ip_availability.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.926100 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.926602 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: network-ip-availability Apr 29 17:23:11.926918 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: network_segment_range.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.927707 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.928195 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 17:23:11.928508 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: pagination.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.929469 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.929789 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: pagination Apr 29 17:23:11.930103 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: port_device_profile.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.930991 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.931523 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: port-device-profile Apr 29 17:23:11.931837 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.932752 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.933259 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: port-mac-address-regenerate Apr 29 17:23:11.933571 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.934459 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.934956 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: port-numa-affinity-policy Apr 29 17:23:11.935276 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: port_resource_request.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.936197 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.936726 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 17:23:11.937046 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: portbindings.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.937958 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.938457 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: binding Apr 29 17:23:11.938769 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: portbindings_extended.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.940223 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.940730 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: binding-extended Apr 29 17:23:11.941052 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: portsecurity.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.941959 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.942464 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: port-security Apr 29 17:23:11.942780 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: project_id.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.943759 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.944082 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: project-id Apr 29 17:23:11.944400 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: providernet.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.945314 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.945820 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: provider Apr 29 17:23:11.946135 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: qos.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.949679 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.950188 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension qos not supported by any of loaded plugins Apr 29 17:23:11.950514 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.951766 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.952272 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 17:23:11.952589 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.953496 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.953998 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 17:23:11.954316 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: qos_default.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.955238 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.955804 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension qos-default not supported by any of loaded plugins Apr 29 17:23:11.956089 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: qos_fip.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.956737 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.957228 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension qos-fip not supported by any of loaded plugins Apr 29 17:23:11.957538 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: qos_gateway_ip.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.958448 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.958944 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 17:23:11.959258 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: qos_port_network_policy.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.960183 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.960673 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 17:23:11.960982 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: qos_rule_type_details.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.961876 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.962369 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 17:23:11.962682 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: qos_rules_alias.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.963728 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.964224 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 17:23:11.964539 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: quotasv2.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.965447 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.965769 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: quotas Apr 29 17:23:11.966082 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: quotasv2_detail.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.967708 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.968039 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: quota_details Apr 29 17:23:11.968361 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: rbac.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.969410 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.969919 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: rbac-policies Apr 29 17:23:11.970240 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: rbac_address_group.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.971456 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.971959 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: rbac-address-group Apr 29 17:23:11.972279 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: rbac_address_scope.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.973185 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.973688 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: rbac-address-scope Apr 29 17:23:11.974005 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: rbac_security_groups.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.974903 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.975442 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: rbac-security-groups Apr 29 17:23:11.975758 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: rbac_subnetpool.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.976671 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.977173 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: rbac-subnetpool Apr 29 17:23:11.977491 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: revisionifmatch.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.978400 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.978903 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: revision-if-match Apr 29 17:23:11.979278 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: revisions.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.980467 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.980970 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: standard-attr-revisions Apr 29 17:23:11.981292 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: router_availability_zone.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.981959 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.982458 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: router_availability_zone Apr 29 17:23:11.982777 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: routerservicetype.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.983715 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.984215 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension router-service-type not supported by any of loaded plugins Apr 29 17:23:11.984531 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.985441 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.985943 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: security-groups-normalized-cidr Apr 29 17:23:11.986284 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.987196 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.987726 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: port-security-groups-filtering Apr 29 17:23:11.988040 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.988946 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.989447 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: security-groups-remote-address-group Apr 29 17:23:11.989763 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: securitygroup.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:11.999263 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:11.999822 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: security-group Apr 29 17:23:12.000180 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: segment.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.000961 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.001458 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension segment not supported by any of loaded plugins Apr 29 17:23:12.001782 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.002750 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.003252 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 17:23:12.003596 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: servicetype.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.004693 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.005199 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: service-type Apr 29 17:23:12.005523 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: sorting.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.006492 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.006820 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: sorting Apr 29 17:23:12.007137 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: standard_attr_segment.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.008067 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.008584 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 17:23:12.008903 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: standardattrdescription.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.009544 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.010046 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: standard-attr-description Apr 29 17:23:12.010360 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: stateful_security_group.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.011267 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.011797 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: stateful-security-group Apr 29 17:23:12.012113 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: stdattrs_common.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.012691 dv-neutron-839024-2-hyperv neutron-server[87911]: WARNING neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 17:23:12.013004 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.013989 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.014490 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 17:23:12.014805 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: subnet_onboard.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.015916 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.016418 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: subnet_onboard Apr 29 17:23:12.016730 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.017669 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.018160 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 17:23:12.018475 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: subnet_service_types.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.019430 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.019932 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: subnet-service-types Apr 29 17:23:12.020246 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: subnetallocation.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.021327 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.021829 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: subnet_allocation Apr 29 17:23:12.022143 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.022805 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.023325 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: subnetpool-prefix-ops Apr 29 17:23:12.023643 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.024569 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.025065 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 17:23:12.025386 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: tagging.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.026763 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.027274 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: standard-attr-tag Apr 29 17:23:12.027621 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: timestamp.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.028833 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.029341 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loaded extension: standard-attr-timestamp Apr 29 17:23:12.029665 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: trunk.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.030710 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.031214 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension trunk not supported by any of loaded plugins Apr 29 17:23:12.031558 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: trunk_details.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.032467 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.032968 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension trunk-details not supported by any of loaded plugins Apr 29 17:23:12.033342 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: uplink_status_propagation.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.034256 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.034754 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 17:23:12.035073 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Loading extension file: vlantransparent.py {{(pid=87911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 17:23:12.035762 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 17:23:12.036255 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 17:23:12.038779 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:network Apr 29 17:23:12.039569 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:subnet Apr 29 17:23:12.040331 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 17:23:12.040927 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:port Apr 29 17:23:12.042185 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.042629 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service FLAVORS assigned prefix: {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.043257 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.043706 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.044050 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:router Apr 29 17:23:12.044693 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 17:23:12.045386 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service METERING assigned prefix: /metering {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.046860 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:12.047203 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:12.047582 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:23:12.049878 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 17:23:12.050315 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:security_group Apr 29 17:23:12.050971 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 17:23:12.051731 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service CORE assigned prefix: {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.052056 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 17:23:12.052388 dv-neutron-839024-2-hyperv neutron-server[87911]: WARNING neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] subnetpool is already registered Apr 29 17:23:12.053008 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service CORE assigned prefix: {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.053331 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 17:23:12.053652 dv-neutron-839024-2-hyperv neutron-server[87911]: WARNING neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] subnetpool is already registered Apr 29 17:23:12.166346 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.166698 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service FLAVORS assigned prefix: {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.167277 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.167727 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.168066 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:router Apr 29 17:23:12.168412 dv-neutron-839024-2-hyperv neutron-server[87911]: WARNING neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] router is already registered Apr 29 17:23:12.169067 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 17:23:12.169395 dv-neutron-839024-2-hyperv neutron-server[87911]: WARNING neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] floatingip is already registered Apr 29 17:23:12.170021 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service METERING assigned prefix: /metering {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.170844 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 17:23:12.171174 dv-neutron-839024-2-hyperv neutron-server[87911]: WARNING neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] rbac_policy is already registered Apr 29 17:23:12.171619 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:security_group Apr 29 17:23:12.171942 dv-neutron-839024-2-hyperv neutron-server[87911]: WARNING neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] security_group is already registered Apr 29 17:23:12.172533 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 17:23:12.172858 dv-neutron-839024-2-hyperv neutron-server[87911]: WARNING neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] security_group_rule is already registered Apr 29 17:23:12.173521 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service CORE assigned prefix: {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.173883 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 17:23:12.174194 dv-neutron-839024-2-hyperv neutron-server[87911]: WARNING neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] subnetpool is already registered Apr 29 17:23:12.174786 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.v2.resource_helper [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Service CORE assigned prefix: {{(pid=87911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 17:23:12.175108 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 17:23:12.175460 dv-neutron-839024-2-hyperv neutron-server[87911]: WARNING neutron.quota.resource_registry [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] subnetpool is already registered Apr 29 17:23:12.176108 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: extensions {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.177593 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: address-groups {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.179198 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: address-scopes {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.180425 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: agents {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.181568 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: auto-allocated-topology {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.182872 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: availability_zones {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.184117 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: dhcp-networks {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.185508 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: dhcp-agents {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.186894 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: routers {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.188692 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: flavors {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.189920 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: service_profiles {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.191089 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: next_providers {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.192624 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: service_profiles {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.194058 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: floatingip-pools {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.195253 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: routers {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.197037 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: floatingips {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.198187 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: l3-routers {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.199580 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: l3-agents {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.201052 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: metering-labels {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.202274 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: metering-label-rules {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.203551 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: network-ip-availabilities {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.204773 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: bindings {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.206448 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: quotas {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.207917 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: quotas {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.209302 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: rbac-policies {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.210556 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: security-groups {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.211780 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: security-group-rules {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.212983 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: service-providers {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.214287 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: subnetpools {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.215620 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: subnetpools {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.217026 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: tags {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.218778 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: tags {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.220484 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: tags {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.222335 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: tags {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.225124 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: tags {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.226939 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: tags {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.228623 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: tags {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.230485 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: tags {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.232258 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: tags {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.234053 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron.api.extensions [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Extended resource: tags {{(pid=87911) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 17:23:12.240113 dv-neutron-839024-2-hyperv neutron-server[87911]: WARNING keystonemiddleware.auth_token [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 17:23:12.244823 dv-neutron-839024-2-hyperv neutron-server[87911]: WARNING keystonemiddleware.auth_token [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 17:23:12.252990 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_concurrency.lockutils [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Acquired lock "singleton_lock" {{(pid=87911) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 29 17:23:12.253461 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_concurrency.lockutils [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Releasing lock "singleton_lock" {{(pid=87911) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 29 17:23:12.254086 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO oslo_service.service [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Starting 2 workers Apr 29 17:23:12.258699 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Started child 88018 {{(pid=87911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 17:23:12.262855 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Started child 88019 {{(pid=87911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 17:23:12.263629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:12.264420 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO neutron.service [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 17:23:12.265005 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Notify callbacks [] for process, before_spawn {{(pid=87911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:12.265217 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [-] (88018) wsgi starting up on http://0.0.0.0:9696 Apr 29 17:23:12.267196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:12.267901 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO oslo_service.service [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Starting 1 workers Apr 29 17:23:12.268610 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [-] (88019) wsgi starting up on http://0.0.0.0:9696 Apr 29 17:23:12.272305 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Started child 88020 {{(pid=87911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 17:23:12.272795 dv-neutron-839024-2-hyperv neutron-server[87911]: INFO oslo_service.service [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Starting 1 workers Apr 29 17:23:12.275749 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.service [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] calling RpcWorker wait() {{(pid=88020) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 17:23:12.276644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.service [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] returning from RpcWorker wait() {{(pid=88020) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 17:23:12.277267 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Started child 88021 {{(pid=87911) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 17:23:12.277812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:12.277937 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG neutron_lib.callbacks.manager [None req-317f2fde-ad14-4227-ad6a-8f4dac9ddb96 None None] Notify callbacks [] for process, after_spawn {{(pid=87911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:12.278341 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:23:12.279700 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87911) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 29 17:23:12.279881 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 17:23:12.280092 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 17:23:12.280267 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 17:23:12.280621 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 17:23:12.280747 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 17:23:12.281247 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.281512 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.281783 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.281959 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:12.282458 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.282458 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.282846 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.282988 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:23:12.283135 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.283418 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.283688 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.283898 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.284052 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.284232 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.284474 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.284724 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.285016 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.285271 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.285526 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.285770 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.285928 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.286187 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.286446 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.286668 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.286941 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] debug = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.287177 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.287667 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.287887 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.288130 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.288390 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.288599 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.288837 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.289078 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.289308 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.289559 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.289795 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.290049 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.290279 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.290500 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.290734 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.290967 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.291189 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.291646 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] host = dv-neutron-839024-2-hyperv {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.291854 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.292080 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.292303 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.292541 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.292790 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.293000 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.293284 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.293466 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.293709 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.293930 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.294141 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.294407 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.294582 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.294809 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_file = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.294973 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_options = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.295196 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.295472 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.295732 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.295918 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.296099 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.296243 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.296469 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.296614 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.296864 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.297085 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.297291 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.297498 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.297721 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.297944 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.298177 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.298399 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.298641 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.298928 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.299172 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.299423 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.299645 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.299875 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.300117 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.300327 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.300535 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.300741 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.300977 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.301202 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.301413 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.301663 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.301870 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.302117 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.303629 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.303629 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.303629 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.303629 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.303629 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.303629 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.304031 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.304031 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.304704 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.305102 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.305331 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.305681 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.305836 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.306027 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] use_json = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.306231 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.306473 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.306715 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.307049 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.307473 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.307800 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.308054 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.308511 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.308695 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.309141 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.309417 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.309726 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.309994 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.310232 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.310469 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.310719 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.310966 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.311249 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.311527 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.311876 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.312094 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.312402 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.312634 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.312883 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.315325 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.315325 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.315325 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.315325 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.315325 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.315325 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.315325 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.315325 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.315899 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.315899 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.315899 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.315899 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.316142 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.316310 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.316474 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.316732 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.316970 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.317224 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.317399 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.317612 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.317874 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.318106 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.318345 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.319698 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.319698 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.319698 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.319698 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.319698 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.319698 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.320085 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.320085 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.320441 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.320572 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.321485 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.321485 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.321485 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.321485 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.321861 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.321861 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.322016 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.322180 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.322394 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.322601 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.322812 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.323041 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.323249 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.323516 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.323755 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.323970 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.324181 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.324411 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.324626 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.324849 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.325087 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.325316 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.325521 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.325715 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.325923 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.326138 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.326342 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.326552 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.326781 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.326987 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.327219 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.328020 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.328244 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.328457 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.328670 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.328900 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.329193 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.329999 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.330258 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.330531 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.330777 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.331010 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.331237 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.331499 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.331709 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.331923 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.332153 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.332400 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.332639 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.332872 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.333095 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.333330 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.333579 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.333792 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.334041 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.334253 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.334492 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.334709 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.334994 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.335256 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.335543 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.335791 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.336036 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.336301 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.336530 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.336840 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.337029 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.337294 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.337632 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.337895 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.338153 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.338394 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.338644 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.338883 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.339119 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.339396 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.339625 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.339865 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.340086 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.340360 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.340593 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.340812 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.341021 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.341247 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.341599 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.341825 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.342070 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.342307 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.342571 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.342807 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.343046 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.343352 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.343606 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.343857 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.344096 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.344344 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.344579 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.344803 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.345184 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.345599 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.345967 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.346333 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.346720 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.347087 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.347459 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.347886 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.348130 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.348347 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.348559 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.348775 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.348989 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.349218 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.349428 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.349641 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.349885 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.350099 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.350311 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.350529 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.350739 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.350981 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.351213 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.351497 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.351743 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.351971 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.352210 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.352456 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.352712 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.352942 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.353184 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.353414 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.353628 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.353832 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.354067 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.354277 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.354493 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.354746 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.354962 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.355210 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.355463 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.355801 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.356048 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.356301 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.356539 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.356768 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.356996 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.357206 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.357435 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.357671 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.357915 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.358128 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.358352 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.358563 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.358773 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.358987 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.359193 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.359951 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.360188 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.360578 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.360816 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.361036 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.361304 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.361525 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.361752 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.361960 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.362186 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.362412 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.362646 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.362873 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.363180 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.363450 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.363683 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.363908 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.364312 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.364725 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.365015 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.365294 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.365534 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.365739 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.366171 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.366384 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.366597 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.366811 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.367044 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.367521 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.367917 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.368137 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.368417 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.368645 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.368892 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.369139 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.369495 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.369708 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.369963 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.370179 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.370394 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.370625 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.370880 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.371200 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.371525 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.371799 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.372037 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.372308 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.372635 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.372834 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.373046 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.373326 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.373644 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.373906 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.374157 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.374379 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.374631 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.374856 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.375070 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.375327 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.375561 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.375787 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.376040 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.376272 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.376512 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.376744 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.377010 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.377221 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.377439 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.377664 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.377882 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.378107 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.378261 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 17:23:12.378800 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87911) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 29 17:23:12.378958 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 17:23:12.379109 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 17:23:12.379316 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 17:23:12.379507 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 17:23:12.379637 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 17:23:12.379841 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.380003 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.380162 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.380320 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.380477 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.380657 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.380814 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.380983 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.381114 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.381269 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.381426 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.381582 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.381715 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:23:12.381814 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.381895 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.382025 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.382187 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.382345 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.382500 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.382660 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.382817 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.382971 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.383126 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.383282 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] debug = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.383462 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.383654 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.383812 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.383968 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.384123 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.384278 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.384447 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.384576 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.384727 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.384883 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.385029 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.385172 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.385319 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.385469 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.385620 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.385804 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.386578 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.386578 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] host = dv-neutron-839024-2-hyperv {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.386578 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.386578 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.386578 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.386942 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.386942 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.386942 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.387151 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.387274 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.387435 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.387566 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.387689 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.387807 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.387992 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.388114 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_file = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.388239 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_options = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.388395 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.388551 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.388707 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.388887 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.389048 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.389215 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.389379 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.389539 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.389680 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.389840 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.389995 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.390153 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.390309 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.390451 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.390610 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.390765 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.390921 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.391077 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.391234 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.391415 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.391550 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.391684 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.391841 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.391997 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.392154 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.392370 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.392596 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.392684 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.392802 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.392957 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.393112 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.393268 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.393423 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.393580 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.393735 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.393899 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.394053 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.394212 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.394367 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.394523 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.394678 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.394840 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.394997 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.395153 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.395320 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.395484 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] use_json = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.395639 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.395799 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.395957 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.396105 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.396260 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.396413 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.396723 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.396880 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.397039 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 17:23:12.397214 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.397377 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.397548 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.397883 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.397883 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.398199 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.398199 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.398398 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.398517 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.398598 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.398757 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.398916 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.399088 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.399244 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.399419 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.399583 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.399744 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.399904 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.400064 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.400224 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.400384 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.400542 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.400717 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.400879 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.401347 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.401507 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.401665 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.401825 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.401983 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.402143 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.402303 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.403050 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.403050 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.403050 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.403050 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.403050 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.403866 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.403866 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.403866 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.403866 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.403866 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.404393 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.404393 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.404393 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.404393 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.404815 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.404815 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.405045 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.405045 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.405269 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.405269 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.405493 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.405611 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.405741 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.405864 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.406023 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.406183 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.406341 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.406500 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.406661 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.406820 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.406992 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.407151 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.407329 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.407491 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.407651 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.407798 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.407959 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.408141 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.408302 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.408460 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.408617 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.408775 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.408935 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.409173 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.409337 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.409496 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.409656 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.409799 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.409961 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.410120 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.410278 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.410437 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.410596 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.410764 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.410937 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.411096 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.411256 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.411422 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.411585 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.411744 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.411902 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.412061 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.412219 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.412376 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.412580 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.412746 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.412966 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.413125 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.413283 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.413441 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.413600 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.413758 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.413918 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.414076 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.414235 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.414394 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.414552 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.414714 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.414873 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.415033 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.415201 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.415382 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.415547 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.415706 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.415873 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.416042 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.416203 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.416413 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.416546 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.416668 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.416827 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.416987 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.417146 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.417304 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.417451 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.417613 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.417780 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.417949 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.418108 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.418266 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.418425 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.418607 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.418765 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.418925 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.419084 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.419243 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.419425 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.419585 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.419744 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.419906 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.420064 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.420222 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.420381 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.420540 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.420698 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.420859 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.421017 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.421176 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.421336 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.421495 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.421655 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.421815 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.421974 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.422133 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.422292 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.422451 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.422627 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.422769 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.422927 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.423086 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.423245 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.423498 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.423658 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.423865 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.424026 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.424183 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.424342 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.424500 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.424660 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.424822 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.424982 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.425140 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.425300 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.425460 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.425618 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.425780 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.425939 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.426097 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.426255 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.426414 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.426573 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.426737 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.426879 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.427038 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.427197 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.427377 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.427553 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.427713 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.427871 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.428032 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.428191 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.428350 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.428508 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.428669 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.428828 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.428985 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.429147 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.429307 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.429467 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.429626 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.429784 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.429942 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.430105 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.430265 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.430423 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.430586 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.430745 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.430905 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.431063 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.431220 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.431401 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.431559 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.431719 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.431878 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.432036 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.432208 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.432367 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.432526 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.432683 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.432840 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.433006 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.433164 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.433321 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.433478 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.433635 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.433802 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.433960 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.434116 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.434273 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.434430 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.434597 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.434763 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.434922 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.435088 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.435246 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.435429 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.435588 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.435759 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.435918 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.436080 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.436238 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.436395 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.436553 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.436714 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.436877 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.437045 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.437211 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.437372 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.437540 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.437707 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.437874 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.438034 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.438199 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.438369 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.438528 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.438687 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.438845 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.439003 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.439162 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.439363 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.439525 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.439684 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.439842 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.440001 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.440159 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.440317 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.440476 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.440633 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.440791 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.440950 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.441108 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.441267 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.441427 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 17:23:12.441577 dv-neutron-839024-2-hyperv neutron-server[87911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87911) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 17:23:12.445968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 40922) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:23:12.454063 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0059679 Apr 29 17:23:23.205746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0ee1b9-b118-4653-b1af-58c4e6b7e432 None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:23:23.271097 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0ee1b9-b118-4653-b1af-58c4e6b7e432 None None] No non-hosted networks {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 17:23:23.294924 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.agentschedulers_db [None req-db0ee1b9-b118-4653-b1af-58c4e6b7e432 None None] DHCP Agent not found on host dv-neutron-839024-2-hyperv {{(pid=88020) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 17:23:23.434055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-65688e75-c270-4a68-b86d-e07311a48d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2084826'] for agent, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:25.364888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ff59-618f-4bdd-aa61-60b361e7c4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2084826'] for agent, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:25.417295 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5252-173a-4ca0-b8f3-d27be851551e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:26.496357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2084826'] for agent, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:26.702429 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2084826'] for agent, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:26.703532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:26.704234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:26.705714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:26.706339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:26.707531 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:26.708102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:26.708757 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:26.709959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:26.710500 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:26.711129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:26.711699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:26.712225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:26.712833 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-839024-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:23:26.719070 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-839024-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:23:27.856575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2084826'] for agent, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:28.765260 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.db.l3_hamode_db [None req-7f30d1b0-181a-406f-9761-3ab250625188 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 17:23:28.847631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30d1b0-181a-406f-9761-3ab250625188 None None] Routers set() bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:23:28.848025 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30d1b0-181a-406f-9761-3ab250625188 None None] Router IDs set() for agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 29 17:23:29.494131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 41018) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:23:30.109823 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING oslo_policy.policy [None req-e2de31f3-10ee-402b-870e-d27c09d986d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 17:23:30.110373 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING oslo_policy.policy [None req-e2de31f3-10ee-402b-870e-d27c09d986d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 17:23:30.321775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-e2de31f3-10ee-402b-870e-d27c09d986d5 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:23:30.322795 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e2de31f3-10ee-402b-870e-d27c09d986d5 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8278260 Apr 29 17:23:32.723063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 41032) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:23:33.099250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-62e8f96e-3876-4dac-8f39-6da950180390 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:23:33.191629 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.policy [None req-62e8f96e-3876-4dac-8f39-6da950180390 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88019) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 17:23:33.235944 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING oslo_policy.policy [None req-62e8f96e-3876-4dac-8f39-6da950180390 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 17:23:33.236324 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING oslo_policy.policy [None req-62e8f96e-3876-4dac-8f39-6da950180390 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 17:23:33.244644 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.quota [None req-62e8f96e-3876-4dac-8f39-6da950180390 admin admin] Loaded quota_driver: . Apr 29 17:23:33.260660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-62e8f96e-3876-4dac-8f39-6da950180390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:23:33.324117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-62e8f96e-3876-4dac-8f39-6da950180390 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764222728709', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764222728400', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764222717946', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764222712643', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764222685507', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764222694988', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-541696', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549785', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2089899', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2023273'] for rbac-policy, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:33.392088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-62e8f96e-3876-4dac-8f39-6da950180390 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:33.393276 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-62e8f96e-3876-4dac-8f39-6da950180390 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6692958 Apr 29 17:23:36.075556 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41046) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:23:36.679621 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING oslo_policy.policy [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 17:23:36.680472 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING oslo_policy.policy [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 17:23:36.894276 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Request body: {'network': {'project_id': '58899a27de504f709c0204d945bc4d83', 'admin_state_up': True, 'name': 'private'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:23:36.895972 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.quota [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Loaded quota_driver: . Apr 29 17:23:36.912699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:23:36.919454 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Usage tracker for resource:network and tenant:58899a27de504f709c0204d945bc4d83 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:23:36.926034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:23:36.933912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:23:36.950461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Made reservation on behalf of 58899a27de504f709c0204d945bc4d83 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:23:37.016747 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.policy [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88018) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 17:23:37.061509 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING oslo_policy.policy [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 17:23:37.061870 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING oslo_policy.policy [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 17:23:37.071578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:37.093390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:37.108248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:23:37.112470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Usage tracker for resource:security_group_rule and tenant:58899a27de504f709c0204d945bc4d83 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:23:37.117540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:23:37.123171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:23:37.222839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:37.229674 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:37.250175 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:23:37.274832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764221837590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:37.275413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Unsubscribe: segment precommit_create {{(pid=88018) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 17:23:37.275905 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Added segment 515e265a-f839-4d8d-9910-9f07cc6f1fe5 of type vlan for network af347f3e-0d8f-4f77-8e6c-585ab0921662 Apr 29 17:23:37.329743 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d208dd-671e-4481-b2dd-cb973ff84ba4,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:23:37.352727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:37.353079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:37.353411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:37.353753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:37.354059 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:37.354394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:37.354710 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:37.355025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:37.355364 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:37.355676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:37.356003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:37.356320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Tracked resource versions report: Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: pushed versions: Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: { 'AddressGroup': {'1.2'}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'ConntrackHelper': {'1.0'}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Log': {'1.0'}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Network': {'1.1'}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Port': {'1.7'}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'PortForwarding': {'1.2'}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'QosPolicy': {'1.8'}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'SecurityGroup': {'1.4'}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'SecurityGroupRule': {'1.2'}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'SubPort': {'1.0'}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Subnet': {'1.1'}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Trunk': {'1.1'}} Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: consumer versions: Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: { DHCP agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: L3 agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: Metadata agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: Metering agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: Open vSwitch agent@dv-neutron-839024-2-hyperv: { 'AddressGroup': '1.2', Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'ConntrackHelper': '1.0', Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Log': '1.0', Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Network': '1.1', Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Port': '1.7', Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'PortForwarding': '1.2', Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'QosPolicy': '1.8', Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'SecurityGroup': '1.4', Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'SecurityGroupRule': '1.2', Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'SubPort': '1.0', Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Subnet': '1.1', Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Trunk': '1.1'}} Apr 29 17:23:37.357691 dv-neutron-839024-2-hyperv neutron-server[88018]: {{(pid=88018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 17:23:37.390179 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:37.433547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:37.434645 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:23:37.435262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:37.544892 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] Pushing event updated for resources: {'Network': ['ID=af347f3e-0d8f-4f77-8e6c-585ab0921662,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:23:37.547812 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-17704d30-5c72-4297-aa5b-77b0f52f2a3b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4702744 Apr 29 17:23:37.562515 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network af347f3e-0d8f-4f77-8e6c-585ab0921662 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:23:40.293581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41068) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:23:40.767326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dffa57-529b-44e0-9a1b-a05946f8f24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:23:40.768785 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-18dffa57-529b-44e0-9a1b-a05946f8f24f admin admin] 10.222.0.11 "GET /v2.0/networks/af347f3e-0d8f-4f77-8e6c-585ab0921662 HTTP/1.1" status: 200 len: 825 time: 0.4741724 Apr 29 17:23:40.798438 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-181362f5-b544-4b6d-b721-6b77f3ecad17 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/b5deb1b9-c026-49c3-8ea1-9c9533985cd8 HTTP/1.1" status: 200 len: 734 time: 0.0240891 Apr 29 17:23:40.807161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Request body: {'subnet': {'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'b5deb1b9-c026-49c3-8ea1-9c9533985cd8', 'tenant_id': '58899a27de504f709c0204d945bc4d83'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:23:40.811831 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:23:40.815743 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Usage tracker for resource:subnet and tenant:58899a27de504f709c0204d945bc4d83 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:23:40.818671 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:23:40.824978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:23:40.837107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Made reservation on behalf of 58899a27de504f709c0204d945bc4d83 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:23:40.839445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:41.120315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:41.211560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f193fff-2623-4d73-8961-1d3a26f204f2,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:23:41.218079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Checking segment: {'id': '515e265a-f839-4d8d-9910-9f07cc6f1fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:23:41.218447 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Network hostable DHCP agents. Network: af347f3e-0d8f-4f77-8e6c-585ab0921662, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:23:41.246839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Network af347f3e-0d8f-4f77-8e6c-585ab0921662 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:23:41.260106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, af347f3e-0d8f-4f77-8e6c-585ab0921662) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:23:41.265732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:23:41.266280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:41.268586 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dacc407-7730-48be-85b4-79fde58c740e None None] Network af347f3e-0d8f-4f77-8e6c-585ab0921662 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:23:41.286229 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b36e52ef-cc28-4d64-bf66-f22fa22424a1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4824839 Apr 29 17:23:41.571844 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-af347f3e-0d8f-4f77-8e6c-585ab0921662', 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662', 'tenant_id': '58899a27de504f709c0204d945bc4d83', 'fixed_ips': [{'subnet_id': '4f193fff-2623-4d73-8961-1d3a26f204f2'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:23:41.573106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:41.760267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Allocated IP 172.20.0.2 (af347f3e-0d8f-4f77-8e6c-585ab0921662/4f193fff-2623-4d73-8961-1d3a26f204f2/e75d3e63-9c81-40dd-bc1b-105cdc550ed5) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:23:41.985954 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:41.999187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Transition to ACTIVE for port object e75d3e63-9c81-40dd-bc1b-105cdc550ed5 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:23:42.019402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Transition to ACTIVE for port object e75d3e63-9c81-40dd-bc1b-105cdc550ed5 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:23:42.026443 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:42.090493 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Network af347f3e-0d8f-4f77-8e6c-585ab0921662 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:23:42.093242 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:23:42.100608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:23:42.102706 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Pushing event updated for resources: {'Port': ['ID=e75d3e63-9c81-40dd-bc1b-105cdc550ed5,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:23:42.137938 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:42.138287 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:42.138620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:42.138943 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:42.139264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:42.139629 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:42.139953 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:42.140268 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:42.140595 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:42.140911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:42.141219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:42.141509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Tracked resource versions report: Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: pushed versions: Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: { 'AddressGroup': {'1.2'}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'ConntrackHelper': {'1.0'}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Log': {'1.0'}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Network': {'1.1'}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Port': {'1.7'}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'PortForwarding': {'1.2'}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'QosPolicy': {'1.8'}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'SecurityGroup': {'1.4'}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'SecurityGroupRule': {'1.2'}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'SubPort': {'1.0'}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Subnet': {'1.1'}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Trunk': {'1.1'}} Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: consumer versions: Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: { DHCP agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: L3 agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: Metadata agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: Metering agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: Open vSwitch agent@dv-neutron-839024-2-hyperv: { 'AddressGroup': '1.2', Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'ConntrackHelper': '1.0', Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Log': '1.0', Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Network': '1.1', Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Port': '1.7', Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'PortForwarding': '1.2', Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'QosPolicy': '1.8', Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'SecurityGroup': '1.4', Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'SecurityGroupRule': '1.2', Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'SubPort': '1.0', Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Subnet': '1.1', Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Trunk': '1.1'}} Apr 29 17:23:42.142795 dv-neutron-839024-2-hyperv neutron-server[88020]: {{(pid=88020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 17:23:42.204432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Attempting to bind port e75d3e63-9c81-40dd-bc1b-105cdc550ed5 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:23:42.204835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Attempting to bind port e75d3e63-9c81-40dd-bc1b-105cdc550ed5 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '515e265a-f839-4d8d-9910-9f07cc6f1fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:23:42.205257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Attempting to bind port e75d3e63-9c81-40dd-bc1b-105cdc550ed5 on network af347f3e-0d8f-4f77-8e6c-585ab0921662 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:23:42.210973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:23:42.211395 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Checking segment: {'id': '515e265a-f839-4d8d-9910-9f07cc6f1fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:23:42.211863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:42.212253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Bound using segment: {'id': '515e265a-f839-4d8d-9910-9f07cc6f1fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:23:42.212718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Bound port: e75d3e63-9c81-40dd-bc1b-105cdc550ed5, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515e265a-f839-4d8d-9910-9f07cc6f1fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:23:42.213101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:42.303050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] For port e75d3e63-9c81-40dd-bc1b-105cdc550ed5, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:23:42.306873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] For port e75d3e63-9c81-40dd-bc1b-105cdc550ed5, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e75d3e63-9c81-40dd-bc1b-105cdc550ed5,segment=NetworkSegment(515e265a-f839-4d8d-9910-9f07cc6f1fe5),segment_id=515e265a-f839-4d8d-9910-9f07cc6f1fe5)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:23:42.312286 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:42.397758 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599df07d-fba4-4be6-812c-ba01fa007c4f None None] Pushing event updated for resources: {'Port': ['ID=e75d3e63-9c81-40dd-bc1b-105cdc550ed5,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:23:43.697253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 41078) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:23:44.068222 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-51a56ed5-091d-4673-b326-60c6c1c8a264 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:23:44.069182 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-51a56ed5-091d-4673-b326-60c6c1c8a264 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3710649 Apr 29 17:23:46.117413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86494028-da93-48df-a9f3-d3c25d413f0b None None] Network af347f3e-0d8f-4f77-8e6c-585ab0921662 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:23:46.201027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7b2a55f1-43f6-4d4a-8721-23c9fae86f6e None None] Provisioning for port e75d3e63-9c81-40dd-bc1b-105cdc550ed5 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:23:46.489000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 41092) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:23:46.586314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e75d3e63-9c81-40dd-bc1b-105cdc550ed5 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:23:46.663647 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port e75d3e63-9c81-40dd-bc1b-105cdc550ed5 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:23:46.668523 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e75d3e63-9c81-40dd-bc1b-105cdc550ed5 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:23:46.668913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:46.784444 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:46.816848 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port e75d3e63-9c81-40dd-bc1b-105cdc550ed5, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e75d3e63-9c81-40dd-bc1b-105cdc550ed5,segment=NetworkSegment(515e265a-f839-4d8d-9910-9f07cc6f1fe5),segment_id=515e265a-f839-4d8d-9910-9f07cc6f1fe5)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:23:46.821795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:46.879864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-a3a157aa-bf1f-4051-8119-80fecfd8dac0 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:23:46.880746 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a3a157aa-bf1f-4051-8119-80fecfd8dac0 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3907642 Apr 29 17:23:46.912696 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=e75d3e63-9c81-40dd-bc1b-105cdc550ed5,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:23:48.563902 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e75d3e63-9c81-40dd-bc1b-105cdc550ed5 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:23:48.630157 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e75d3e63-9c81-40dd-bc1b-105cdc550ed5 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:23:48.630529 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:49.578414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41104) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:23:49.952660 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-689c80f4-0f7f-45de-bc7a-cdfa90b42cc9 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '58899a27de504f709c0204d945bc4d83'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:23:49.958733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-689c80f4-0f7f-45de-bc7a-cdfa90b42cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:23:49.965366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-689c80f4-0f7f-45de-bc7a-cdfa90b42cc9 admin admin] Usage tracker for resource:router and tenant:58899a27de504f709c0204d945bc4d83 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:23:49.970566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-689c80f4-0f7f-45de-bc7a-cdfa90b42cc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:23:49.979864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-689c80f4-0f7f-45de-bc7a-cdfa90b42cc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:23:49.996668 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-689c80f4-0f7f-45de-bc7a-cdfa90b42cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:49.998320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-689c80f4-0f7f-45de-bc7a-cdfa90b42cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:50.022143 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-689c80f4-0f7f-45de-bc7a-cdfa90b42cc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:50.131272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-689c80f4-0f7f-45de-bc7a-cdfa90b42cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:50.154010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-689c80f4-0f7f-45de-bc7a-cdfa90b42cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:50.155688 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-689c80f4-0f7f-45de-bc7a-cdfa90b42cc9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5763123 Apr 29 17:23:52.536708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41114) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:23:52.931247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-59c9f4c2-b086-4a0d-b566-752ddfab3da2 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:23:52.932242 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-59c9f4c2-b086-4a0d-b566-752ddfab3da2 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3942990 Apr 29 17:23:53.178190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-948f2b96-9759-459d-adf8-6f284f16ce7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:55.347528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41124) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:23:55.364670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c98e220b-d3f4-4bed-982c-17196756c9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:55.736607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:23:55.742138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:23:55.746561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Usage tracker for resource:network and tenant:b6858ff5e2bc431a8fe4333c79d6317a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:23:55.749749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:23:55.756182 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:23:55.769385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Made reservation on behalf of b6858ff5e2bc431a8fe4333c79d6317a for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:23:55.771688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:55.784127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:55.798270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:23:55.802351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Usage tracker for resource:security_group_rule and tenant:b6858ff5e2bc431a8fe4333c79d6317a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:23:55.805308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:23:55.811469 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:23:55.903220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:55.911708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:55.929794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Reserving flat network on physical network physnet1 {{(pid=88018) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 17:23:55.954591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95480a7c-2c30-43bb-9934-cb1c42229fe5,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:23:55.958098 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:55.958429 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Added segment fb18d6c2-a900-46a7-9d81-e5e2352822d7 of type flat for network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 Apr 29 17:23:55.997576 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:56.036228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:56.037683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:23:56.038534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:56.134751 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7860534 Apr 29 17:23:56.142775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ca0cf-7d42-461d-b131-a3ac629eee4d admin admin] Pushing event updated for resources: {'Network': ['ID=aa63f2ea-347a-460c-bab3-9b7ff43d9db0,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:23:56.160697 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:23:56.431266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:56.696040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:57.822111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:58.519148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41144) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:23:58.748949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78279531-4436-42a1-927b-d0070b796615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:23:58.750233 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-78279531-4436-42a1-927b-d0070b796615 admin admin] 10.222.0.11 "GET /v2.0/subnets/4f193fff-2623-4d73-8961-1d3a26f204f2 HTTP/1.1" status: 200 len: 849 time: 0.2300587 Apr 29 17:23:58.889636 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-37f6e46e-95e1-46b2-bfee-f8a7c808d978 admin admin] 10.222.0.11 "GET /v2.0/routers/89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd HTTP/1.1" status: 200 len: 704 time: 0.1321440 Apr 29 17:23:59.346807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:59.605570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Allocated IP 172.20.0.1 (af347f3e-0d8f-4f77-8e6c-585ab0921662/4f193fff-2623-4d73-8961-1d3a26f204f2/178c80e0-2816-42f1-b63c-551b37b33849) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:23:59.763722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:59.781331 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Transition to ACTIVE for port object 178c80e0-2816-42f1-b63c-551b37b33849 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:23:59.837869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:23:59.900997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Network af347f3e-0d8f-4f77-8e6c-585ab0921662 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:23:59.903629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:23:59.906678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:23:59.907436 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:00.033989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Pushing event updated for resources: {'Port': ['ID=178c80e0-2816-42f1-b63c-551b37b33849,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:24:00.060934 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0b2759a7-790a-4d47-ad69-bc3a6f33f978 None None] Provisioning for port 178c80e0-2816-42f1-b63c-551b37b33849 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:24:00.065748 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0b2759a7-790a-4d47-ad69-bc3a6f33f978 None None] Provisioning complete for port 178c80e0-2816-42f1-b63c-551b37b33849 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:24:00.066164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0b2759a7-790a-4d47-ad69-bc3a6f33f978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:00.118495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0b2759a7-790a-4d47-ad69-bc3a6f33f978 None None] Port 178c80e0-2816-42f1-b63c-551b37b33849 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:24:00.168179 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:00.389931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:00.397528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:00.398254 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:00.491031 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Pushing event updated for resources: {'Port': ['ID=178c80e0-2816-42f1-b63c-551b37b33849,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:24:00.587869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Network af347f3e-0d8f-4f77-8e6c-585ab0921662 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:24:00.588940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:24:00.740546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4187d1e9-7dcc-495e-a296-42682dfcda1f None None] Provisioning complete for port 178c80e0-2816-42f1-b63c-551b37b33849 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:24:00.740914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4187d1e9-7dcc-495e-a296-42682dfcda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:00.777267 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Router 89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:24:00.795136 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4187d1e9-7dcc-495e-a296-42682dfcda1f None None] Port 178c80e0-2816-42f1-b63c-551b37b33849 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:24:00.972503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:24:00.982738 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Sync routers for ids ['89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:24:00.983477 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0be475c1-83f2-42a2-b698-066dd434b324 admin admin] 10.222.0.11 "PUT /v2.0/routers/89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0863671 Apr 29 17:24:00.994665 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Routers {'89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:24:00.995569 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:23:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:24:01.166176 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Set router 89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:24:01.524913 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'name': 'router1', 'tenant_id': '58899a27de504f709c0204d945bc4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:23:50Z', 'updated_at': '2022-04-29T17:24:00Z', 'revision_number': 2, 'project_id': '58899a27de504f709c0204d945bc4d83', 'gw_port_host': None, '_interfaces': [{'id': '178c80e0-2816-42f1-b63c-551b37b33849', 'name': '', 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662', 'tenant_id': '58899a27de504f709c0204d945bc4d83', 'mac_address': 'fa:16:3e:f5:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f193fff-2623-4d73-8961-1d3a26f204f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:23:59Z', 'updated_at': '2022-04-29T17:24:00Z', 'revision_number': 2, 'project_id': '58899a27de504f709c0204d945bc4d83', 'subnets': [{'id': '4f193fff-2623-4d73-8961-1d3a26f204f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5deb1b9-c026-49c3-8ea1-9c9533985cd8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:24:01.530807 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Checking router: 89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:24:01.531175 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Updating router 89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd port 178c80e0-2816-42f1-b63c-551b37b33849 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:24:01.584741 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:01.962248 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:01.977025 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Transition to ACTIVE for port object 178c80e0-2816-42f1-b63c-551b37b33849 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:24:01.984250 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:02.206228 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Pushing event updated for resources: {'Port': ['ID=178c80e0-2816-42f1-b63c-551b37b33849,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:24:02.234615 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:24:02.234962 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:24:02.235304 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:24:02.235635 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:24:02.235948 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:24:02.236277 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:24:02.236594 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:24:02.236908 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:24:02.237232 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:24:02.237541 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:24:02.237847 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:24:02.238180 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Tracked resource versions report: Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: pushed versions: Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: { 'AddressGroup': {'1.2'}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'ConntrackHelper': {'1.0'}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Log': {'1.0'}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Network': {'1.1'}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Port': {'1.7'}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'PortForwarding': {'1.2'}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'QosPolicy': {'1.8'}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'SecurityGroup': {'1.4'}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'SecurityGroupRule': {'1.2'}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'SubPort': {'1.0'}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Subnet': {'1.1'}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Trunk': {'1.1'}} Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: consumer versions: Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: { DHCP agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: L3 agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: Metadata agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: Metering agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: Open vSwitch agent@dv-neutron-839024-2-hyperv: { 'AddressGroup': '1.2', Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'ConntrackHelper': '1.0', Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Log': '1.0', Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Network': '1.1', Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Port': '1.7', Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'PortForwarding': '1.2', Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'QosPolicy': '1.8', Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'SecurityGroup': '1.4', Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'SecurityGroupRule': '1.2', Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'SubPort': '1.0', Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Subnet': '1.1', Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Trunk': '1.1'}} Apr 29 17:24:02.239480 dv-neutron-839024-2-hyperv neutron-server[88021]: {{(pid=88021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 17:24:02.243486 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Attempting to bind port 178c80e0-2816-42f1-b63c-551b37b33849 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:24:02.243907 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Attempting to bind port 178c80e0-2816-42f1-b63c-551b37b33849 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '515e265a-f839-4d8d-9910-9f07cc6f1fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:24:02.244275 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Attempting to bind port 178c80e0-2816-42f1-b63c-551b37b33849 on network af347f3e-0d8f-4f77-8e6c-585ab0921662 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:24:02.249589 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:24:02.249967 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Checking segment: {'id': '515e265a-f839-4d8d-9910-9f07cc6f1fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:24:02.250428 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:02.250797 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Bound using segment: {'id': '515e265a-f839-4d8d-9910-9f07cc6f1fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:24:02.251259 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Bound port: 178c80e0-2816-42f1-b63c-551b37b33849, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515e265a-f839-4d8d-9910-9f07cc6f1fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:24:02.251655 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:02.336360 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] For port 178c80e0-2816-42f1-b63c-551b37b33849, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:24:02.340473 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] For port 178c80e0-2816-42f1-b63c-551b37b33849, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=178c80e0-2816-42f1-b63c-551b37b33849,segment=NetworkSegment(515e265a-f839-4d8d-9910-9f07cc6f1fe5),segment_id=515e265a-f839-4d8d-9910-9f07cc6f1fe5)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:24:02.346490 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:02.432396 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Routers {'89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:24:02.433021 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:23:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:24:02.561850 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfb2b6-d286-4d51-9381-881253fa2ff1 None None] Pushing event updated for resources: {'Port': ['ID=178c80e0-2816-42f1-b63c-551b37b33849,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:24:02.592051 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] Set router 89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:24:02.912758 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'name': 'router1', 'tenant_id': '58899a27de504f709c0204d945bc4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:23:50Z', 'updated_at': '2022-04-29T17:24:00Z', 'revision_number': 2, 'project_id': '58899a27de504f709c0204d945bc4d83', 'gw_port_host': None, '_interfaces': [{'id': '178c80e0-2816-42f1-b63c-551b37b33849', 'name': '', 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662', 'tenant_id': '58899a27de504f709c0204d945bc4d83', 'mac_address': 'fa:16:3e:f5:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f193fff-2623-4d73-8961-1d3a26f204f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:23:59Z', 'updated_at': '2022-04-29T17:24:02Z', 'revision_number': 4, 'project_id': '58899a27de504f709c0204d945bc4d83', 'subnets': [{'id': '4f193fff-2623-4d73-8961-1d3a26f204f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5deb1b9-c026-49c3-8ea1-9c9533985cd8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:24:02.916732 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f048a-6400-46f5-b88d-d6619663fc69 None None] The sync data for ids ['89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd'] in dv-neutron-839024-2-hyperv is: [{'id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'name': 'router1', 'tenant_id': '58899a27de504f709c0204d945bc4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:23:50Z', 'updated_at': '2022-04-29T17:24:00Z', 'revision_number': 2, 'project_id': '58899a27de504f709c0204d945bc4d83', 'gw_port_host': None, '_interfaces': [{'id': '178c80e0-2816-42f1-b63c-551b37b33849', 'name': '', 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662', 'tenant_id': '58899a27de504f709c0204d945bc4d83', 'mac_address': 'fa:16:3e:f5:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f193fff-2623-4d73-8961-1d3a26f204f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:23:59Z', 'updated_at': '2022-04-29T17:24:02Z', 'revision_number': 4, 'project_id': '58899a27de504f709c0204d945bc4d83', 'subnets': [{'id': '4f193fff-2623-4d73-8961-1d3a26f204f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5deb1b9-c026-49c3-8ea1-9c9533985cd8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:24:03.209286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41166) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:24:03.355943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f362dc5c-e8f5-4484-85fb-036b6b4b5056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:24:03.356489 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f362dc5c-e8f5-4484-85fb-036b6b4b5056 admin admin] Synchronizing usage tracker for tenant:b6858ff5e2bc431a8fe4333c79d6317a on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:24:03.374875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f362dc5c-e8f5-4484-85fb-036b6b4b5056 admin admin] Unset dirty status for tenant:b6858ff5e2bc431a8fe4333c79d6317a on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:24:03.376263 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f362dc5c-e8f5-4484-85fb-036b6b4b5056 admin admin] 10.222.0.11 "GET /v2.0/networks/aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 842 time: 0.1658583 Apr 29 17:24:03.385654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Request body: {'subnet': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.26.4.1', 'cidr': '172.26.4.0/24', 'enable_dhcp': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:24:03.390680 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:24:03.394566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Usage tracker for resource:subnet and tenant:b6858ff5e2bc431a8fe4333c79d6317a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:24:03.397337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:24:03.403440 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:24:03.413487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Made reservation on behalf of b6858ff5e2bc431a8fe4333c79d6317a for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:24:03.415776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:03.787834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.objects.ports [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:24:03.788278 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:03.861434 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63add7f7-3c5c-4437-8a75-fe7a64367a02,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:24:03.872263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:24:03.872607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Network hostable DHCP agents. Network: aa63f2ea-347a-460c-bab3-9b7ff43d9db0, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:24:03.895830 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:24:03.906185 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, aa63f2ea-347a-460c-bab3-9b7ff43d9db0) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:24:03.910339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:24:03.910915 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:03.916789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d848f2-c2be-408a-bebb-43a059fee2a4 None None] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:24:03.931925 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-dc98d22c-a779-4b9f-859c-3aa1313dcc25 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5493093 Apr 29 17:24:04.130503 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc75bdc0-5948-4db4-aec1-f7817e426ab1 None None] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:24:04.612795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 178c80e0-2816-42f1-b63c-551b37b33849 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:24:04.681306 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 178c80e0-2816-42f1-b63c-551b37b33849 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:24:04.686327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 178c80e0-2816-42f1-b63c-551b37b33849 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:24:04.686768 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:04.805872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:04.840173 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 178c80e0-2816-42f1-b63c-551b37b33849, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=178c80e0-2816-42f1-b63c-551b37b33849,segment=NetworkSegment(515e265a-f839-4d8d-9910-9f07cc6f1fe5),segment_id=515e265a-f839-4d8d-9910-9f07cc6f1fe5)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:24:04.845789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:04.913722 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=178c80e0-2816-42f1-b63c-551b37b33849,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:24:06.212767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41180) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:24:06.429756 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cc6ae639-e1eb-41f1-b06c-b7312fbcb438 admin admin] 10.222.0.11 "GET /v2.0/routers/89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd HTTP/1.1" status: 200 len: 710 time: 0.2158005 Apr 29 17:24:06.568273 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e091dc04-9d6f-49a6-90a5-c491f8e2367d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:24:06.570445 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e091dc04-9d6f-49a6-90a5-c491f8e2367d admin admin] 10.222.0.11 "GET /v2.0/networks/aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 886 time: 0.1329257 Apr 29 17:24:06.575356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 178c80e0-2816-42f1-b63c-551b37b33849 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:24:06.579533 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:24:06.641813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 178c80e0-2816-42f1-b63c-551b37b33849 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:24:06.642144 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:07.069420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:07.402916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:07.462835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:07.601300 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Allocated IP 172.26.4.167 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/23dfcd33-4498-4439-b510-37903173d0ca) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:24:07.747725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:07.783055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:07.848733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:24:07.851479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:24:07.854915 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:24:07.908320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Pushing event updated for resources: {'Port': ['ID=23dfcd33-4498-4439-b510-37903173d0ca,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:24:08.233965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:08.618820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:08.622183 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:08.796361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Router 89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:24:08.966946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:24:08.975505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:08.976647 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-67591445-bd0d-40f3-83ec-cb463bf87bfa admin admin] 10.222.0.11 "PUT /v2.0/routers/89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd HTTP/1.1" status: 200 len: 890 time: 2.4005122 Apr 29 17:24:08.977601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Sync routers for ids ['89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:24:08.988278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Routers {'89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:24:08.988956 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:23:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:24:09.200760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Set router 89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:24:09.535440 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'name': 'router1', 'tenant_id': '58899a27de504f709c0204d945bc4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '23dfcd33-4498-4439-b510-37903173d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:23:50Z', 'updated_at': '2022-04-29T17:24:08Z', 'revision_number': 4, 'project_id': '58899a27de504f709c0204d945bc4d83', 'gw_port': {'id': '23dfcd33-4498-4439-b510-37903173d0ca', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:24:07Z', 'updated_at': '2022-04-29T17:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '178c80e0-2816-42f1-b63c-551b37b33849', 'name': '', 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662', 'tenant_id': '58899a27de504f709c0204d945bc4d83', 'mac_address': 'fa:16:3e:f5:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f193fff-2623-4d73-8961-1d3a26f204f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:23:59Z', 'updated_at': '2022-04-29T17:24:04Z', 'revision_number': 5, 'project_id': '58899a27de504f709c0204d945bc4d83', 'subnets': [{'id': '4f193fff-2623-4d73-8961-1d3a26f204f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5deb1b9-c026-49c3-8ea1-9c9533985cd8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:24:09.540670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Checking router: 89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:24:09.541013 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Updating router 89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd port 23dfcd33-4498-4439-b510-37903173d0ca binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:24:09.595351 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:09.912596 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:09.923883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Transition to ACTIVE for port object 23dfcd33-4498-4439-b510-37903173d0ca will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:24:09.932163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:10.010727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Attempting to bind port 23dfcd33-4498-4439-b510-37903173d0ca on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:24:10.011373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Attempting to bind port 23dfcd33-4498-4439-b510-37903173d0ca by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:24:10.011465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Attempting to bind port 23dfcd33-4498-4439-b510-37903173d0ca on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:24:10.016752 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da474e-e027-48c5-a1d6-0040dc46cae1 None None] Pushing event updated for resources: {'Port': ['ID=23dfcd33-4498-4439-b510-37903173d0ca,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:24:10.021388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:24:10.021782 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:24:10.022169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:10.022538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:24:10.022987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Bound port: 23dfcd33-4498-4439-b510-37903173d0ca, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:24:10.023384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:10.092309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] For port 23dfcd33-4498-4439-b510-37903173d0ca, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:24:10.095173 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] For port 23dfcd33-4498-4439-b510-37903173d0ca, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=23dfcd33-4498-4439-b510-37903173d0ca,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:24:10.100389 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:10.180000 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Routers {'89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:24:10.180604 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:23:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:24:10.225736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da474e-e027-48c5-a1d6-0040dc46cae1 None None] Pushing event updated for resources: {'Port': ['ID=23dfcd33-4498-4439-b510-37903173d0ca,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:24:10.316670 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 5 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:24:10.359538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] Set router 89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:24:10.705671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'name': 'router1', 'tenant_id': '58899a27de504f709c0204d945bc4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '23dfcd33-4498-4439-b510-37903173d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:23:50Z', 'updated_at': '2022-04-29T17:24:08Z', 'revision_number': 4, 'project_id': '58899a27de504f709c0204d945bc4d83', 'gw_port': {'id': '23dfcd33-4498-4439-b510-37903173d0ca', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:24:07Z', 'updated_at': '2022-04-29T17:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '178c80e0-2816-42f1-b63c-551b37b33849', 'name': '', 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662', 'tenant_id': '58899a27de504f709c0204d945bc4d83', 'mac_address': 'fa:16:3e:f5:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f193fff-2623-4d73-8961-1d3a26f204f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:23:59Z', 'updated_at': '2022-04-29T17:24:04Z', 'revision_number': 5, 'project_id': '58899a27de504f709c0204d945bc4d83', 'subnets': [{'id': '4f193fff-2623-4d73-8961-1d3a26f204f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5deb1b9-c026-49c3-8ea1-9c9533985cd8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:24:10.710008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad84776-72fb-473d-9660-cc2ce6f06f3f None None] The sync data for ids ['89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd'] in dv-neutron-839024-2-hyperv is: [{'id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'name': 'router1', 'tenant_id': '58899a27de504f709c0204d945bc4d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '23dfcd33-4498-4439-b510-37903173d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:23:50Z', 'updated_at': '2022-04-29T17:24:08Z', 'revision_number': 4, 'project_id': '58899a27de504f709c0204d945bc4d83', 'gw_port': {'id': '23dfcd33-4498-4439-b510-37903173d0ca', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:24:07Z', 'updated_at': '2022-04-29T17:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '178c80e0-2816-42f1-b63c-551b37b33849', 'name': '', 'network_id': 'af347f3e-0d8f-4f77-8e6c-585ab0921662', 'tenant_id': '58899a27de504f709c0204d945bc4d83', 'mac_address': 'fa:16:3e:f5:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bf3bc4-b9e0-4c80-bf17-3c1881bec6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f193fff-2623-4d73-8961-1d3a26f204f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:23:59Z', 'updated_at': '2022-04-29T17:24:04Z', 'revision_number': 5, 'project_id': '58899a27de504f709c0204d945bc4d83', 'subnets': [{'id': '4f193fff-2623-4d73-8961-1d3a26f204f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b5deb1b9-c026-49c3-8ea1-9c9533985cd8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:24:11.346183 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41190) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:24:11.467620 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0313b772-7413-4ee9-812b-0da6f3a2f5f6 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1202517 Apr 29 17:24:12.602024 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 23dfcd33-4498-4439-b510-37903173d0ca up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:24:12.679928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 23dfcd33-4498-4439-b510-37903173d0ca completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:24:12.684463 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 23dfcd33-4498-4439-b510-37903173d0ca triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:24:12.684832 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:12.805825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:12.822015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 23dfcd33-4498-4439-b510-37903173d0ca, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=23dfcd33-4498-4439-b510-37903173d0ca,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:24:12.826148 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:12.890745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=23dfcd33-4498-4439-b510-37903173d0ca,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:24:14.581884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 23dfcd33-4498-4439-b510-37903173d0ca up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:24:14.651384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 23dfcd33-4498-4439-b510-37903173d0ca triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:24:14.651745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:23.182987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5dbd2330-19d0-429d-b247-2d591c26518d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:25.359180 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7f48bad4-f6fd-49d1-b76e-f739392c2dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:26.435562 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:26.698706 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:27.840379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:47.315973 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 5 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:24:53.185900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-62597266-4611-45ac-ad84-fd7372db485f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:55.366648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d558cf8d-6c86-45e7-ab6c-d74b305ed949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:56.439497 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:56.703894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:24:57.843501 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:25:23.189011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f1509641-cfe9-46fc-a8a3-3310496e2c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:25:24.315459 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 5 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:25:25.366748 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-83a5aeda-816e-421a-8f99-5fde6dcb0d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:25:26.442769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:25:26.699071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:25:27.842807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:25:53.194233 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-720a99a1-8d92-4b07-9598-c59ae473a956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:25:55.364860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-489ff225-6d47-4f81-a845-a4d08cf9daaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:25:56.440214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:25:56.710198 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:25:57.845047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:01.315023 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 5 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:26:17.602806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 41792) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:26:17.684922 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2920cc42-24bb-44cc-b049-bd14a1cf465a admin admin] GET failed (client error): The resource could not be found. Apr 29 17:26:17.686249 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2920cc42-24bb-44cc-b049-bd14a1cf465a admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0825207 Apr 29 17:26:17.844249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da1f5f7-8de9-4e93-9e6a-0d99954ef059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:17.845756 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7da1f5f7-8de9-4e93-9e6a-0d99954ef059 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1535215 Apr 29 17:26:19.981351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41802) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:26:20.105243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c6117d-2a6d-4152-a500-794ffe04a54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:20.105876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-81c6117d-2a6d-4152-a500-794ffe04a54f admin admin] Synchronizing usage tracker for tenant:b6858ff5e2bc431a8fe4333c79d6317a on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:26:20.125925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-81c6117d-2a6d-4152-a500-794ffe04a54f admin admin] Unset dirty status for tenant:b6858ff5e2bc431a8fe4333c79d6317a on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:26:20.127106 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-81c6117d-2a6d-4152-a500-794ffe04a54f admin admin] 10.222.0.11 "GET /v2.0/subnets/4f193fff-2623-4d73-8961-1d3a26f204f2 HTTP/1.1" status: 200 len: 849 time: 0.1447947 Apr 29 17:26:20.136486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:26:20.264959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:20.464414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764221782007'] for subnet, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:20.508018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:20.508585 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:20.511268 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] 10.222.0.11 "PUT /v2.0/subnets/4f193fff-2623-4d73-8961-1d3a26f204f2 HTTP/1.1" status: 200 len: 868 time: 0.3785579 Apr 29 17:26:20.512545 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ee394c-df9c-4cda-9144-ed2d8a90d200 None None] Network af347f3e-0d8f-4f77-8e6c-585ab0921662 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:26:20.537181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f193fff-2623-4d73-8961-1d3a26f204f2,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:26:20.545473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:26:20.545803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:26:20.546159 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:26:20.546620 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:26:20.547039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:26:20.547406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:26:20.547753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:26:20.548060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:26:20.548390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:26:20.548706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:26:20.549020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:26:20.549332 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a26341a-2cc3-4b8a-a021-708a40f9a1d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:26:20.981937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-92c2b683-f514-4f5a-b4c3-a4c93a830c48 None None] Provisioning complete for port 178c80e0-2816-42f1-b63c-551b37b33849 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:26:20.982305 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-92c2b683-f514-4f5a-b4c3-a4c93a830c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:21.107540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-92c2b683-f514-4f5a-b4c3-a4c93a830c48 None None] Provisioning complete for port e75d3e63-9c81-40dd-bc1b-105cdc550ed5 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:26:21.107823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-92c2b683-f514-4f5a-b4c3-a4c93a830c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:22.717602 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41812) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:26:22.894381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fca5627-d16a-4c5a-b28e-4eed965f04d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:22.894720 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fca5627-d16a-4c5a-b28e-4eed965f04d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:22.896265 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3fca5627-d16a-4c5a-b28e-4eed965f04d7 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1777282 Apr 29 17:26:23.198390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-81bd46fb-9c87-4f7b-bda1-4376162d916e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:25.065571 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41822) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:26:25.305736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3ed177-7b18-4bb2-84f2-3f4ac7a4ea3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:25.306192 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3ed177-7b18-4bb2-84f2-3f4ac7a4ea3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:25.307733 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ee3ed177-7b18-4bb2-84f2-3f4ac7a4ea3e admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2411809 Apr 29 17:26:25.361962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97d0ccc0-bb22-4a18-bf2b-a7b0a4ebc90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:26.446278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:26.704648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:27.516767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41832) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:26:27.704397 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c51a234-4eb2-48ec-99f6-3fbb3a84a641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:27.705672 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1c51a234-4eb2-48ec-99f6-3fbb3a84a641 admin admin] 10.222.0.11 "GET /v2.0/networks/aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 886 time: 0.1879628 Apr 29 17:26:27.848888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:29.873036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 41842) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:26:30.065482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c52768f-2b0f-42d9-a1dd-d6a428c9d768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:30.066786 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9c52768f-2b0f-42d9-a1dd-d6a428c9d768 admin admin] 10.222.0.11 "GET /v2.0/networks/af347f3e-0d8f-4f77-8e6c-585ab0921662 HTTP/1.1" status: 200 len: 869 time: 0.1925123 Apr 29 17:26:32.223351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41852) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:26:32.342784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790a997b-a234-41e3-b884-f8bc26bfad02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:32.343225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790a997b-a234-41e3-b884-f8bc26bfad02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:32.344749 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-790a997b-a234-41e3-b884-f8bc26bfad02 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204491 Apr 29 17:26:34.501370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41862) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:26:34.613232 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7711a5e4-cb1c-4f88-a487-0d5fcba2fc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:34.613691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7711a5e4-cb1c-4f88-a487-0d5fcba2fc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:34.615839 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7711a5e4-cb1c-4f88-a487-0d5fcba2fc4f admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1133764 Apr 29 17:26:36.813051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41872) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:26:36.940946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94d777-df42-4be9-b552-ac41913ed176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:36.942291 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ce94d777-df42-4be9-b552-ac41913ed176 admin admin] 10.222.0.11 "GET /v2.0/subnets/4f193fff-2623-4d73-8961-1d3a26f204f2 HTTP/1.1" status: 200 len: 868 time: 0.1280019 Apr 29 17:26:38.314738 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 5 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:26:39.196102 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41882) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:26:39.297928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdf8d53-165c-4506-9959-697d757208e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:26:39.299255 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fbdf8d53-165c-4506-9959-697d757208e4 admin admin] 10.222.0.11 "GET /v2.0/subnets/63add7f7-3c5c-4437-8a75-fe7a64367a02 HTTP/1.1" status: 200 len: 816 time: 0.1021883 Apr 29 17:26:53.204128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7079761-3c7d-432a-96b1-2bce443f5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:55.358160 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5fe6c5a0-9ddc-4982-a892-df70d0a58789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:56.445368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:56.709221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:57.850866 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:26:58.397594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41928) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:26:58.454562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-cd34f197-5f66-4ca1-be76-3eb1f845d765 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:26:58.455527 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cd34f197-5f66-4ca1-be76-3eb1f845d765 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0566437 Apr 29 17:27:00.701871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 41938) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:27:00.787888 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e6308d-9792-4659-b045-30607d1f2e2b admin admin] GET failed (client error): The resource could not be found. Apr 29 17:27:00.789190 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-12e6308d-9792-4659-b045-30607d1f2e2b admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0863116 Apr 29 17:27:00.929166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd78e6d-1f41-4e40-8b18-dc97866b38f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:27:00.930503 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6dd78e6d-1f41-4e40-8b18-dc97866b38f3 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1351478 Apr 29 17:27:03.095917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 41948) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:27:03.146442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:27:03.151533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:27:03.162950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:27:03.176726 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Made reservation on behalf of b6858ff5e2bc431a8fe4333c79d6317a for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:27:03.179354 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:03.269191 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.services.revisions.revision_plugin [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Could not find related network for resource to bump revision. Apr 29 17:27:03.283993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:27:03.295139 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764221837590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:03.295705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Unsubscribe: segment precommit_create {{(pid=88019) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 17:27:03.296182 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Added segment 52f3786b-e099-48ff-8869-34a72f06d462 of type vlan for network 819dce6e-6497-4584-b5c7-e232577a5966 Apr 29 17:27:03.378092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:03.417914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:03.419357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:27:03.420188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:03.462419 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3654876 Apr 29 17:27:03.535207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Pushing event updated for resources: {'Network': ['ID=819dce6e-6497-4584-b5c7-e232577a5966,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:27:03.543735 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:03.544040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:03.544396 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:03.544718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:03.545040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:03.545377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:03.545697 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:03.546026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:03.546344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:03.546676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:03.546973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:03.547280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d72c0-624f-4003-badb-bd7e8e43eaa4 admin admin] Tracked resource versions report: Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: pushed versions: Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: { 'AddressGroup': {'1.2'}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'ConntrackHelper': {'1.0'}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Log': {'1.0'}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Network': {'1.1'}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Port': {'1.7'}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'PortForwarding': {'1.2'}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'QosPolicy': {'1.8'}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'SecurityGroup': {'1.4'}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'SecurityGroupRule': {'1.2'}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'SubPort': {'1.0'}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Subnet': {'1.1'}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Trunk': {'1.1'}} Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: consumer versions: Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: { DHCP agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: L3 agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: Metadata agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: Metering agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: Open vSwitch agent@dv-neutron-839024-2-hyperv: { 'AddressGroup': '1.2', Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'ConntrackHelper': '1.0', Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Log': '1.0', Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Network': '1.1', Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Port': '1.7', Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'PortForwarding': '1.2', Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'QosPolicy': '1.8', Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'SecurityGroup': '1.4', Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'SecurityGroupRule': '1.2', Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'SubPort': '1.0', Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Subnet': '1.1', Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Trunk': '1.1'}} Apr 29 17:27:03.548596 dv-neutron-839024-2-hyperv neutron-server[88019]: {{(pid=88019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 17:27:03.576395 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 819dce6e-6497-4584-b5c7-e232577a5966 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:27:05.626020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 41962) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:27:05.696150 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d9f7fa-33e4-432d-910c-ee422428095a admin admin] GET failed (client error): The resource could not be found. Apr 29 17:27:05.696692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-59d9f7fa-33e4-432d-910c-ee422428095a admin admin] Synchronizing usage tracker for tenant:b6858ff5e2bc431a8fe4333c79d6317a on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:27:05.713157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-59d9f7fa-33e4-432d-910c-ee422428095a admin admin] Unset dirty status for tenant:b6858ff5e2bc431a8fe4333c79d6317a on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:27:05.714381 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-59d9f7fa-33e4-432d-910c-ee422428095a admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0871339 Apr 29 17:27:05.837248 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84576849-af41-413c-9b04-07be0b45fc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:27:05.838699 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-84576849-af41-413c-9b04-07be0b45fc25 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1191134 Apr 29 17:27:05.849019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '819dce6e-6497-4584-b5c7-e232577a5966'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:27:05.854081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:27:05.864909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:27:05.877159 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] Made reservation on behalf of b6858ff5e2bc431a8fe4333c79d6317a for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:27:05.879796 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:06.100810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:06.175829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a836ba6-cd72-4663-83bc-20e29ee7508c,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:27:06.186153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] Checking segment: {'id': '52f3786b-e099-48ff-8869-34a72f06d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '819dce6e-6497-4584-b5c7-e232577a5966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:27:06.186537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] Network hostable DHCP agents. Network: 819dce6e-6497-4584-b5c7-e232577a5966, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:27:06.209345 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] Network 819dce6e-6497-4584-b5c7-e232577a5966 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:27:06.219603 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 819dce6e-6497-4584-b5c7-e232577a5966) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:27:06.224188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:27:06.224765 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:06.228894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b36adf-7456-4027-8ca7-52415942b93a None None] Network 819dce6e-6497-4584-b5c7-e232577a5966 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:27:06.251228 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d4013992-a058-475c-b80a-94d939e54e74 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4057806 Apr 29 17:27:06.457836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-819dce6e-6497-4584-b5c7-e232577a5966', 'network_id': '819dce6e-6497-4584-b5c7-e232577a5966', 'tenant_id': 'b6858ff5e2bc431a8fe4333c79d6317a', 'fixed_ips': [{'subnet_id': '3a836ba6-cd72-4663-83bc-20e29ee7508c'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:27:06.458724 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:06.612868 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Allocated IP 192.168.233.2 (819dce6e-6497-4584-b5c7-e232577a5966/3a836ba6-cd72-4663-83bc-20e29ee7508c/75e1548c-3f70-4806-8730-a815155d68c8) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:27:06.821612 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:06.832204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Transition to ACTIVE for port object 75e1548c-3f70-4806-8730-a815155d68c8 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:27:06.850503 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Transition to ACTIVE for port object 75e1548c-3f70-4806-8730-a815155d68c8 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:27:06.858402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:06.924487 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Network 819dce6e-6497-4584-b5c7-e232577a5966 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:27:06.927173 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:27:06.931312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:27:06.933408 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Pushing event updated for resources: {'Port': ['ID=75e1548c-3f70-4806-8730-a815155d68c8,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:27:06.967505 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:06.967862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:06.968206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:06.968530 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:06.968856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:06.969235 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:06.969539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:06.969825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:06.970159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:06.970504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:06.970816 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:06.971133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:27:07.031634 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Attempting to bind port 75e1548c-3f70-4806-8730-a815155d68c8 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:27:07.031995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Attempting to bind port 75e1548c-3f70-4806-8730-a815155d68c8 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '52f3786b-e099-48ff-8869-34a72f06d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '819dce6e-6497-4584-b5c7-e232577a5966'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:27:07.032368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Attempting to bind port 75e1548c-3f70-4806-8730-a815155d68c8 on network 819dce6e-6497-4584-b5c7-e232577a5966 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:27:07.037675 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:27:07.038156 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Checking segment: {'id': '52f3786b-e099-48ff-8869-34a72f06d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '819dce6e-6497-4584-b5c7-e232577a5966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:27:07.038547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:07.039250 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Bound using segment: {'id': '52f3786b-e099-48ff-8869-34a72f06d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '819dce6e-6497-4584-b5c7-e232577a5966'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:27:07.039739 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Bound port: 75e1548c-3f70-4806-8730-a815155d68c8, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f3786b-e099-48ff-8869-34a72f06d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '819dce6e-6497-4584-b5c7-e232577a5966'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:27:07.040096 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:07.130372 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] For port 75e1548c-3f70-4806-8730-a815155d68c8, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:27:07.133416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] For port 75e1548c-3f70-4806-8730-a815155d68c8, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=75e1548c-3f70-4806-8730-a815155d68c8,segment=NetworkSegment(52f3786b-e099-48ff-8869-34a72f06d462),segment_id=52f3786b-e099-48ff-8869-34a72f06d462)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:27:07.138183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:07.220818 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a67081-7467-47f2-95d1-06dd5f5d2839 None None] Pushing event updated for resources: {'Port': ['ID=75e1548c-3f70-4806-8730-a815155d68c8,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:27:08.065400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf8a37-b9f5-4fcd-9d01-c723e0167858 None None] Network 819dce6e-6497-4584-b5c7-e232577a5966 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:27:08.171229 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-95f2e768-b9af-433d-84f2-7e8405089373 None None] Provisioning for port 75e1548c-3f70-4806-8730-a815155d68c8 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:27:08.701277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 75e1548c-3f70-4806-8730-a815155d68c8 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:27:08.770295 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 75e1548c-3f70-4806-8730-a815155d68c8 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:27:08.775192 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 75e1548c-3f70-4806-8730-a815155d68c8 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:27:08.775712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:08.892288 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:08.925571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 75e1548c-3f70-4806-8730-a815155d68c8, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=75e1548c-3f70-4806-8730-a815155d68c8,segment=NetworkSegment(52f3786b-e099-48ff-8869-34a72f06d462),segment_id=52f3786b-e099-48ff-8869-34a72f06d462)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:27:08.929655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:09.023121 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=75e1548c-3f70-4806-8730-a815155d68c8,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:27:10.671332 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 75e1548c-3f70-4806-8730-a815155d68c8 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:27:10.738198 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 75e1548c-3f70-4806-8730-a815155d68c8 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:27:10.738532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:15.313781 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 5 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:27:23.209646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8195c60c-26ff-405e-b9f6-7ea6effcbd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:25.352599 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-31d8016f-906a-4dd1-9db8-44bad5808446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:26.450238 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:26.714204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:27.859618 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:52.313165 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 5 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:27:53.204370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b840dd38-169a-49ee-9ab1-94a04b6a34da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:55.356704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c506b876-a174-42e9-a152-8027dafe76f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:56.453147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:56.718820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:27:57.859377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:23.207076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d3b7901e-bb51-46b6-8dd3-97df947a8be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:25.360969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ee7c25f5-ff6f-42f1-aa90-50dbbf08138c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:26.455789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:26.722003 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:27.862502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:29.312780 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 5 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:28:31.050385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42006) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:28:31.056310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-3821fb6f-17e9-4579-b3d2-270da6ba66cb tempest-verify_tempest_config-92699103 tempest-verify_tempest_config-92699103-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:28:31.057256 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3821fb6f-17e9-4579-b3d2-270da6ba66cb tempest-verify_tempest_config-92699103 tempest-verify_tempest_config-92699103-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058780 Apr 29 17:28:31.402553 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42024) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:28:31.529091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:31.548537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:28:31.553126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Usage tracker for resource:security_group_rule and tenant:abd2401d2e9743698d735da46e21ca92 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:28:31.556798 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:28:31.563256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:28:31.677794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:31.683991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:31.732958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f180cf69-384b-4b1e-8778-b06f9d1a6335,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:28:31.736827 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=abd2401d2e9743698d735da46e21ca92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3332806 Apr 29 17:28:31.739991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42030) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:28:31.742415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.742762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.743101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.743459 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.743776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.744117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.744428 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.744754 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.745074 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.745393 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.745713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.746027 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a38ed3-9cd6-4155-8bfa-21ab9c1273f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.799603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:31.824761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:31.919265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:31.933431 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f180cf69-384b-4b1e-8778-b06f9d1a6335,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:28:31.942554 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.942903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.943239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.943593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.943916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.944250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.944572 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.944896 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.945213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.945526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.945833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.946145 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:28:31.950138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:31.951221 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2d674361-f981-4e54-9825-21215176e81f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f180cf69-384b-4b1e-8778-b06f9d1a6335 HTTP/1.1" status: 204 len: 168 time: 0.2103138 Apr 29 17:28:53.214862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7bc79b7f-570e-406b-8698-9eb1136a9d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:55.372438 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a637ed57-ff84-40f5-b160-415b580d127b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:56.465736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:56.733951 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:28:57.866216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:29:06.316026 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 5 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:29:23.207877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d49e183-0626-4901-96f0-8c0a74051a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:29:25.380094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-52c57878-d4ca-4698-9b3d-bbc15a721843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:29:26.467900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:29:26.729825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:29:27.869413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:29:43.315791 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 5 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:29:48.071946 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2084826'] for agent, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:29:53.218388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7283-a553-46b2-b3a1-0f110944049f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:29:55.374281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e314ac7f-3402-4dbe-8d89-9191e731446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:29:56.467071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:29:56.733968 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:29:57.873020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:30:03.223198 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42100) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:30:03.345224 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9c190c9b-73c3-4121-90d6-a8eaa43b0f06 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1207252 Apr 29 17:30:05.559215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42110) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:30:05.616664 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8f609ada-bf0b-4aa8-af9c-53527e85d538 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0561936 Apr 29 17:30:18.025654 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:30:20.320327 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:30:23.219924 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-711e3436-6ea0-4aed-8337-51be6b55d51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:30:25.375285 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-14ae97b2-ff55-412a-98ed-34b01938e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:30:26.478931 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:30:26.746722 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:30:27.888346 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:30:48.016720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:30:53.214644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-102f0ee1-b19a-4167-9e36-daab64a970f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:30:55.371434 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b465c85c-02ba-4fb6-86a8-6079b4d50222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:30:56.473716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:30:56.743933 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:30:57.319584 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:30:57.888469 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:18.014178 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:23.222367 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8c15ac73-bd7e-45f9-8a7d-cb148b6649e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:25.368504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9922dcc3-3031-459e-af7f-fd2bba756605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:26.476517 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:26.738209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:27.886514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:33.060138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42254) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:33.334128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-447562138-network', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:33.336789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:33.340692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Usage tracker for resource:network and tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:33.344214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:33.350652 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:33.366450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Made reservation on behalf of c48d4c66c93f4c7fa3f8a35a1e52d29c for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:33.369535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:33.385160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:33.399578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:33.404100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Usage tracker for resource:security_group_rule and tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:33.406982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:33.413175 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:33.511146 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:33.515987 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:33.549306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:31:33.558375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac39a2ad-40f2-4b03-8348-6369c748a00e,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:33.567939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:33.568286 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Added segment eb66c64b-5c5e-4f1a-898b-f8d58f7afff2 of type vlan for network 3a008dbb-824b-4c09-ae06-02703f77c7d5 Apr 29 17:31:33.570096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:33.570351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:33.570686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:33.571060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:33.571469 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:33.571810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:33.572201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:33.572569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:33.572915 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:33.573239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:33.573748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:33.574281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Tracked resource versions report: Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: pushed versions: Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: { 'AddressGroup': {'1.2'}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'ConntrackHelper': {'1.0'}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Log': {'1.0'}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Network': {'1.1'}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Port': {'1.7'}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'PortForwarding': {'1.2'}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'QosPolicy': {'1.8'}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'SecurityGroup': {'1.4'}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'SecurityGroupRule': {'1.2'}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'SubPort': {'1.0'}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Subnet': {'1.1'}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Trunk': {'1.1'}} Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: consumer versions: Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: { DHCP agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: HyperV agent@hv-neutron-8390: {}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: L3 agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: Metadata agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: Metering agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: Open vSwitch agent@dv-neutron-839024-2-hyperv: { 'AddressGroup': '1.2', Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'ConntrackHelper': '1.0', Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Log': '1.0', Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Network': '1.1', Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Port': '1.7', Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'PortForwarding': '1.2', Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'QosPolicy': '1.8', Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'SecurityGroup': '1.4', Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'SecurityGroupRule': '1.2', Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'SubPort': '1.0', Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Subnet': '1.1', Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: 'Trunk': '1.1'}} Apr 29 17:31:33.575334 dv-neutron-839024-2-hyperv neutron-server[88018]: {{(pid=88018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 17:31:33.615129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:33.655210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:33.656348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:33.657231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:33.775245 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7139819 Apr 29 17:31:33.776353 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74371f4c-e3fa-4735-9394-7cbd744afccd admin admin] Pushing event updated for resources: {'Network': ['ID=3a008dbb-824b-4c09-ae06-02703f77c7d5,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:33.778574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42306) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:33.788215 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 3a008dbb-824b-4c09-ae06-02703f77c7d5 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:31:33.791627 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Request body: {'subnet': {'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-447562138-subnet', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:33.800088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:33.814048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Usage tracker for resource:subnet and tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:33.817192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:33.823191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:33.833598 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Made reservation on behalf of c48d4c66c93f4c7fa3f8a35a1e52d29c for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:33.836447 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:34.040548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:34.124408 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3555b18-00c5-40e8-9dc6-86063eecb03f,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:34.134247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:34.134602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:34.134941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:34.135264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:34.135607 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:34.135944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:34.136263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:34.136580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:34.136895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:34.137204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:34.137512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:34.137822 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Tracked resource versions report: Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: pushed versions: Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: { 'AddressGroup': {'1.2'}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'ConntrackHelper': {'1.0'}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Log': {'1.0'}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Network': {'1.1'}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Port': {'1.7'}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'PortForwarding': {'1.2'}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'QosPolicy': {'1.8'}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'SecurityGroup': {'1.4'}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'SecurityGroupRule': {'1.2'}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'SubPort': {'1.0'}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Subnet': {'1.1'}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Trunk': {'1.1'}} Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: consumer versions: Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: { DHCP agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: HyperV agent@hv-neutron-8390: {}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: L3 agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: Metadata agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: Metering agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: Open vSwitch agent@dv-neutron-839024-2-hyperv: { 'AddressGroup': '1.2', Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'ConntrackHelper': '1.0', Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Log': '1.0', Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Network': '1.1', Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Port': '1.7', Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'PortForwarding': '1.2', Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'QosPolicy': '1.8', Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'SecurityGroup': '1.4', Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'SecurityGroupRule': '1.2', Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'SubPort': '1.0', Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Subnet': '1.1', Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: 'Trunk': '1.1'}} Apr 29 17:31:34.138825 dv-neutron-839024-2-hyperv neutron-server[88019]: {{(pid=88019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 17:31:34.143914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Checking segment: {'id': 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:34.144265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Network hostable DHCP agents. Network: 3a008dbb-824b-4c09-ae06-02703f77c7d5, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:31:34.165087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Network 3a008dbb-824b-4c09-ae06-02703f77c7d5 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:31:34.175357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 3a008dbb-824b-4c09-ae06-02703f77c7d5) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:34.179885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:34.180757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:34.184849 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43a3801-8e9b-4223-934e-7670ec40fb1a None None] Network 3a008dbb-824b-4c09-ae06-02703f77c7d5 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:31:34.212320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42320) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:34.212901 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a494572c-55ba-43e7-93dc-ba188508d7bb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4325604 Apr 29 17:31:34.219221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:34.224161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:34.231687 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Usage tracker for resource:router and tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:34.235308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:34.241700 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:34.255233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:34.256208 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:34.278345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:34.318535 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:31:34.407930 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-3a008dbb-824b-4c09-ae06-02703f77c7d5', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'fixed_ips': [{'subnet_id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:31:34.409025 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:34.436677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42330) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:34.490967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42338) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:34.578418 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Allocated IP 172.20.0.2 (3a008dbb-824b-4c09-ae06-02703f77c7d5/e3555b18-00c5-40e8-9dc6-86063eecb03f/f81a22b6-e88b-41e4-83d4-0e65f1c99ad4) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:34.594934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:34.849916 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:34.861529 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Transition to ACTIVE for port object f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:34.886296 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Transition to ACTIVE for port object f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:34.905087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:34.917942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2002448289-network', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:34.930356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:34.944560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Usage tracker for resource:network and tenant:0a200f959dbd436a8fd7078b57ae78ed is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:34.948143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:34.957703 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:34.986498 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Made reservation on behalf of 0a200f959dbd436a8fd7078b57ae78ed for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:34.989428 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.018510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.042628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:35.047871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Usage tracker for resource:security_group_rule and tenant:0a200f959dbd436a8fd7078b57ae78ed is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:35.055338 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:35.062201 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Network 3a008dbb-824b-4c09-ae06-02703f77c7d5 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:35.064139 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:35.065210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:35.074926 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:35.080838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Pushing event updated for resources: {'Port': ['ID=f81a22b6-e88b-41e4-83d4-0e65f1c99ad4,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:35.107862 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.143134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.145092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-407096636-network', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:35.150530 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:35.150889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:35.151224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:35.151574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:35.151980 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:35.152212 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:35.152585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:35.152898 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:35.153180 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:35.153458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:35.154189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:35.154395 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Tracked resource versions report: Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: pushed versions: Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: { 'AddressGroup': {'1.2'}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'ConntrackHelper': {'1.0'}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Log': {'1.0'}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Network': {'1.1'}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Port': {'1.7'}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'PortForwarding': {'1.2'}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'QosPolicy': {'1.8'}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'SecurityGroup': {'1.4'}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'SecurityGroupRule': {'1.2'}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'SubPort': {'1.0'}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Subnet': {'1.1'}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Trunk': {'1.1'}} Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: consumer versions: Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: { DHCP agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: HyperV agent@hv-neutron-8390: {}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: L3 agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: Metadata agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: Metering agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: Open vSwitch agent@dv-neutron-839024-2-hyperv: { 'AddressGroup': '1.2', Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'ConntrackHelper': '1.0', Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Log': '1.0', Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Network': '1.1', Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Port': '1.7', Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'PortForwarding': '1.2', Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'QosPolicy': '1.8', Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'SecurityGroup': '1.4', Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'SecurityGroupRule': '1.2', Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'SubPort': '1.0', Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Subnet': '1.1', Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: 'Trunk': '1.1'}} Apr 29 17:31:35.160759 dv-neutron-839024-2-hyperv neutron-server[88020]: {{(pid=88020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 17:31:35.187533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.190016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:35.193805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.209391 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:31:35.223590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.224236 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Added segment 30013f5f-2a6c-4c67-b16b-aee9114fbc78 of type vlan for network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 Apr 29 17:31:35.236427 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Attempting to bind port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:35.236867 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Attempting to bind port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:35.237439 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Attempting to bind port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 on network 3a008dbb-824b-4c09-ae06-02703f77c7d5 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:35.244450 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:31:35.245084 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Checking segment: {'id': 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:35.245644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.246182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Bound using segment: {'id': 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:31:35.246802 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Bound port: f81a22b6-e88b-41e4-83d4-0e65f1c99ad4, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:31:35.247349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.255630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.293851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Usage tracker for resource:network and tenant:b5a2ce7a595544feb083459386aa2363 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:35.296938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.297972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:35.298630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.320819 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:35.343538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] For port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:31:35.347231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] For port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f81a22b6-e88b-41e4-83d4-0e65f1c99ad4,segment=NetworkSegment(eb66c64b-5c5e-4f1a-898b-f8d58f7afff2),segment_id=eb66c64b-5c5e-4f1a-898b-f8d58f7afff2)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:31:35.348840 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9108014 Apr 29 17:31:35.349666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42366) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:35.351567 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:35.354872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.363129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Request body: {'subnet': {'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2002448289-subnet', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:35.372321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:35.378321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Usage tracker for resource:subnet and tenant:0a200f959dbd436a8fd7078b57ae78ed is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:35.383712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:35.394487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:35.398472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Allocated IP 172.26.4.209 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/e37cfb95-49e4-43ee-944e-53a91b1aaddd) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:35.430864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7986ac17-7dbf-4fcb-bb97-116a0757f566,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:35.464787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Made reservation on behalf of b5a2ce7a595544feb083459386aa2363 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:35.467635 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.475965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a28389-a894-4ee9-bfb6-b73ced8b1c8d None None] Pushing event updated for resources: {'Port': ['ID=f81a22b6-e88b-41e4-83d4-0e65f1c99ad4,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:35.491097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Made reservation on behalf of 0a200f959dbd436a8fd7078b57ae78ed for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:35.493929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.526319 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.550034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:35.554228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Usage tracker for resource:security_group_rule and tenant:b5a2ce7a595544feb083459386aa2363 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:35.557373 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:35.567833 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:35.679490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.768024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88bc6b-9567-44ca-89f6-0e755133509b admin admin] Pushing event updated for resources: {'Network': ['ID=4a920e1c-5aa4-413b-99b4-e430d5bbd744,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:35.769477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.780995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:31:35.872209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:35.876165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:35.878903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:35.971385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.986662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:35.999467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:31:36.009277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:36.009557 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Added segment 8365288d-c6ce-40a6-8bac-20f1c47b541b of type vlan for network 2f100fae-1063-4412-a27d-002c2f38e886 Apr 29 17:31:36.031220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Pushing event updated for resources: {'Port': ['ID=e37cfb95-49e4-43ee-944e-53a91b1aaddd,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:36.041737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:36.088310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f585f7b-7d3c-4172-bf51-462a41b3ef5e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:36.145865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:36.187521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42390) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:36.195339 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:36.196242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:36.196968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:36.348498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:36.428994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] Pushing event updated for resources: {'Network': ['ID=2f100fae-1063-4412-a27d-002c2f38e886,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:36.438317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84622bd6-291d-4a19-bc35-239d5b1a0fd6,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:36.448118 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0fc91f08-8eff-49f3-8f66-0160f5669757 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9549797 Apr 29 17:31:36.453166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42412) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:36.457038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 2f100fae-1063-4412-a27d-002c2f38e886 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:31:36.473614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Checking segment: {'id': '30013f5f-2a6c-4c67-b16b-aee9114fbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:36.474028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Network hostable DHCP agents. Network: 4a920e1c-5aa4-413b-99b4-e430d5bbd744, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:31:36.483838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Request body: {'subnet': {'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-407096636-subnet', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:36.505071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:36.524209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Usage tracker for resource:subnet and tenant:b5a2ce7a595544feb083459386aa2363 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:36.538278 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:36.557458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:36.570083 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:31:36.591994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Made reservation on behalf of b5a2ce7a595544feb083459386aa2363 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:36.594972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:36.602370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42416) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:36.635760 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 4a920e1c-5aa4-413b-99b4-e430d5bbd744) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:36.644695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:36.647757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:36.651948 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c369b39-b422-4032-8da7-5de85633b1b0 None None] Network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:31:36.843905 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-022e76b9-7c08-43ee-9cdb-37f83a6ea405 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4888580 Apr 29 17:31:36.858041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42424) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:36.872965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:36.883525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:36.914646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Usage tracker for resource:router and tenant:0a200f959dbd436a8fd7078b57ae78ed is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:36.926712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:36.943409 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3ba58e-2b17-4479-9d64-a660e2a49ba7 None None] Network 3a008dbb-824b-4c09-ae06-02703f77c7d5 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:31:36.945327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:36.958804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:36.964071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c8414ad7-5fd8-4680-b31e-4c5f56efb843 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1014719088'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:36.969148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c8414ad7-5fd8-4680-b31e-4c5f56efb843 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:36.969638 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:36.974179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:36.976033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.016537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42432) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:37.063250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.064917 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'fixed_ips': [{'subnet_id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:31:37.065935 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.155012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42438) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:37.217094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c8414ad7-5fd8-4680-b31e-4c5f56efb843 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Usage tracker for resource:router and tenant:4d65d92b43d74084b7a657978f24df8a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:37.222247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c8414ad7-5fd8-4680-b31e-4c5f56efb843 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:37.222747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bfabd0b8-0c62-4882-880a-8283b7551c41 None None] Provisioning for port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:37.245028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1543905098'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:37.248929 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c8414ad7-5fd8-4680-b31e-4c5f56efb843 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:37.257565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:37.271225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Usage tracker for resource:network and tenant:ed97f000fbc54ff28452ce99363e48a9 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:37.277035 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:37.284963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c8414ad7-5fd8-4680-b31e-4c5f56efb843 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.286075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c8414ad7-5fd8-4680-b31e-4c5f56efb843 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.291799 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:37.325577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Made reservation on behalf of ed97f000fbc54ff28452ce99363e48a9 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:37.330462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.347401 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c8414ad7-5fd8-4680-b31e-4c5f56efb843 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.360517 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.407178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:37.415619 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Usage tracker for resource:security_group_rule and tenant:ed97f000fbc54ff28452ce99363e48a9 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:37.420528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:37.425594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c8414ad7-5fd8-4680-b31e-4c5f56efb843 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.456492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:37.458544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:31:37.463432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:37.474372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1164912813'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:37.482315 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:37.489559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:37.493047 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.499599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Usage tracker for resource:floatingip and tenant:6cbd968ff05e43b49393bb7ff215e598 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:37.500803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Allocated IP 172.20.0.2 (4a920e1c-5aa4-413b-99b4-e430d5bbd744/84622bd6-291d-4a19-bc35-239d5b1a0fd6/551609bd-f273-42e7-83c0-6b510645da26) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:37.534854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:37.541676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Usage tracker for resource:network and tenant:8eb8c1c5bd244c74b819f18f2dde4c45 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:37.605400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42450) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:37.606595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:37.610172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:37.610511 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c8414ad7-5fd8-4680-b31e-4c5f56efb843 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.614153 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c8414ad7-5fd8-4680-b31e-4c5f56efb843 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4185450 Apr 29 17:31:37.639139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42452) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:37.688912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:37.707580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.718481 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Transition to ACTIVE for port object 551609bd-f273-42e7-83c0-6b510645da26 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:37.749332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.776313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.801228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Made reservation on behalf of 8eb8c1c5bd244c74b819f18f2dde4c45 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:37.805612 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.808906 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4c062475-27f5-40df-b45b-64e1b54ecbb8 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.815674 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Transition to ACTIVE for port object 551609bd-f273-42e7-83c0-6b510645da26 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:37.843097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.846839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:37.856195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c544c7e1-d2c9-4197-869f-f67ad5cc2209,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:37.864605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:37.916911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:37.924860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Checking segment: {'id': '8365288d-c6ce-40a6-8bac-20f1c47b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:37.925376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Network hostable DHCP agents. Network: 2f100fae-1063-4412-a27d-002c2f38e886, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:31:37.937837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:37.940409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Usage tracker for resource:floatingip and tenant:e6d8c515c362496cb59aed41318dd2fe is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:37.944150 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:37.956623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Usage tracker for resource:security_group_rule and tenant:8eb8c1c5bd244c74b819f18f2dde4c45 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:37.971340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:37.973095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:37.991386 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:37.994168 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:37.999186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:38.002055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:38.009092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.013296 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Pushing event updated for resources: {'Port': ['ID=551609bd-f273-42e7-83c0-6b510645da26,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:38.033185 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:31:38.044838 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Sync routers for ids ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:31:38.054254 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Routers {'d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:31:38.054869 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:38.069926 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:38.082133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Network 2f100fae-1063-4412-a27d-002c2f38e886 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:31:38.140403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:38.140769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.178654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 2f100fae-1063-4412-a27d-002c2f38e886) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:38.197928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72628a3b-2fb9-4731-8609-f1d3657daea6 None None] Network 2f100fae-1063-4412-a27d-002c2f38e886 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:31:38.202268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:38.202963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.229137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Attempting to bind port 551609bd-f273-42e7-83c0-6b510645da26 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:38.229500 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Attempting to bind port 551609bd-f273-42e7-83c0-6b510645da26 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '30013f5f-2a6c-4c67-b16b-aee9114fbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:38.229888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Attempting to bind port 551609bd-f273-42e7-83c0-6b510645da26 on network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:38.242641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4c062475-27f5-40df-b45b-64e1b54ecbb8 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.244566 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Set router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:31:38.246676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4c062475-27f5-40df-b45b-64e1b54ecbb8 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.257001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:31:38.257525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Checking segment: {'id': '30013f5f-2a6c-4c67-b16b-aee9114fbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:38.257797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.258239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Bound using segment: {'id': '30013f5f-2a6c-4c67-b16b-aee9114fbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:31:38.258695 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Bound port: 551609bd-f273-42e7-83c0-6b510645da26, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30013f5f-2a6c-4c67-b16b-aee9114fbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:31:38.259075 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.347883 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-96b18d85-5eda-4c03-90be-ab41735897f8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8935416 Apr 29 17:31:38.356609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42460) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:38.375350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:38.395284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:38.410062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.420613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Usage tracker for resource:router and tenant:b5a2ce7a595544feb083459386aa2363 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:38.432291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.463485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4c062475-27f5-40df-b45b-64e1b54ecbb8 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.464563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c062475-27f5-40df-b45b-64e1b54ecbb8 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ceb7b4ef-b603-4849-af74-33fee8e3beca {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:31:38.466860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.470204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:38.476440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.486037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:31:38.490825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:38.500614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.501399 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Added segment 9ee3e1a5-bcba-4968-9fe5-42c91c42ea57 of type vlan for network 5ae27149-6be5-456b-98f2-d0b110cb14e0 Apr 29 17:31:38.537394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.561234 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:31:36Z', 'revision_number': 3, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:38.566804 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Checking router: d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:31:38.567506 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Updating router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 port e37cfb95-49e4-43ee-944e-53a91b1aaddd binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:31:38.592920 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] For port 551609bd-f273-42e7-83c0-6b510645da26, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:31:38.601483 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.627312 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.633419 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d2df0bfa-edf9-4dc8-bfcf-f7e36a75ff92 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4185646 Apr 29 17:31:38.638492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42464) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:38.638492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932e8271-dba0-45b4-9ed6-dce43444be59,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:38.645240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.649333 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.650882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:38.651595 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.654915 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.716344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f81a22b6-e88b-41e4-83d4-0e65f1c99ad4,segment=NetworkSegment(eb66c64b-5c5e-4f1a-898b-f8d58f7afff2),segment_id=eb66c64b-5c5e-4f1a-898b-f8d58f7afff2)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:31:38.719162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] For port 551609bd-f273-42e7-83c0-6b510645da26, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=551609bd-f273-42e7-83c0-6b510645da26,segment=NetworkSegment(30013f5f-2a6c-4c67-b16b-aee9114fbc78),segment_id=30013f5f-2a6c-4c67-b16b-aee9114fbc78)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:31:38.728314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.818446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:31:38.830040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.830575 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Added segment f5274290-94d4-4d6f-906a-e59a90d40d13 of type vlan for network 687bd437-d70e-4a39-9337-72921aac1083 Apr 29 17:31:38.840892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.852210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=f81a22b6-e88b-41e4-83d4-0e65f1c99ad4,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:38.861742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.943089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.948751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:38.949407 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.949711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c8945-0007-4d6e-8938-a963fc0daf9d None None] Pushing event updated for resources: {'Port': ['ID=551609bd-f273-42e7-83c0-6b510645da26,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:38.988003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4c062475-27f5-40df-b45b-64e1b54ecbb8 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.988530 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d8aadc03-9663-4386-81a9-f8cf4d8b6a79 None None] Provisioning complete for port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:38.989127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d8aadc03-9663-4386-81a9-f8cf4d8b6a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:38.989458 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4c062475-27f5-40df-b45b-64e1b54ecbb8 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] 10.222.0.11 "DELETE /v2.0/routers/ceb7b4ef-b603-4849-af74-33fee8e3beca HTTP/1.1" status: 204 len: 168 time: 1.3490036 Apr 29 17:31:38.990062 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Pushing event updated for resources: {'Network': ['ID=5ae27149-6be5-456b-98f2-d0b110cb14e0,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:39.010494 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42474) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:39.015689 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8593831 Apr 29 17:31:39.016289 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42478) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:39.025558 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Request body: {'subnet': {'network_id': '687bd437-d70e-4a39-9337-72921aac1083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:39.027820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.029413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.044737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-145f4b24-2c83-49b8-ab15-106cf0542d15 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Request body: {'router': {'name': 'tempest-router-1536032320', 'distributed': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:39.047869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.049562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-145f4b24-2c83-49b8-ab15-106cf0542d15 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:39.053524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-145f4b24-2c83-49b8-ab15-106cf0542d15 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Usage tracker for resource:router and tenant:4d65d92b43d74084b7a657978f24df8a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:39.056321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-145f4b24-2c83-49b8-ab15-106cf0542d15 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:39.062155 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-145f4b24-2c83-49b8-ab15-106cf0542d15 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:39.067537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.092048 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9f8b547b-f30f-4d90-aa48-695c959b173d tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4878457 Apr 29 17:31:39.093008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-145f4b24-2c83-49b8-ab15-106cf0542d15 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.094036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-145f4b24-2c83-49b8-ab15-106cf0542d15 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.100353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 5ae27149-6be5-456b-98f2-d0b110cb14e0 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:31:39.118533 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.136256 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Transition to ACTIVE for port object e37cfb95-49e4-43ee-944e-53a91b1aaddd will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:39.148314 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.164016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-2f100fae-1063-4412-a27d-002c2f38e886', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'fixed_ips': [{'subnet_id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:31:39.167938 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.241285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-145f4b24-2c83-49b8-ab15-106cf0542d15 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.264193 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Pushing event updated for resources: {'Port': ['ID=e37cfb95-49e4-43ee-944e-53a91b1aaddd,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:39.274941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:39.343196 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:39.344067 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:39.344588 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:39.344980 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:39.345760 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:39.346683 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:39.347333 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:39.347727 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:39.348131 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:39.348519 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:39.348920 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:39.349304 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Tracked resource versions report: Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: pushed versions: Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: { 'AddressGroup': {'1.2'}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'ConntrackHelper': {'1.0'}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Log': {'1.0'}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Network': {'1.1'}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Port': {'1.7'}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'PortForwarding': {'1.2'}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'QosPolicy': {'1.8'}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'SecurityGroup': {'1.4'}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'SecurityGroupRule': {'1.2'}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'SubPort': {'1.0'}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Subnet': {'1.1'}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Trunk': {'1.1'}} Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: consumer versions: Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: { DHCP agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: HyperV agent@hv-neutron-8390: {}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: L3 agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: Metadata agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: Metering agent@dv-neutron-839024-2-hyperv: {}, Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: Open vSwitch agent@dv-neutron-839024-2-hyperv: { 'AddressGroup': '1.2', Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'ConntrackHelper': '1.0', Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Log': '1.0', Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Network': '1.1', Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Port': '1.7', Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'PortForwarding': '1.2', Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'QosPolicy': '1.8', Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'SecurityGroup': '1.4', Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'SecurityGroupRule': '1.2', Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'SubPort': '1.0', Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Subnet': '1.1', Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: 'Trunk': '1.1'}} Apr 29 17:31:39.350379 dv-neutron-839024-2-hyperv neutron-server[88021]: {{(pid=88021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 17:31:39.360189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Usage tracker for resource:subnet and tenant:8eb8c1c5bd244c74b819f18f2dde4c45 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:39.364949 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Attempting to bind port e37cfb95-49e4-43ee-944e-53a91b1aaddd on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:39.365776 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Attempting to bind port e37cfb95-49e4-43ee-944e-53a91b1aaddd by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:39.366831 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Attempting to bind port e37cfb95-49e4-43ee-944e-53a91b1aaddd on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:39.369345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:39.379160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:39.383407 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:31:39.384079 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:39.385468 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.386387 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:31:39.387726 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Bound port: e37cfb95-49e4-43ee-944e-53a91b1aaddd, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:31:39.388457 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.396086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Made reservation on behalf of 8eb8c1c5bd244c74b819f18f2dde4c45 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:39.400228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks [] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.561701 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] For port e37cfb95-49e4-43ee-944e-53a91b1aaddd, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:31:39.565929 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] For port e37cfb95-49e4-43ee-944e-53a91b1aaddd, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e37cfb95-49e4-43ee-944e-53a91b1aaddd,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:31:39.577614 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.585864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.611703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-145f4b24-2c83-49b8-ab15-106cf0542d15 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.643112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-145f4b24-2c83-49b8-ab15-106cf0542d15 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.645086 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-145f4b24-2c83-49b8-ab15-106cf0542d15 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6309674 Apr 29 17:31:39.652010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42494) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:39.665359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.684237 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Routers {'d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:31:39.685313 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:39.783213 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Allocated IP 172.20.0.2 (2f100fae-1063-4412-a27d-002c2f38e886/c544c7e1-d2c9-4197-869f-f67ad5cc2209/bc6626cd-5e85-4ccb-b359-8f63623490a1) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:39.811625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:39.834568 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998937d7-e96d-4cb6-877a-9cc0daf83d1f None None] Pushing event updated for resources: {'Port': ['ID=e37cfb95-49e4-43ee-944e-53a91b1aaddd,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:39.920798 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] Set router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:31:39.982942 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d22594-5207-4205-b7ce-c302ddb95930 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:40.021130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cbf9f6-a7a2-4134-a6a9-91be22df5992,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:40.088059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:40.108959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Transition to ACTIVE for port object bc6626cd-5e85-4ccb-b359-8f63623490a1 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:40.138708 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Transition to ACTIVE for port object bc6626cd-5e85-4ccb-b359-8f63623490a1 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:40.148240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:40.181600 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc96ad-ae09-4378-8421-7ca9dc12cbbe tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Pushing event updated for resources: {'Network': ['ID=687bd437-d70e-4a39-9337-72921aac1083,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:40.195926 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Allocated IP 172.26.4.109 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/cbc745d7-5187-47a2-87e8-b9072b650302) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:40.233267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 687bd437-d70e-4a39-9337-72921aac1083 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:31:40.328898 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Network 2f100fae-1063-4412-a27d-002c2f38e886 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:40.335472 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:40.339368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Pushing event updated for resources: {'Port': ['ID=bc6626cd-5e85-4ccb-b359-8f63623490a1,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:40.354983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:40.433820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42498) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:40.446541 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:31:36Z', 'revision_number': 3, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:40.452892 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b6606-e502-4040-b14e-a5c9e50574d9 None None] The sync data for ids ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'] in dv-neutron-839024-2-hyperv is: [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:31:36Z', 'revision_number': 3, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:31:40.460974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Request body: {'port': {'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0', 'binding:host_id': 'hv-neutron-8390', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1513921855'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:40.559456 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd5e59f-c2f5-46be-9fc8-e30d28c7ddea None None] Network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:31:40.587574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:40.590186 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:40.594540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Usage tracker for resource:port and tenant:7f58fc904081432c9393663a2aa79486 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:40.597858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:40.604777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:40.706225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c899ff7e-fded-402f-a578-baa9149ca48f None None] Provisioning for port 551609bd-f273-42e7-83c0-6b510645da26 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:40.718832 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Attempting to bind port bc6626cd-5e85-4ccb-b359-8f63623490a1 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:40.719187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Attempting to bind port bc6626cd-5e85-4ccb-b359-8f63623490a1 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '8365288d-c6ce-40a6-8bac-20f1c47b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:40.719569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Attempting to bind port bc6626cd-5e85-4ccb-b359-8f63623490a1 on network 2f100fae-1063-4412-a27d-002c2f38e886 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:40.740413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:31:40.740413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Checking segment: {'id': '8365288d-c6ce-40a6-8bac-20f1c47b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:40.740413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:40.740413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Bound using segment: {'id': '8365288d-c6ce-40a6-8bac-20f1c47b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:31:40.741014 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Bound port: bc6626cd-5e85-4ccb-b359-8f63623490a1, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8365288d-c6ce-40a6-8bac-20f1c47b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:31:40.741014 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:40.863373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d22594-5207-4205-b7ce-c302ddb95930 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:40.886660 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d22594-5207-4205-b7ce-c302ddb95930 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:40.919772 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:40.926065 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Made reservation on behalf of 7f58fc904081432c9393663a2aa79486 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:40.928503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:40.960592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:40.975112 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] For port bc6626cd-5e85-4ccb-b359-8f63623490a1, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:31:40.985619 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] For port bc6626cd-5e85-4ccb-b359-8f63623490a1, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=bc6626cd-5e85-4ccb-b359-8f63623490a1,segment=NetworkSegment(8365288d-c6ce-40a6-8bac-20f1c47b541b),segment_id=8365288d-c6ce-40a6-8bac-20f1c47b541b)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:31:40.989742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d22594-5207-4205-b7ce-c302ddb95930 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:40.990265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d22594-5207-4205-b7ce-c302ddb95930 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9e82835-a039-44ac-812d-ba7d45381739 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:31:40.993841 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.012484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.030943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:41.049079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Usage tracker for resource:security_group_rule and tenant:7f58fc904081432c9393663a2aa79486 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:41.055036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:41.059372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.064370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9f389-bfac-4703-9b01-d8947ad00dd5 None None] Pushing event updated for resources: {'Port': ['ID=bc6626cd-5e85-4ccb-b359-8f63623490a1,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:41.112878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:41.158499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:41.167880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d22594-5207-4205-b7ce-c302ddb95930 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.171816 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b3d22594-5207-4205-b7ce-c302ddb95930 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] 10.222.0.11 "DELETE /v2.0/routers/c9e82835-a039-44ac-812d-ba7d45381739 HTTP/1.1" status: 204 len: 168 time: 1.4046788 Apr 29 17:31:41.178456 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42504) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:41.193345 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.251825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:41.252116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Pushing event updated for resources: {'Subnet': ['ID=1e8993ad-16b4-4736-8a02-37d9afdec293,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:41.252692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.265081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-5e41f2ad-c54a-4d19-a3ac-15e90b8b12a7 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Request body: {'router': {'name': 'tempest-router-1934059173', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e64a0c3a2ed44e2f9122bb8169bebe01'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:41.277547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5e41f2ad-c54a-4d19-a3ac-15e90b8b12a7 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:41.337756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5e41f2ad-c54a-4d19-a3ac-15e90b8b12a7 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Usage tracker for resource:router and tenant:e64a0c3a2ed44e2f9122bb8169bebe01 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:41.342926 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:41.349832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5e41f2ad-c54a-4d19-a3ac-15e90b8b12a7 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:41.365187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:41.367813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:41.463494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.473626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 551609bd-f273-42e7-83c0-6b510645da26 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:41.479225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5e41f2ad-c54a-4d19-a3ac-15e90b8b12a7 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:41.489785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Allocated IP 172.26.4.169 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/a720d249-8b67-4105-b175-d0ab1c36954b) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:41.506001 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Pushing event updated for resources: {'Port': ['ID=cbc745d7-5187-47a2-87e8-b9072b650302,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:41.583053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Checking segment: {'id': 'f5274290-94d4-4d6f-906a-e59a90d40d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '687bd437-d70e-4a39-9337-72921aac1083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:41.583678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Network hostable DHCP agents. Network: 687bd437-d70e-4a39-9337-72921aac1083, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:31:41.587907 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 551609bd-f273-42e7-83c0-6b510645da26 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:41.599357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 551609bd-f273-42e7-83c0-6b510645da26 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:41.599721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.609982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5e41f2ad-c54a-4d19-a3ac-15e90b8b12a7 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.611546 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5e41f2ad-c54a-4d19-a3ac-15e90b8b12a7 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.629255 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5e41f2ad-c54a-4d19-a3ac-15e90b8b12a7 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.663894 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5e41f2ad-c54a-4d19-a3ac-15e90b8b12a7 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.697594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Network 687bd437-d70e-4a39-9337-72921aac1083 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:31:41.701308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.758975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.761876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5e41f2ad-c54a-4d19-a3ac-15e90b8b12a7 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.765680 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5e41f2ad-c54a-4d19-a3ac-15e90b8b12a7 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5674067 Apr 29 17:31:41.765977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42508) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:41.777070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c0f14257-ef52-4200-8ae2-86cd44a09a84 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:41.778290 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.807877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 687bd437-d70e-4a39-9337-72921aac1083) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:41.817020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40187a8b-d916-42b1-8765-23d880f96d68 None None] Network 687bd437-d70e-4a39-9337-72921aac1083 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:31:41.838923 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 551609bd-f273-42e7-83c0-6b510645da26, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=551609bd-f273-42e7-83c0-6b510645da26,segment=NetworkSegment(30013f5f-2a6c-4c67-b16b-aee9114fbc78),segment_id=30013f5f-2a6c-4c67-b16b-aee9114fbc78)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:31:41.853167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.853728 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e37cfb95-49e4-43ee-944e-53a91b1aaddd up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:41.909326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.917493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:41.918398 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.922768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.927040 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:41.965000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] device_id is not set on port 8f92fcad-c0da-448a-857e-c8ae82a238de yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:31:42.029566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10d4eae-6041-40e3-a95e-5e85365d1418,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:42.037044 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-03e38091-486b-4258-8c3c-d76bead19b9f tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0172477 Apr 29 17:31:42.041241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=551609bd-f273-42e7-83c0-6b510645da26,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:42.073371 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42512) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:42.089735 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Request body: {'port': {'network_id': '687bd437-d70e-4a39-9337-72921aac1083', 'name': 'tempest-DHCPAgentSchedulersTestJSON-397731064'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:42.095596 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port e37cfb95-49e4-43ee-944e-53a91b1aaddd completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:42.106212 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e37cfb95-49e4-43ee-944e-53a91b1aaddd triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:42.106446 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.209839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-687bd437-d70e-4a39-9337-72921aac1083', 'network_id': '687bd437-d70e-4a39-9337-72921aac1083', 'tenant_id': '8eb8c1c5bd244c74b819f18f2dde4c45', 'fixed_ips': [{'subnet_id': '1e8993ad-16b4-4736-8a02-37d9afdec293'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:31:42.211102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.243131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Allocated IP 172.20.0.1 (3a008dbb-824b-4c09-ae06-02703f77c7d5/e3555b18-00c5-40e8-9dc6-86063eecb03f/810d5732-8b45-481d-b8af-44440698ad1b) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:42.279205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.337229 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.371462 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port e37cfb95-49e4-43ee-944e-53a91b1aaddd, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e37cfb95-49e4-43ee-944e-53a91b1aaddd,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:31:42.374359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c0f14257-ef52-4200-8ae2-86cd44a09a84 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.374795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c0f14257-ef52-4200-8ae2-86cd44a09a84 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.387418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:42.445455 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.482977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Usage tracker for resource:port and tenant:8eb8c1c5bd244c74b819f18f2dde4c45 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:42.499328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:42.519947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:42.566919 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Allocated IP 172.20.0.2 (687bd437-d70e-4a39-9337-72921aac1083/1e8993ad-16b4-4736-8a02-37d9afdec293/a16ecf99-4d05-484d-b03d-12df84c426f2) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:42.603996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Made reservation on behalf of 8eb8c1c5bd244c74b819f18f2dde4c45 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:42.607728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.647644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] device_id is not set on port 8f92fcad-c0da-448a-857e-c8ae82a238de yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:31:42.667818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.670652 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] device_id is not set on port db67583a-11e5-4413-9ced-459f8ada5dd9 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:31:42.706718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=e37cfb95-49e4-43ee-944e-53a91b1aaddd,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:42.733554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:42.735969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.739749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Transition to ACTIVE for port object 8f92fcad-c0da-448a-857e-c8ae82a238de will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:42.745325 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:42.754494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:42.760254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event updated for resources: {'Port': ['ID=a720d249-8b67-4105-b175-d0ab1c36954b,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:42.775981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.789391 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Allocated IP 172.26.4.237 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/b33b2631-5ef6-4584-bd22-ac78d0bc847e) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:42.806972 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6aca5f-3f6b-4c3c-a9d6-cf2b95dbd8e4 None None] Network 2f100fae-1063-4412-a27d-002c2f38e886 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:31:42.808413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c0f14257-ef52-4200-8ae2-86cd44a09a84 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88019) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 29 17:31:42.808761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c0f14257-ef52-4200-8ae2-86cd44a09a84 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Router 25a2b358-b25c-4810-a31e-b97113cf683c migrating from provider to provider. {{(pid=88019) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 29 17:31:42.809132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c0f14257-ef52-4200-8ae2-86cd44a09a84 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.843988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c0f14257-ef52-4200-8ae2-86cd44a09a84 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.858701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c0f14257-ef52-4200-8ae2-86cd44a09a84 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:42.859002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Transition to ACTIVE for port object 810d5732-8b45-481d-b8af-44440698ad1b will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:42.975882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event updated for resources: {'Port': ['ID=8f92fcad-c0da-448a-857e-c8ae82a238de,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:43.005848 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Checking segment: {'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:43.006190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Network hostable DHCP agents. Network: 5ae27149-6be5-456b-98f2-d0b110cb14e0, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:31:43.015847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.023253 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.023729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e37cfb95-49e4-43ee-944e-53a91b1aaddd up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:43.043766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.resource_extend [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:31:43.065585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-22aa2449-647e-4fc9-a73a-b87c5e1605eb None None] Provisioning for port bc6626cd-5e85-4ccb-b359-8f63623490a1 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:43.089324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Network 5ae27149-6be5-456b-98f2-d0b110cb14e0 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:31:43.121827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Network 3a008dbb-824b-4c09-ae06-02703f77c7d5 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:43.121827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:43.121827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:43.121827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.129502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 5ae27149-6be5-456b-98f2-d0b110cb14e0) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:43.133203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Pushing event updated for resources: {'Port': ['ID=810d5732-8b45-481d-b8af-44440698ad1b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:43.145155 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:43.168974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.180486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.186383 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:43.186782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:43.187134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:43.189420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a1f4bb-fb5c-4c0b-b95b-7a5cfb37b3e7 None None] Network 5ae27149-6be5-456b-98f2-d0b110cb14e0 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:31:43.199668 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:43.200173 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:43.204693 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c0f14257-ef52-4200-8ae2-86cd44a09a84 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] No L3 agents can host the router 25a2b358-b25c-4810-a31e-b97113cf683c Apr 29 17:31:43.207793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.233661 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Transition to ACTIVE for port object a16ecf99-4d05-484d-b03d-12df84c426f2 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:43.234647 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 2 to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de Apr 29 17:31:43.285635 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.315113 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.341520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.344470 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Transition to ACTIVE for port object a16ecf99-4d05-484d-b03d-12df84c426f2 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:43.394762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.449719 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:43.449878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Pushing event updated for resources: {'Port': ['ID=cbc745d7-5187-47a2-87e8-b9072b650302,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:43.449950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:43.450240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:43.457561 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e37cfb95-49e4-43ee-944e-53a91b1aaddd triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:43.457720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.462464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:43.462810 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:43.500114 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 3 to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de Apr 29 17:31:43.538393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:43.538758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:43.539080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:43.545126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.561165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:43.561514 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:43.566897 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 4 to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de Apr 29 17:31:43.574820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.576178 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b3db21b2-f5ac-497e-8fe9-e72dfe7b915e tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5563149 Apr 29 17:31:43.581637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42522) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:43.596432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Network 687bd437-d70e-4a39-9337-72921aac1083 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:43.602428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Allocated IP 172.20.0.7 (687bd437-d70e-4a39-9337-72921aac1083/1e8993ad-16b4-4736-8a02-37d9afdec293/db67583a-11e5-4413-9ced-459f8ada5dd9) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:43.604266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:43.606659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:43.628192 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2003788173', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'fixed_ips': [{'ip_address': '172.26.4.109'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:43.631169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9344cbee-a092-4015-80d3-a4f9fbb9c336 None None] Provisioning for port 810d5732-8b45-481d-b8af-44440698ad1b completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:43.638149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:43.643002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Usage tracker for resource:port and tenant:6cbd968ff05e43b49393bb7ff215e598 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:43.646287 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:43.653310 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:43.670894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9344cbee-a092-4015-80d3-a4f9fbb9c336 None None] Provisioning complete for port 810d5732-8b45-481d-b8af-44440698ad1b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:43.671484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9344cbee-a092-4015-80d3-a4f9fbb9c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.682133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:43.682463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:43.682852 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:43.687785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Made reservation on behalf of 6cbd968ff05e43b49393bb7ff215e598 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:43.688891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f14257-ef52-4200-8ae2-86cd44a09a84 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Hosts for router 25a2b358-b25c-4810-a31e-b97113cf683c: [] {{(pid=88019) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 29 17:31:43.690146 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.706113 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Pushing event updated for resources: {'Port': ['ID=a16ecf99-4d05-484d-b03d-12df84c426f2,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:43.747857 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f14257-ef52-4200-8ae2-86cd44a09a84 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Hosts for other DVR routers connected to router 25a2b358-b25c-4810-a31e-b97113cf683c: set() {{(pid=88019) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 29 17:31:43.750204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c0f14257-ef52-4200-8ae2-86cd44a09a84 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.753959 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c0f14257-ef52-4200-8ae2-86cd44a09a84 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] 10.222.0.11 "PUT /v2.0/routers/25a2b358-b25c-4810-a31e-b97113cf683c HTTP/1.1" status: 200 len: 717 time: 1.9844928 Apr 29 17:31:43.756649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.757540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42526) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:43.773529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:43.773876 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:43.779818 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 5 to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de Apr 29 17:31:43.814868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:43.829883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Attempting to bind port a16ecf99-4d05-484d-b03d-12df84c426f2 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:43.830404 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Attempting to bind port a16ecf99-4d05-484d-b03d-12df84c426f2 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'f5274290-94d4-4d6f-906a-e59a90d40d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '687bd437-d70e-4a39-9337-72921aac1083'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:43.830852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Attempting to bind port a16ecf99-4d05-484d-b03d-12df84c426f2 on network 687bd437-d70e-4a39-9337-72921aac1083 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:43.831803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Usage tracker for resource:security_group_rule and tenant:6cbd968ff05e43b49393bb7ff215e598 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:43.836291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:43.836626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:43.836956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:43.843948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:43.846976 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9344cbee-a092-4015-80d3-a4f9fbb9c336 None None] Port 810d5732-8b45-481d-b8af-44440698ad1b cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:31:43.857534 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:31:43.858074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Checking segment: {'id': 'f5274290-94d4-4d6f-906a-e59a90d40d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '687bd437-d70e-4a39-9337-72921aac1083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:43.858754 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.859555 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Bound using segment: {'id': 'f5274290-94d4-4d6f-906a-e59a90d40d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '687bd437-d70e-4a39-9337-72921aac1083'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:31:43.860207 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Bound port: a16ecf99-4d05-484d-b03d-12df84c426f2, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5274290-94d4-4d6f-906a-e59a90d40d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '687bd437-d70e-4a39-9337-72921aac1083'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:31:43.860340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:43.878685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:43.884227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:43.884633 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:43.893159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 551609bd-f273-42e7-83c0-6b510645da26 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:43.905846 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 6 to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de Apr 29 17:31:43.916764 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9f029191-a6d7-4538-a9b2-8d92ac05cb5b tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] 10.222.0.11 "GET /v2.0/routers/25a2b358-b25c-4810-a31e-b97113cf683c HTTP/1.1" status: 200 len: 717 time: 0.1555693 Apr 29 17:31:43.916764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42530) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:43.966554 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:43.966881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:43.967208 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:43.992755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Allocated IP 172.26.4.103 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/f65925b3-01bf-490a-99df-b427c2e60621) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:44.025591 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] For port a16ecf99-4d05-484d-b03d-12df84c426f2, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:31:44.032252 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] For port a16ecf99-4d05-484d-b03d-12df84c426f2, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a16ecf99-4d05-484d-b03d-12df84c426f2,segment=NetworkSegment(f5274290-94d4-4d6f-906a-e59a90d40d13),segment_id=f5274290-94d4-4d6f-906a-e59a90d40d13)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:31:44.037660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 551609bd-f273-42e7-83c0-6b510645da26 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:44.038097 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.049430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:44.049975 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:44.061799 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 7 to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de Apr 29 17:31:44.068757 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.093735 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.169778 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:44.170074 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:44.170234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:44.181000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:44.181328 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:44.181855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.182791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.200184 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 8 to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de Apr 29 17:31:44.208124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a35744-3a17-4ba7-bef5-f60565453e1d None None] Pushing event updated for resources: {'Port': ['ID=a16ecf99-4d05-484d-b03d-12df84c426f2,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:44.215666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.266679 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.resource_extend [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:31:44.281203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device bc6626cd-5e85-4ccb-b359-8f63623490a1 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:44.319071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.330079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:44.334862 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:44.336845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.349066 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.352009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:44.365029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port bc6626cd-5e85-4ccb-b359-8f63623490a1 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:44.380060 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port bc6626cd-5e85-4ccb-b359-8f63623490a1 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:44.381716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.456935 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:44.457409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:44.457777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:44.462891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Pushing event updated for resources: {'Port': ['ID=810d5732-8b45-481d-b8af-44440698ad1b,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:44.473218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:44.473535 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:44.479579 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 9 to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de Apr 29 17:31:44.506283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.511205 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.512431 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:44.512765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:44.513153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:44.529813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.543335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:44.543653 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:44.547890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Network 3a008dbb-824b-4c09-ae06-02703f77c7d5 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:44.549287 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 10 to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de Apr 29 17:31:44.556431 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] device_id is not set on port b0be01b5-acb6-4aef-a523-ae7aaa3ad4a5 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:31:44.587539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Pushing event updated for resources: {'Port': ['ID=b33b2631-5ef6-4584-bd22-ac78d0bc847e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:44.593928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Transition to ACTIVE for port object db67583a-11e5-4413-9ced-459f8ada5dd9 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:44.597967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:44.611495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.647417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.663259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port bc6626cd-5e85-4ccb-b359-8f63623490a1, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=bc6626cd-5e85-4ccb-b359-8f63623490a1,segment=NetworkSegment(8365288d-c6ce-40a6-8bac-20f1c47b541b),segment_id=8365288d-c6ce-40a6-8bac-20f1c47b541b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:31:44.666199 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:44.666543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:44.666870 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:44.668943 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.674430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f59b24-52be-4728-b8fc-7f5d34524d63,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:44.754558 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 8f92fcad-c0da-448a-857e-c8ae82a238de on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:44.754558 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 8f92fcad-c0da-448a-857e-c8ae82a238de on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:44.754558 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.790605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=bc6626cd-5e85-4ccb-b359-8f63623490a1,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:44.804508 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.809838 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1861277 Apr 29 17:31:44.813905 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42536) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:44.839412 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d79c7918-a67c-4bd5-baa9-7c54dfdb3090 tempest-RoutersTestDVR-238798977 tempest-RoutersTestDVR-238798977-project] 10.222.0.11 "GET /v2.0/routers/25a2b358-b25c-4810-a31e-b97113cf683c HTTP/1.1" status: 200 len: 683 time: 0.9213405 Apr 29 17:31:44.849005 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1165250271'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:44.853161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42540) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:44.858150 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:44.865803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea138ae-a8bf-49e6-8a82-03b1f5c8c75f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event updated for resources: {'Port': ['ID=a720d249-8b67-4105-b175-d0ab1c36954b,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:44.901517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:44.921486 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a16ecf99-4d05-484d-b03d-12df84c426f2 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:44.990588 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d4cd97ca-f7a5-435d-9aee-28a95ad89ba1 None None] Provisioning complete for port 810d5732-8b45-481d-b8af-44440698ad1b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:44.991328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d4cd97ca-f7a5-435d-9aee-28a95ad89ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:45.036336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Usage tracker for resource:network and tenant:e6d8c515c362496cb59aed41318dd2fe is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:45.042387 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:45.064613 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port a16ecf99-4d05-484d-b03d-12df84c426f2 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:45.070023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:45.072798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd97ca-f7a5-435d-9aee-28a95ad89ba1 None None] Port 810d5732-8b45-481d-b8af-44440698ad1b cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:31:45.085014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:45.092942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:45.095362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:45.108854 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:45.134673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:31:45.203111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4206aca-bbf2-463d-8bdd-1b86e641c796 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:45.211982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] For port 8f92fcad-c0da-448a-857e-c8ae82a238de, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:31:45.212338 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempted to set empty binding levels {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 17:31:45.233607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:45.241849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Network 687bd437-d70e-4a39-9337-72921aac1083 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:45.293609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:45.302425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Pushing event updated for resources: {'Port': ['ID=db67583a-11e5-4413-9ced-459f8ada5dd9,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:45.304788 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 17:31:45.305300 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:31:45.308768 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:45.314107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:45.314811 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:45.337513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94811e68-6d62-4905-a6d6-21b8880a4489 None None] Network 687bd437-d70e-4a39-9337-72921aac1083 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:31:45.382637 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Made reservation on behalf of e6d8c515c362496cb59aed41318dd2fe for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:45.386076 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:45.511328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:45.511893 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:45.519624 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-70250c8c-d44a-44f3-bbcb-c3265771f58a None None] Provisioning for port a16ecf99-4d05-484d-b03d-12df84c426f2 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:45.554856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-70250c8c-d44a-44f3-bbcb-c3265771f58a None None] Provisioning complete for port a16ecf99-4d05-484d-b03d-12df84c426f2 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:45.555224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-70250c8c-d44a-44f3-bbcb-c3265771f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:45.561877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Pushing event updated for resources: {'Port': ['ID=f65925b3-01bf-490a-99df-b427c2e60621,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:45.601113 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event updated for resources: {'Port': ['ID=8f92fcad-c0da-448a-857e-c8ae82a238de,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:45.607737 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1c95e9fa-96f1-49aa-8af4-75d98903455d tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5333767 Apr 29 17:31:45.612983 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-56f722ba-72ac-4f2d-a2b5-d2cd3f05ba0d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.1692388 Apr 29 17:31:45.613300 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-56343c4d-a467-4223-bf97-4e9a47dc9b18 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0282786 Apr 29 17:31:45.614272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42544) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:45.618439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42546) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:45.618847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42548) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:45.621792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:45.735995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-70250c8c-d44a-44f3-bbcb-c3265771f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:45.777212 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-70250c8c-d44a-44f3-bbcb-c3265771f58a None None] For port a16ecf99-4d05-484d-b03d-12df84c426f2, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a16ecf99-4d05-484d-b03d-12df84c426f2,segment=NetworkSegment(f5274290-94d4-4d6f-906a-e59a90d40d13),segment_id=f5274290-94d4-4d6f-906a-e59a90d40d13)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:31:45.788797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-70250c8c-d44a-44f3-bbcb-c3265771f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:45.799585 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:31:45.818615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:45.840943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Usage tracker for resource:security_group_rule and tenant:e6d8c515c362496cb59aed41318dd2fe is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:45.847072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:45.865529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4206aca-bbf2-463d-8bdd-1b86e641c796 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:45.867655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250c8c-d44a-44f3-bbcb-c3265771f58a None None] Pushing event updated for resources: {'Port': ['ID=a16ecf99-4d05-484d-b03d-12df84c426f2,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:45.870670 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4206aca-bbf2-463d-8bdd-1b86e641c796 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:45.872900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:45.876925 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Sync routers for ids ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:31:45.888667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Routers {'d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:31:45.889457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:45.923195 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-11a87ec6-e9de-497a-b252-dbc655fe5d49 admin admin] 10.222.0.11 "PUT /v2.0/routers/d6f2ab2a-a837-42fb-b034-2e88bd0a06f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2726588 Apr 29 17:31:45.961398 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-84638854-46a4-4ca5-9df2-9ab25b433487 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Deleting port 8f92fcad-c0da-448a-857e-c8ae82a238de {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:31:45.961732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84638854-46a4-4ca5-9df2-9ab25b433487 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:46.018336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a752a1a4-750d-40e3-9f1a-27d6a84dbf7c tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Deleting port db67583a-11e5-4413-9ced-459f8ada5dd9 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:31:46.018669 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a752a1a4-750d-40e3-9f1a-27d6a84dbf7c tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:46.059761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3b77177d-803f-4a48-81bc-fd988c9a6842 None None] Provisioning for port db67583a-11e5-4413-9ced-459f8ada5dd9 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:46.061885 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c4dc2782-7b52-4456-a5a7-bcef72299c04 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Deleting port cbc745d7-5187-47a2-87e8-b9072b650302 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:31:46.062123 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4dc2782-7b52-4456-a5a7-bcef72299c04 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:46.070296 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3b77177d-803f-4a48-81bc-fd988c9a6842 None None] Provisioning complete for port db67583a-11e5-4413-9ced-459f8ada5dd9 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:46.070724 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3b77177d-803f-4a48-81bc-fd988c9a6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:46.184156 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:46.194752 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Set router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:31:46.273970 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3b77177d-803f-4a48-81bc-fd988c9a6842 None None] Port db67583a-11e5-4413-9ced-459f8ada5dd9 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:31:46.340409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4206aca-bbf2-463d-8bdd-1b86e641c796 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:46.340617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4206aca-bbf2-463d-8bdd-1b86e641c796 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25a2b358-b25c-4810-a31e-b97113cf683c {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:31:46.401261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3b77177d-803f-4a48-81bc-fd988c9a6842 None None] Provisioning complete for port a16ecf99-4d05-484d-b03d-12df84c426f2 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:46.401261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3b77177d-803f-4a48-81bc-fd988c9a6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:46.439825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4206aca-bbf2-463d-8bdd-1b86e641c796 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:46.446364 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e4206aca-bbf2-463d-8bdd-1b86e641c796 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] 10.222.0.11 "DELETE /v2.0/routers/25a2b358-b25c-4810-a31e-b97113cf683c HTTP/1.1" status: 204 len: 168 time: 1.5845332 Apr 29 17:31:46.446544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42568) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:46.462811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:46.485726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-08c762ef-2d3f-4a1e-9860-afe015520701 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Request body: {'router': {'name': 'tempest-router-2073769544', 'distributed': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:46.499688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-08c762ef-2d3f-4a1e-9860-afe015520701 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:46.580516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-08c762ef-2d3f-4a1e-9860-afe015520701 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Usage tracker for resource:router and tenant:4d65d92b43d74084b7a657978f24df8a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:46.585210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-08c762ef-2d3f-4a1e-9860-afe015520701 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:46.655686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-08c762ef-2d3f-4a1e-9860-afe015520701 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:46.709526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-84638854-46a4-4ca5-9df2-9ab25b433487 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] For port 8f92fcad-c0da-448a-857e-c8ae82a238de, host hv-neutron-8390, got binding levels [] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:31:46.710085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84638854-46a4-4ca5-9df2-9ab25b433487 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:46.724513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:31:43Z', 'revision_number': 4, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '810d5732-8b45-481d-b8af-44440698ad1b', 'name': '', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'mac_address': 'fa:16:3e:23:92:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:43Z', 'revision_number': 2, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'subnets': [{'id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:46.731670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Checking router: d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:31:46.732040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Updating router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 port 810d5732-8b45-481d-b8af-44440698ad1b binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:31:46.833940 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-dc1431d7-2e46-478d-b8b1-a5a7252ef6ef None None] Provisioning complete for port db67583a-11e5-4413-9ced-459f8ada5dd9 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:46.834320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dc1431d7-2e46-478d-b8b1-a5a7252ef6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:46.882005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:46.883542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-84638854-46a4-4ca5-9df2-9ab25b433487 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Calling delete_port for 8f92fcad-c0da-448a-857e-c8ae82a238de owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:31:46.906128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a16ecf99-4d05-484d-b03d-12df84c426f2 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:47.012169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-dc1431d7-2e46-478d-b8b1-a5a7252ef6ef None None] Port db67583a-11e5-4413-9ced-459f8ada5dd9 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:31:47.096765 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port a16ecf99-4d05-484d-b03d-12df84c426f2 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:47.097128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.110660 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4dc2782-7b52-4456-a5a7-bcef72299c04 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.111021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4dc2782-7b52-4456-a5a7-bcef72299c04 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.121884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84638854-46a4-4ca5-9df2-9ab25b433487 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.130271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-08c762ef-2d3f-4a1e-9860-afe015520701 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.130760 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.130877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-08c762ef-2d3f-4a1e-9860-afe015520701 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.309246 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c4dc2782-7b52-4456-a5a7-bcef72299c04 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Calling delete_port for cbc745d7-5187-47a2-87e8-b9072b650302 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:31:47.337320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84638854-46a4-4ca5-9df2-9ab25b433487 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f92fcad-c0da-448a-857e-c8ae82a238de,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:47.346218 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device bc6626cd-5e85-4ccb-b359-8f63623490a1 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:47.350860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84638854-46a4-4ca5-9df2-9ab25b433487 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.359181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a752a1a4-750d-40e3-9f1a-27d6a84dbf7c tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.367144 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-84638854-46a4-4ca5-9df2-9ab25b433487 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "DELETE /v2.0/ports/8f92fcad-c0da-448a-857e-c8ae82a238de HTTP/1.1" status: 204 len: 168 time: 1.7454643 Apr 29 17:31:47.370967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42574) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:47.388485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.443456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.479476 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d12abe-49c1-4019-944c-16aeca56a2cb tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] GET failed (client error): The resource could not be found. Apr 29 17:31:47.480786 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f0d12abe-49c1-4019-944c-16aeca56a2cb tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "GET /v2.0/ports/8f92fcad-c0da-448a-857e-c8ae82a238de HTTP/1.1" status: 404 len: 333 time: 0.0952759 Apr 29 17:31:47.491921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42578) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:47.504478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a752a1a4-750d-40e3-9f1a-27d6a84dbf7c tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Calling delete_port for db67583a-11e5-4413-9ced-459f8ada5dd9 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:31:47.522014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Request body: {'port': {'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1624148831'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:47.532094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:31:47.536189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-08c762ef-2d3f-4a1e-9860-afe015520701 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.538774 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.539977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79cf679-c510-4d28-b027-35f488ddc024,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:47.545829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:47.554925 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Router e64efcd6-29b1-4c63-a137-8165a7752c78 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:31:47.556934 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Transition to ACTIVE for port object 810d5732-8b45-481d-b8af-44440698ad1b will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:47.567028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Usage tracker for resource:port and tenant:7f58fc904081432c9393663a2aa79486 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:47.574307 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.575646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:47.584442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.584760 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Added segment 74f653c6-927d-4235-83bf-a7ad103a3181 of type vlan for network 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1 Apr 29 17:31:47.593654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:47.596403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.598578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-08c762ef-2d3f-4a1e-9860-afe015520701 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.654967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42582) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:47.660130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-08c762ef-2d3f-4a1e-9860-afe015520701 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.661239 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-08c762ef-2d3f-4a1e-9860-afe015520701 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2051315 Apr 29 17:31:47.664777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--258329413', 'description': 'tempest-description--1790759111'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:47.670265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:47.672267 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42586) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:47.674086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Usage tracker for resource:security_group and tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:47.676899 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:47.682571 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:47.683419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port bc6626cd-5e85-4ccb-b359-8f63623490a1 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:47.683791 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.731794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.819830 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:47.828428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Usage tracker for resource:security_group_rule and tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:47.833921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:47.843670 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:47.854564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4dc2782-7b52-4456-a5a7-bcef72299c04 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.858263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4c099-4408-44c9-add9-f34520153d25 None None] Pushing event updated for resources: {'Port': ['ID=810d5732-8b45-481d-b8af-44440698ad1b,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:47.908943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a752a1a4-750d-40e3-9f1a-27d6a84dbf7c tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.952679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Attempting to bind port 810d5732-8b45-481d-b8af-44440698ad1b on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:47.953063 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Attempting to bind port 810d5732-8b45-481d-b8af-44440698ad1b by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:47.953461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Attempting to bind port 810d5732-8b45-481d-b8af-44440698ad1b on network 3a008dbb-824b-4c09-ae06-02703f77c7d5 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:47.959916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc2782-7b52-4456-a5a7-bcef72299c04 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbc745d7-5187-47a2-87e8-b9072b650302,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:47.966818 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:31:47.967193 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Checking segment: {'id': 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:47.967658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:47.968051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Bound using segment: {'id': 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:31:47.968523 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Bound port: 810d5732-8b45-481d-b8af-44440698ad1b, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:31:47.968910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.007436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Made reservation on behalf of 7f58fc904081432c9393663a2aa79486 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:48.009847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.039386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752a1a4-750d-40e3-9f1a-27d6a84dbf7c tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Pushing event deleted for resources: {'Port': ['ID=db67583a-11e5-4413-9ced-459f8ada5dd9,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:48.051809 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4dc2782-7b52-4456-a5a7-bcef72299c04 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.060616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a752a1a4-750d-40e3-9f1a-27d6a84dbf7c tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.067962 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.098844 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a752a1a4-750d-40e3-9f1a-27d6a84dbf7c tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] 10.222.0.11 "DELETE /v2.0/ports/db67583a-11e5-4413-9ced-459f8ada5dd9 HTTP/1.1" status: 204 len: 168 time: 2.4818525 Apr 29 17:31:48.102265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4dc2782-7b52-4456-a5a7-bcef72299c04 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.103370 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c4dc2782-7b52-4456-a5a7-bcef72299c04 tempest-ExternalNetworksAdminNegativeTestJSON-908589663 tempest-ExternalNetworksAdminNegativeTestJSON-908589663-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/be3ed3b2-d110-4fe3-8d04-2dc7107c4124 HTTP/1.1" status: 204 len: 168 time: 2.4833355 Apr 29 17:31:48.104238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42590) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:48.117277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.132632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80544192-6689-49e5-a521-ebd32344b158 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.154702 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.155375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] For port 810d5732-8b45-481d-b8af-44440698ad1b, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:31:48.159712 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.166496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] For port 810d5732-8b45-481d-b8af-44440698ad1b, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=810d5732-8b45-481d-b8af-44440698ad1b,segment=NetworkSegment(eb66c64b-5c5e-4f1a-898b-f8d58f7afff2),segment_id=eb66c64b-5c5e-4f1a-898b-f8d58f7afff2)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:31:48.174719 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.209769 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.215681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:48.216404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.229742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de20c9ab-4167-4a8d-be1b-1b65af9e2c65,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:48.244191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.249497 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ef60d1dc-e095-49a1-81ca-18aafa6ac357 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5934944 Apr 29 17:31:48.250508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42598) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:48.258641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7da45e96-a421-4845-b15e-efdabac9fdc6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Request body: {'security_group_rule': {'security_group_id': 'de20c9ab-4167-4a8d-be1b-1b65af9e2c65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:48.279841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7da45e96-a421-4845-b15e-efdabac9fdc6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:48.287850 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Routers {'d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:31:48.288475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:48.289535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7da45e96-a421-4845-b15e-efdabac9fdc6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Usage tracker for resource:security_group_rule and tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:48.293488 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7da45e96-a421-4845-b15e-efdabac9fdc6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:48.301165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7da45e96-a421-4845-b15e-efdabac9fdc6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:48.334026 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d0462a8c-32c0-4fec-8cc1-bd2f7870ddd0 tempest-DHCPAgentSchedulersTestJSON-226905720 tempest-DHCPAgentSchedulersTestJSON-226905720-project-admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2280467 Apr 29 17:31:48.334884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42602) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:48.351562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1595965864'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:48.357581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:48.360662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7da45e96-a421-4845-b15e-efdabac9fdc6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.405951 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Usage tracker for resource:network and tenant:8eb8c1c5bd244c74b819f18f2dde4c45 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:48.411073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:48.420317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] device_id is not set on port 795eeddc-6957-4e28-80e0-3197e346b793 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:31:48.424826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4c099-4408-44c9-add9-f34520153d25 None None] Pushing event updated for resources: {'Port': ['ID=810d5732-8b45-481d-b8af-44440698ad1b,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:48.452422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7da45e96-a421-4845-b15e-efdabac9fdc6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.463688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:48.465305 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7da45e96-a421-4845-b15e-efdabac9fdc6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.488008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da45e96-a421-4845-b15e-efdabac9fdc6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1d7dc4-cc84-441c-817e-24a56c6fc1f7,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:48.509440 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Made reservation on behalf of 8eb8c1c5bd244c74b819f18f2dde4c45 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:48.513349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.540935 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7da45e96-a421-4845-b15e-efdabac9fdc6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.542395 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7da45e96-a421-4845-b15e-efdabac9fdc6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2897263 Apr 29 17:31:48.545593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42608) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:48.553810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-e29d785f-1207-41ad-a40f-f18015e90a92 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Request body: {'security_group_rule': {'security_group_id': 'de20c9ab-4167-4a8d-be1b-1b65af9e2c65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:48.559950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e29d785f-1207-41ad-a40f-f18015e90a92 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:48.564267 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e29d785f-1207-41ad-a40f-f18015e90a92 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Usage tracker for resource:security_group_rule and tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:48.566157 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] Set router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:31:48.567508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e29d785f-1207-41ad-a40f-f18015e90a92 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:48.578464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e29d785f-1207-41ad-a40f-f18015e90a92 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:48.588423 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:31:48.602005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.602501 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Added segment e9b0c230-4c88-4bec-994e-13abde9be02a of type vlan for network 64a25176-94c7-477f-9347-29355e5d11d1 Apr 29 17:31:48.645286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.649646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e29d785f-1207-41ad-a40f-f18015e90a92 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.729394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.737263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:48.737895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.807835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e29d785f-1207-41ad-a40f-f18015e90a92 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.831973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.0039194 Apr 29 17:31:48.864800 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42612) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:48.865131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42614) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:48.877880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Request body: {'subnet': {'network_id': '6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:48.891068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e29d785f-1207-41ad-a40f-f18015e90a92 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.893525 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5575986 Apr 29 17:31:48.904141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059be0b4-1ab8-4d19-90d0-48806ac921af tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event updated for resources: {'Network': ['ID=6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:48.908004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42620) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:48.919522 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd5bef-5f21-4282-8219-53149926c4cd tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Pushing event updated for resources: {'Network': ['ID=64a25176-94c7-477f-9347-29355e5d11d1,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:48.939110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:31:48.948563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80544192-6689-49e5-a521-ebd32344b158 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.951718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d785f-1207-41ad-a40f-f18015e90a92 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5c1e39-7b0f-4a3a-9612-2fceada6eeab,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:48.953810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80544192-6689-49e5-a521-ebd32344b158 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:48.977797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:31:48.989483 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Sync routers for ids ['e64efcd6-29b1-4c63-a137-8165a7752c78'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:31:49.005107 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Routers {'e64efcd6-29b1-4c63-a137-8165a7752c78'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:31:49.005818 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e64efcd6-29b1-4c63-a137-8165a7752c78'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:49.052419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e29d785f-1207-41ad-a40f-f18015e90a92 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:49.056460 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e29d785f-1207-41ad-a40f-f18015e90a92 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5072749 Apr 29 17:31:49.063749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42626) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:49.076789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 64a25176-94c7-477f-9347-29355e5d11d1 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:31:49.118750 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:49.125000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c194e111-3bab-4c91-bea4-adc38d568d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:49.135339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Usage tracker for resource:subnet and tenant:e6d8c515c362496cb59aed41318dd2fe is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:49.139000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80544192-6689-49e5-a521-ebd32344b158 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:49.139475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:49.139583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80544192-6689-49e5-a521-ebd32344b158 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93a305e3-f1f5-466f-85c0-42a1c2eb3aaf {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:31:49.147639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c194e111-3bab-4c91-bea4-adc38d568d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:49.149967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:49.154813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c194e111-3bab-4c91-bea4-adc38d568d19 admin admin] Usage tracker for resource:security_group_rule and tenant:cbfe91d74a9d4f62a00befa90da2f641 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:49.159714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c194e111-3bab-4c91-bea4-adc38d568d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:49.166435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c194e111-3bab-4c91-bea4-adc38d568d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:49.175044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Made reservation on behalf of e6d8c515c362496cb59aed41318dd2fe for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:49.178518 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:49.250613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:49.266427 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:31:43Z', 'revision_number': 4, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '810d5732-8b45-481d-b8af-44440698ad1b', 'name': '', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'mac_address': 'fa:16:3e:23:92:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:48Z', 'revision_number': 4, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'subnets': [{'id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:49.272188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b6342a-3905-470c-8f9c-2d58d0d833a1 None None] The sync data for ids ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'] in dv-neutron-839024-2-hyperv is: [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:31:43Z', 'revision_number': 4, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '810d5732-8b45-481d-b8af-44440698ad1b', 'name': '', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'mac_address': 'fa:16:3e:23:92:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:48Z', 'revision_number': 4, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'subnets': [{'id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:31:49.272465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:49.292610 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Set router e64efcd6-29b1-4c63-a137-8165a7752c78 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:31:49.309598 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:49.313732 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d3a9c0d5-0c6d-4d8c-9a74-23cb7475282a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.4500587 Apr 29 17:31:49.313732 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Usage tracker for resource:floatingip and tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:49.325560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42630) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:49.325560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:49.334232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80544192-6689-49e5-a521-ebd32344b158 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:49.334232 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-80544192-6689-49e5-a521-ebd32344b158 tempest-RoutersTestDVR-1926120090 tempest-RoutersTestDVR-1926120090-project-admin] 10.222.0.11 "DELETE /v2.0/routers/93a305e3-f1f5-466f-85c0-42a1c2eb3aaf HTTP/1.1" status: 204 len: 168 time: 1.6118670 Apr 29 17:31:49.412526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:49.492804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:31:49.539246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:49.607613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c194e111-3bab-4c91-bea4-adc38d568d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:49.631196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c194e111-3bab-4c91-bea4-adc38d568d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:49.714492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194e111-3bab-4c91-bea4-adc38d568d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4f6caa-317f-49fa-829b-e3a69f19b4bb,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:49.729240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c194e111-3bab-4c91-bea4-adc38d568d19 admin admin] Synchronizing usage tracker for tenant:b6858ff5e2bc431a8fe4333c79d6317a on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:31:49.736651 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:31:45Z', 'revision_number': 3, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port': {'id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:49.746106 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Checking router: e64efcd6-29b1-4c63-a137-8165a7752c78 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:31:49.746532 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Updating router e64efcd6-29b1-4c63-a137-8165a7752c78 port b33b2631-5ef6-4584-bd22-ac78d0bc847e binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:31:49.787614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:49.806719 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:49.824445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42640) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:49.827732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c194e111-3bab-4c91-bea4-adc38d568d19 admin admin] Unset dirty status for tenant:b6858ff5e2bc431a8fe4333c79d6317a on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:31:49.831685 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c194e111-3bab-4c91-bea4-adc38d568d19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cbfe91d74a9d4f62a00befa90da2f641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9655631 Apr 29 17:31:49.832430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42644) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:49.933199 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event updated for resources: {'Subnet': ['ID=644ac898-62b9-4430-89ac-928967f171df,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:49.945439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:49.951160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Checking segment: {'id': '74f653c6-927d-4235-83bf-a7ad103a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:49.951737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Network hostable DHCP agents. Network: 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:31:49.998482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e8a23744-9929-4532-89e1-562685d008ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.000105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:31:50.002779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Network 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:31:50.013420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Sync routers for ids ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:31:50.039948 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Routers {'92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:31:50.044323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3828de95-2733-49e1-8427-369f692a2aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:50.054952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:50.061617 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e8a23744-9929-4532-89e1-562685d008ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.069899 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:50.070494 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.080872 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c245c09c-65fb-43ee-b7dd-7b9d340eaf16 tempest-DHCPAgentSchedulersTestJSON-226905720 tempest-DHCPAgentSchedulersTestJSON-226905720-project-admin] 10.222.0.11 "GET /v2.0/agents/9f759d57-4b83-47dd-8d20-ab9624519d30/dhcp-networks HTTP/1.1" status: 200 len: 6450 time: 1.1658864 Apr 29 17:31:50.081760 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.085651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42650) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:50.121540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c15678-5a2d-4e40-b80d-421bae11877d None None] Network 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:31:50.189778 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15ab2341-3624-4b4c-a473-ea58bef1d0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.250577 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6c80b1b6-f671-483d-b0d0-27fdcf9a626c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3823836 Apr 29 17:31:50.256056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42656) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:50.257703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-15ab2341-3624-4b4c-a473-ea58bef1d0bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:50.266534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-15ab2341-3624-4b4c-a473-ea58bef1d0bc admin admin] Usage tracker for resource:security_group_rule and tenant:e64a0c3a2ed44e2f9122bb8169bebe01 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:50.271759 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-218149527', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:50.284669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event updated for resources: {'Port': ['ID=795eeddc-6957-4e28-80e0-3197e346b793,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:50.287986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.288118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-15ab2341-3624-4b4c-a473-ea58bef1d0bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:50.288946 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-280e7503-633c-412d-bb9d-fc04da39ef9c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 11.9262149 Apr 29 17:31:50.294757 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.297840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42660) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:50.303764 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:50.306133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-15ab2341-3624-4b4c-a473-ea58bef1d0bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:50.321967 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Transition to ACTIVE for port object b33b2631-5ef6-4584-bd22-ac78d0bc847e will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:50.330770 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.360110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Network 5ae27149-6be5-456b-98f2-d0b110cb14e0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:50.364191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:50.370538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:50.371530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:50.372120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.414992 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Usage tracker for resource:router and tenant:e6d8c515c362496cb59aed41318dd2fe is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:50.436733 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867a735-8b09-4b85-8c6e-b68409a26d6c None None] Pushing event updated for resources: {'Port': ['ID=b33b2631-5ef6-4584-bd22-ac78d0bc847e,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:50.465836 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Attempting to bind port b33b2631-5ef6-4584-bd22-ac78d0bc847e on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:50.466206 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Attempting to bind port b33b2631-5ef6-4584-bd22-ac78d0bc847e by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:50.466569 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Attempting to bind port b33b2631-5ef6-4584-bd22-ac78d0bc847e on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:50.488185 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:50.489302 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:31:50.493437 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:50.495491 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.496763 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:31:50.498363 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Bound port: b33b2631-5ef6-4584-bd22-ac78d0bc847e, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:31:50.500421 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.525873 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e8a23744-9929-4532-89e1-562685d008ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.608345 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] For port b33b2631-5ef6-4584-bd22-ac78d0bc847e, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:31:50.613804 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] For port b33b2631-5ef6-4584-bd22-ac78d0bc847e, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=b33b2631-5ef6-4584-bd22-ac78d0bc847e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:31:50.614971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:50.620977 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.629350 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e63c8f56-f4c7-4ffd-b13f-08fc6760e6c4 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.1288376 Apr 29 17:31:50.633945 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Set router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:31:50.636787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42666) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:50.659745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:50.730382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.731098 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.747277 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e8a23744-9929-4532-89e1-562685d008ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.752282 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867a735-8b09-4b85-8c6e-b68409a26d6c None None] Pushing event updated for resources: {'Port': ['ID=b33b2631-5ef6-4584-bd22-ac78d0bc847e,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:50.764645 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e8a23744-9929-4532-89e1-562685d008ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c4f6caa-317f-49fa-829b-e3a69f19b4bb HTTP/1.1" status: 204 len: 168 time: 0.9195487 Apr 29 17:31:50.785912 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Routers {'e64efcd6-29b1-4c63-a137-8165a7752c78'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:31:50.786534 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e64efcd6-29b1-4c63-a137-8165a7752c78'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:50.851525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1', 'network_id': '6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1', 'tenant_id': 'e6d8c515c362496cb59aed41318dd2fe', 'fixed_ips': [{'subnet_id': '644ac898-62b9-4430-89ac-928967f171df'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:31:50.852867 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:50.861928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a23744-9929-4532-89e1-562685d008ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4f6caa-317f-49fa-829b-e3a69f19b4bb,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:50.970693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de1b8f-4b60-42dd-91ee-eb2a9886a2e5 tempest-DHCPAgentSchedulersTestJSON-226905720 tempest-DHCPAgentSchedulersTestJSON-226905720-project-admin] Network 64a25176-94c7-477f-9347-29355e5d11d1 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:31:50.984390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 810d5732-8b45-481d-b8af-44440698ad1b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:51.048286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:51.061822 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] Set router e64efcd6-29b1-4c63-a137-8165a7752c78 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:31:51.100857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:51.215798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28f2ab8-f0d7-4b66-9643-9026030bd3ef None None] Network 64a25176-94c7-477f-9347-29355e5d11d1 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:31:51.318602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Allocated IP 172.26.4.195 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/a7cc3291-3ef6-41a4-b94d-c7cb2a171351) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:51.323322 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a2de1b8f-4b60-42dd-91ee-eb2a9886a2e5 tempest-DHCPAgentSchedulersTestJSON-226905720 tempest-DHCPAgentSchedulersTestJSON-226905720-project-admin] 10.222.0.11 "POST /v2.0/agents/9f759d57-4b83-47dd-8d20-ab9624519d30/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2116971 Apr 29 17:31:51.326916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42676) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:51.366035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42680) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:51.406496 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:51.463090 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:31:45Z', 'revision_number': 3, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port': {'id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:51.467499 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2ef12-4c5f-4b98-a5c1-9a30380c244d None None] The sync data for ids ['e64efcd6-29b1-4c63-a137-8165a7752c78'] in dv-neutron-839024-2-hyperv is: [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:31:45Z', 'revision_number': 3, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port': {'id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:31:51.538737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 810d5732-8b45-481d-b8af-44440698ad1b completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:51.558971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15ab2341-3624-4b4c-a473-ea58bef1d0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:51.605572 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 810d5732-8b45-481d-b8af-44440698ad1b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:51.605942 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:51.636784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15ab2341-3624-4b4c-a473-ea58bef1d0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:51.663890 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-05cc39e7-d4ac-499a-8282-c9fe20e8afe7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6cbd968ff05e43b49393bb7ff215e598&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2935374 Apr 29 17:31:51.672407 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42684) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:51.686044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab2341-3624-4b4c-a473-ea58bef1d0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255d4a1c-aa2b-41d5-a08a-b94f34e1749a,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:51.744657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:51.747444 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Allocated IP 172.20.0.2 (6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1/644ac898-62b9-4430-89ac-928967f171df/7f865198-2eb8-4b79-af73-32004d5bb94d) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:51.877443 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:51.997394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a9dfd6f2-3cdc-4e9c-addd-6ea335d55c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.012852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3828de95-2733-49e1-8427-369f692a2aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:45Z', 'revision_number': 3, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:52.034034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Checking router: 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:31:52.034381 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Updating router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 port f65925b3-01bf-490a-99df-b427c2e60621 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:31:52.049300 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-15ab2341-3624-4b4c-a473-ea58bef1d0bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e64a0c3a2ed44e2f9122bb8169bebe01&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2207654 Apr 29 17:31:52.056408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42688) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:52.057107 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0e53a630-04fe-4632-ac4f-b5b690ab97e3 tempest-DHCPAgentSchedulersTestJSON-226905720 tempest-DHCPAgentSchedulersTestJSON-226905720-project-admin] 10.222.0.11 "GET /v2.0/agents/9f759d57-4b83-47dd-8d20-ab9624519d30/dhcp-networks HTTP/1.1" status: 200 len: 8024 time: 0.7283292 Apr 29 17:31:52.057749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42690) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:52.066581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.072024 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.140676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a9dfd6f2-3cdc-4e9c-addd-6ea335d55c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.176267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.251475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.366525 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c91e7e09-5998-4181-9353-61d3311436c5 tempest-DHCPAgentSchedulersTestJSON-226905720 tempest-DHCPAgentSchedulersTestJSON-226905720-project-admin] 10.222.0.11 "DELETE /v2.0/agents/9f759d57-4b83-47dd-8d20-ab9624519d30/dhcp-networks/64a25176-94c7-477f-9347-29355e5d11d1 HTTP/1.1" status: 204 len: 168 time: 0.3026621 Apr 29 17:31:52.375281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42696) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:52.392026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:52.401885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:52.410906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:52.426127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Allocated IP 172.20.0.1 (4a920e1c-5aa4-413b-99b4-e430d5bbd744/84622bd6-291d-4a19-bc35-239d5b1a0fd6/64fe57ab-760a-47f5-83c7-901b3b7bd5da) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:52.462923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Pushing event updated for resources: {'Port': ['ID=a7cc3291-3ef6-41a4-b94d-c7cb2a171351,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:52.476610 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] device_id is not set on port 795eeddc-6957-4e28-80e0-3197e346b793 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:31:52.516027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.538875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a9dfd6f2-3cdc-4e9c-addd-6ea335d55c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.579092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Transition to ACTIVE for port object 795eeddc-6957-4e28-80e0-3197e346b793 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:52.581476 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.589592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5bb306b-4128-4090-be77-e63357cd1ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.589798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 810d5732-8b45-481d-b8af-44440698ad1b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=810d5732-8b45-481d-b8af-44440698ad1b,segment=NetworkSegment(eb66c64b-5c5e-4f1a-898b-f8d58f7afff2),segment_id=eb66c64b-5c5e-4f1a-898b-f8d58f7afff2)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:31:52.603419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.605870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.606848 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Transition to ACTIVE for port object 7f865198-2eb8-4b79-af73-32004d5bb94d will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:52.610446 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.618201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.684119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=810d5732-8b45-481d-b8af-44440698ad1b,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:52.690958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfd6f2-3cdc-4e9c-addd-6ea335d55c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f59b24-52be-4728-b8fc-7f5d34524d63,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:52.706823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Transition to ACTIVE for port object f65925b3-01bf-490a-99df-b427c2e60621 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:52.712036 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Transition to ACTIVE for port object 7f865198-2eb8-4b79-af73-32004d5bb94d will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:52.718065 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.757969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.828787 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Attempting to bind port f65925b3-01bf-490a-99df-b427c2e60621 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:52.829210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Attempting to bind port f65925b3-01bf-490a-99df-b427c2e60621 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:52.829503 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Attempting to bind port f65925b3-01bf-490a-99df-b427c2e60621 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:52.836375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5bb306b-4128-4090-be77-e63357cd1ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.842470 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Network 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:52.845294 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:31:52.845654 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:52.846456 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.847053 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:31:52.847720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Bound port: f65925b3-01bf-490a-99df-b427c2e60621, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:31:52.847963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.875152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:52.878263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:52.966455 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.977178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event updated for resources: {'Port': ['ID=795eeddc-6957-4e28-80e0-3197e346b793,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:52.991905 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a9dfd6f2-3cdc-4e9c-addd-6ea335d55c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:52.992974 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a9dfd6f2-3cdc-4e9c-addd-6ea335d55c78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78f59b24-52be-4728-b8fc-7f5d34524d63 HTTP/1.1" status: 204 len: 168 time: 1.2671053 Apr 29 17:31:53.003854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Attempting to bind port 7f865198-2eb8-4b79-af73-32004d5bb94d on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:53.004220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Attempting to bind port 7f865198-2eb8-4b79-af73-32004d5bb94d by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '74f653c6-927d-4235-83bf-a7ad103a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:53.004574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Attempting to bind port 7f865198-2eb8-4b79-af73-32004d5bb94d on network 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:53.010484 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-28cc7a7a-6114-40c6-b2f8-e6ecc18a1534 tempest-DHCPAgentSchedulersTestJSON-226905720 tempest-DHCPAgentSchedulersTestJSON-226905720-project-admin] 10.222.0.11 "GET /v2.0/agents/9f759d57-4b83-47dd-8d20-ab9624519d30/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.6340189 Apr 29 17:31:53.015081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb30f8-bff2-4ab7-ae79-038a958a8a9f None None] Pushing event updated for resources: {'Port': ['ID=f65925b3-01bf-490a-99df-b427c2e60621,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:53.038587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42702) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:53.042210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:53.043148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:53.043837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:53.049564 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:31:53.049930 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Checking segment: {'id': '74f653c6-927d-4235-83bf-a7ad103a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:31:53.050322 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:53.050703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Bound using segment: {'id': '74f653c6-927d-4235-83bf-a7ad103a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:31:53.051171 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Bound port: 7f865198-2eb8-4b79-af73-32004d5bb94d, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f653c6-927d-4235-83bf-a7ad103a3181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:31:53.051593 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:53.060676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:53.086614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:53.100106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Transition to ACTIVE for port object 64fe57ab-760a-47f5-83c7-901b3b7bd5da will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:53.102026 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c0c25256-0118-4bdb-a30f-623d56ffb988 tempest-DHCPAgentSchedulersTestJSON-226905720 tempest-DHCPAgentSchedulersTestJSON-226905720-project-admin] 10.222.0.11 "GET /v2.0/networks/687bd437-d70e-4a39-9337-72921aac1083/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0624328 Apr 29 17:31:53.107965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42706) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:53.117580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:53.118250 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:53.125869 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 2 to bind port 795eeddc-6957-4e28-80e0-3197e346b793 Apr 29 17:31:53.158333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] For port 7f865198-2eb8-4b79-af73-32004d5bb94d, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:31:53.161593 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] For port 7f865198-2eb8-4b79-af73-32004d5bb94d, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7f865198-2eb8-4b79-af73-32004d5bb94d,segment=NetworkSegment(74f653c6-927d-4235-83bf-a7ad103a3181),segment_id=74f653c6-927d-4235-83bf-a7ad103a3181)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:31:53.166388 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-11c434cc-af3b-4d24-a246-0138542c81f2 tempest-DHCPAgentSchedulersTestJSON-226905720 tempest-DHCPAgentSchedulersTestJSON-226905720-project-admin] 10.222.0.11 "GET /v2.0/networks/687bd437-d70e-4a39-9337-72921aac1083/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0573649 Apr 29 17:31:53.182798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device b33b2631-5ef6-4584-bd22-ac78d0bc847e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:53.191634 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42710) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:53.209237 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:53.209896 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:53.210582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:53.234646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:53.235511 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:53.239552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:53.244953 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 3 to bind port 795eeddc-6957-4e28-80e0-3197e346b793 Apr 29 17:31:53.246753 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:53.320940 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f375b9ac-4bb6-4578-bf0b-2c2fd18e2072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:53.338647 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3828de95-2733-49e1-8427-369f692a2aee None None] For port f65925b3-01bf-490a-99df-b427c2e60621, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:31:53.347948 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3828de95-2733-49e1-8427-369f692a2aee None None] For port f65925b3-01bf-490a-99df-b427c2e60621, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f65925b3-01bf-490a-99df-b427c2e60621,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:31:53.355149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Pushing event updated for resources: {'Port': ['ID=7f865198-2eb8-4b79-af73-32004d5bb94d,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:53.399306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:53.411342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:53.417112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:53.417634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:53.422367 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:53.483793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port b33b2631-5ef6-4584-bd22-ac78d0bc847e completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:53.510801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8fb36-e475-47e3-92a8-34f57e9845e3 None None] Pushing event updated for resources: {'Port': ['ID=7f865198-2eb8-4b79-af73-32004d5bb94d,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:53.519705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5bb306b-4128-4090-be77-e63357cd1ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:53.526224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port b33b2631-5ef6-4584-bd22-ac78d0bc847e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:53.527733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:53.556711 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:53.557187 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:53.557636 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:53.650651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.resource_extend [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:31:53.695605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb306b-4128-4090-be77-e63357cd1ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255d4a1c-aa2b-41d5-a08a-b94f34e1749a,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:53.716722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=64fe57ab-760a-47f5-83c7-901b3b7bd5da,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:53.733028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:53.733620 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:53.734009 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:53.744319 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:53.846754 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Routers {'92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:31:53.848789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3828de95-2733-49e1-8427-369f692a2aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:53.880794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Pushing event updated for resources: {'Port': ['ID=a7cc3291-3ef6-41a4-b94d-c7cb2a171351,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:53.946427 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 4 to bind port 795eeddc-6957-4e28-80e0-3197e346b793 Apr 29 17:31:53.964254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:54.004474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:54.005978 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ffa31240-4218-48ad-8a8e-8e7ef1bff9ab tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9370592 Apr 29 17:31:54.017488 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:54.059130 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb30f8-bff2-4ab7-ae79-038a958a8a9f None None] Pushing event updated for resources: {'Port': ['ID=f65925b3-01bf-490a-99df-b427c2e60621,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:54.059716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:54.060163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:54.060606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:54.069229 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:54.101108 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-375bd350-f210-4ec4-9825-5898d9d4e0df None None] Provisioning for port 64fe57ab-760a-47f5-83c7-901b3b7bd5da completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:54.129947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:54.130273 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:54.132137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-375bd350-f210-4ec4-9825-5898d9d4e0df None None] Provisioning complete for port 64fe57ab-760a-47f5-83c7-901b3b7bd5da triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:54.132906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-375bd350-f210-4ec4-9825-5898d9d4e0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:54.162009 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 5 to bind port 795eeddc-6957-4e28-80e0-3197e346b793 Apr 29 17:31:54.169952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:54.204168 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5bb306b-4128-4090-be77-e63357cd1ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:54.208208 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b5bb306b-4128-4090-be77-e63357cd1ae8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/255d4a1c-aa2b-41d5-a08a-b94f34e1749a HTTP/1.1" status: 204 len: 168 time: 2.1445553 Apr 29 17:31:54.232295 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-375bd350-f210-4ec4-9825-5898d9d4e0df None None] Port 64fe57ab-760a-47f5-83c7-901b3b7bd5da cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:31:54.238799 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:54.239200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:54.239644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:54.262043 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5f34ba5b-627e-4e77-9797-fdb47009aeb5 tempest-DHCPAgentSchedulersTestJSON-226905720 tempest-DHCPAgentSchedulersTestJSON-226905720-project-admin] 10.222.0.11 "GET /v2.0/agents/9f759d57-4b83-47dd-8d20-ab9624519d30/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 1.0680265 Apr 29 17:31:54.262700 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:54.263019 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:54.266922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42736) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:54.269639 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 6 to bind port 795eeddc-6957-4e28-80e0-3197e346b793 Apr 29 17:31:54.289729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Allocated IP 172.20.0.1 (2f100fae-1063-4412-a27d-002c2f38e886/c544c7e1-d2c9-4197-869f-f67ad5cc2209/e7876217-61cd-4a0b-b498-18065005c633) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:54.329572 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:54.340146 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-3828de95-2733-49e1-8427-369f692a2aee None None] Set router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:31:54.355726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:54.356224 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:54.356696 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:54.374218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:54.375978 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:54.388538 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 7 to bind port 795eeddc-6957-4e28-80e0-3197e346b793 Apr 29 17:31:54.459430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:54.460085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:54.460618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:54.471558 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Allocated IP 172.26.4.229 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/a153b955-68e3-4a80-bc33-65a6d7e0032e) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:31:54.488776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:54.489323 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:54.518357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port b33b2631-5ef6-4584-bd22-ac78d0bc847e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=b33b2631-5ef6-4584-bd22-ac78d0bc847e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:31:54.544910 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 8 to bind port 795eeddc-6957-4e28-80e0-3197e346b793 Apr 29 17:31:54.583630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:54.650534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:54.667672 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Transition to ACTIVE for port object e7876217-61cd-4a0b-b498-18065005c633 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:54.731855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:54.732632 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 810d5732-8b45-481d-b8af-44440698ad1b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:54.752507 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:54.845619 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:54.847255 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:54.848486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:54.864930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:54.912681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > segment before_delete 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:54.913029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:54.913805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:54.914101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > port after_create 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:54.914473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > port after_delete 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:54.914812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > port after_update 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:54.915145 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > segment after_delete 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:54.915519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet after_create 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:54.916410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet after_delete 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:54.916677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet after_update 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:54.917658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c9e533-7fc2-4c0c-b71a-43b2a933e101 None None] Network 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:31:54.991227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=b33b2631-5ef6-4584-bd22-ac78d0bc847e,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:55.024446 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:55.024958 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:55.035956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Network 2f100fae-1063-4412-a27d-002c2f38e886 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:55.036664 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 9 to bind port 795eeddc-6957-4e28-80e0-3197e346b793 Apr 29 17:31:55.052190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:55.054015 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42762) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:55.062377 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:55.062769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.072261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-66e6de57-aaf4-462d-bfdb-41b38372d32d None None] Provisioning for port 7f865198-2eb8-4b79-af73-32004d5bb94d completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:55.105574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 810d5732-8b45-481d-b8af-44440698ad1b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:55.109039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.115473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:55.115804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:55.116136 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:55.138239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Pushing event updated for resources: {'Port': ['ID=e7876217-61cd-4a0b-b498-18065005c633,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:55.172119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:55.172466 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:55.174192 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-87e1dda5-bd8c-4659-981e-f17f59018240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.192110 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 10 to bind port 795eeddc-6957-4e28-80e0-3197e346b793 Apr 29 17:31:55.208444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet after_create 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:55.208982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet after_delete 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:55.209093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet before_create 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:55.209426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet before_update 55550000 {{(pid=88019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:31:55.209792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a25176-94c7-477f-9347-29355e5d11d1']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:55.213572 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:31:55.213941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:31:55.214231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:31:55.247570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:31:55.247908 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 795eeddc-6957-4e28-80e0-3197e346b793 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:31:55.248976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.257265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b0c230-4c88-4bec-994e-13abde9be02a') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:55.257578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b0c230-4c88-4bec-994e-13abde9be02a') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:55.267561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-87e1dda5-bd8c-4659-981e-f17f59018240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:55.272233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.289229 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-87e1dda5-bd8c-4659-981e-f17f59018240 admin admin] Usage tracker for resource:security_group_rule and tenant:4d65d92b43d74084b7a657978f24df8a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:55.310087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-87e1dda5-bd8c-4659-981e-f17f59018240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:55.318357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3828de95-2733-49e1-8427-369f692a2aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:45Z', 'revision_number': 3, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:55.324024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.339069 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3828de95-2733-49e1-8427-369f692a2aee None None] The sync data for ids ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'] in dv-neutron-839024-2-hyperv is: [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:45Z', 'revision_number': 3, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:31:55.373907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-87e1dda5-bd8c-4659-981e-f17f59018240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:55.418478 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.443471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:31:55.445224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: from cryptography.utils import int_from_bytes Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: from cryptography.utils import int_from_bytes Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn_limited( Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:31:55.472060 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:31:55.497775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] For port 795eeddc-6957-4e28-80e0-3197e346b793, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:31:55.498138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempted to set empty binding levels {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 17:31:55.523595 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.556671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.resource_extend [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:31:55.569479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42776) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:55.581246 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 17:31:55.600958 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.631005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d868a291-b335-44b0-b2e8-11d219213718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.643542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] In _notify_port_updated(), no bound segment for port 795eeddc-6957-4e28-80e0-3197e346b793 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:31:55.644410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:55.645622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.646390 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "PUT /v2.0/ports/795eeddc-6957-4e28-80e0-3197e346b793 HTTP/1.1" status: 200 len: 977 time: 5.0060391 Apr 29 17:31:55.652237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4d75de8d-5be6-4691-a488-3852ef779e5a None None] Provisioning for port e7876217-61cd-4a0b-b498-18065005c633 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:55.657142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42780) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:55.661279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:55.669257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4d75de8d-5be6-4691-a488-3852ef779e5a None None] Provisioning complete for port e7876217-61cd-4a0b-b498-18065005c633 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:55.669718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d75de8d-5be6-4691-a488-3852ef779e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.693573 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.698326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.710366 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.725316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.747920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:55.754498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:31:55.848511 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4d75de8d-5be6-4691-a488-3852ef779e5a None None] Port e7876217-61cd-4a0b-b498-18065005c633 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:31:55.966136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:55.976406 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7f865198-2eb8-4b79-af73-32004d5bb94d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:56.014224 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48579d82-131b-4309-b254-32ef8c56f9b3 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event updated for resources: {'Port': ['ID=795eeddc-6957-4e28-80e0-3197e346b793,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:56.023585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Pushing event deleted for resources: {'Network': ['ID=64a25176-94c7-477f-9347-29355e5d11d1,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:56.039514 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-5c4c25e2-2078-44f3-8c79-648f84f25926 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--258329413&fields=id&tenant_id=c48d4c66c93f4c7fa3f8a35a1e52d29c HTTP/1.1" status: 200 len: 267 time: 0.4657917 Apr 29 17:31:56.045686 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f8e175d3-4fdf-46e4-b1af-1d2614c00a24 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] 10.222.0.11 "DELETE /v2.0/networks/64a25176-94c7-477f-9347-29355e5d11d1 HTTP/1.1" status: 204 len: 168 time: 1.7715197 Apr 29 17:31:56.054420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42788) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:56.127619 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 7f865198-2eb8-4b79-af73-32004d5bb94d completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:56.133283 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=64fe57ab-760a-47f5-83c7-901b3b7bd5da,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:56.148138 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 7f865198-2eb8-4b79-af73-32004d5bb94d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:56.148508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:56.180161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:56.324751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-28874ef7-d7b9-471d-a25f-dfca14e9a667 None None] Provisioning complete for port 7f865198-2eb8-4b79-af73-32004d5bb94d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:56.325121 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-28874ef7-d7b9-471d-a25f-dfca14e9a667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:56.389535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6f6463-1a59-4fcc-854c-b157736967ee tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] DELETE failed (client error): The resource could not be found. Apr 29 17:31:56.390320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6f6463-1a59-4fcc-854c-b157736967ee tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:31:56.395242 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5d6f6463-1a59-4fcc-854c-b157736967ee tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] 10.222.0.11 "DELETE /v2.0/ports/db67583a-11e5-4413-9ced-459f8ada5dd9 HTTP/1.1" status: 404 len: 333 time: 0.3395810 Apr 29 17:31:56.396750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42798) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:56.444024 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.444725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.444931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.445382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.445829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.446279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.450013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.450554 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.451024 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.451504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.451958 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.452051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:56.452405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.453189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.453297 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.453715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.454154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.454668 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.455055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.455522 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.457408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Synchronizing usage tracker for tenant:7f58fc904081432c9393663a2aa79486 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:31:56.465457 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event updated for resources: {'Port': ['ID=a153b955-68e3-4a80-bc33-65a6d7e0032e,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:56.472773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42802) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:56.510431 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:56.557247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:56.564724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:56.570893 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 7f865198-2eb8-4b79-af73-32004d5bb94d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7f865198-2eb8-4b79-af73-32004d5bb94d,segment=NetworkSegment(74f653c6-927d-4235-83bf-a7ad103a3181),segment_id=74f653c6-927d-4235-83bf-a7ad103a3181)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:31:56.578741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-28874ef7-d7b9-471d-a25f-dfca14e9a667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:56.605133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:56.606238 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device b33b2631-5ef6-4584-bd22-ac78d0bc847e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:56.837312 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-87e1dda5-bd8c-4659-981e-f17f59018240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:56.850484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=7f865198-2eb8-4b79-af73-32004d5bb94d,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:56.867880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-87e1dda5-bd8c-4659-981e-f17f59018240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:56.882776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Router e64efcd6-29b1-4c63-a137-8165a7752c78 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:31:56.887607 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc8c73d-708c-42fc-a65e-611645b5f684 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Deleting subnet 1e8993ad-16b4-4736-8a02-37d9afdec293 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:31:56.897463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:56.897781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629313ce-add7-49f4-8b0b-8d840103a663 req-53fdc32e-6644-49c3-bd55-5d2439770c8c tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:31:56.899399 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-53fdc32e-6644-49c3-bd55-5d2439770c8c tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/networks?id=3a008dbb-824b-4c09-ae06-02703f77c7d5 HTTP/1.1" status: 200 len: 811 time: 0.8498168 Apr 29 17:31:56.902726 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c73d-708c-42fc-a65e-611645b5f684 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:56.931449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:56.943823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Unset dirty status for tenant:7f58fc904081432c9393663a2aa79486 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:31:56.948413 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-206f1303-1ffb-460d-85a9-e8302a40c3b0 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17068 time: 1.2868962 Apr 29 17:31:56.960386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42810) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:56.966360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-28874ef7-d7b9-471d-a25f-dfca14e9a667 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:31:56.966877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-28874ef7-d7b9-471d-a25f-dfca14e9a667 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:31:56.968131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port b33b2631-5ef6-4584-bd22-ac78d0bc847e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:56.968585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:56.972771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b2195bba-3309-4c02-8c6b-4b86b458884c tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:57.046778 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-cb823429-fcbb-4b6b-ad00-208e822eb260 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/quotas/c48d4c66c93f4c7fa3f8a35a1e52d29c HTTP/1.1" status: 200 len: 375 time: 0.1128840 Apr 29 17:31:57.061938 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-87e1dda5-bd8c-4659-981e-f17f59018240 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d65d92b43d74084b7a657978f24df8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9986904 Apr 29 17:31:57.063480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1dda5-bd8c-4659-981e-f17f59018240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3880ac5-a68a-44b5-bf7c-711acaea8bcc,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:57.067529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42814) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:57.120316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:57.128710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c73d-708c-42fc-a65e-611645b5f684 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:57.140656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:57.141328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:57.259068 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7c720304-0741-41b0-966b-5ef87b79b1b6 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Deleting port 795eeddc-6957-4e28-80e0-3197e346b793 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:31:57.259426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7c720304-0741-41b0-966b-5ef87b79b1b6 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:57.260715 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b2195bba-3309-4c02-8c6b-4b86b458884c tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] 10.222.0.11 "PUT /v2.0/quotas/adbd0bafe8d54e4a9c941aab3ace22f1 HTTP/1.1" status: 200 len: 366 time: 0.5917008 Apr 29 17:31:57.267629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42818) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:57.441244 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:31:57.447263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Pushing event updated for resources: {'Port': ['ID=e7876217-61cd-4a0b-b498-18065005c633,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:57.461610 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1470777b-a555-4a5c-985b-d2c29057d0f7 admin admin] 10.222.0.11 "PUT /v2.0/routers/e64efcd6-29b1-4c63-a137-8165a7752c78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1261728 Apr 29 17:31:57.462664 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Sync routers for ids ['e64efcd6-29b1-4c63-a137-8165a7752c78'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:31:57.473241 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-109afbb7-09cf-4e75-b740-384498599bdb tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1929688 Apr 29 17:31:57.473241 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d12d6809-b777-41ae-aa26-5a01480cbf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:57.482158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42824) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:57.488818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c73d-708c-42fc-a65e-611645b5f684 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:57.497743 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Routers {'e64efcd6-29b1-4c63-a137-8165a7752c78'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:31:57.498369 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e64efcd6-29b1-4c63-a137-8165a7752c78'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:57.532221 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-53ad1dfc-81fc-42e8-814d-e7f8fd1c4422 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c48d4c66c93f4c7fa3f8a35a1e52d29c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4733770 Apr 29 17:31:57.539822 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-741ee47d-c166-4cf4-a121-b62dba3d8503 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] 10.222.0.11 "GET /v2.0/quotas/adbd0bafe8d54e4a9c941aab3ace22f1 HTTP/1.1" status: 200 len: 366 time: 0.0539799 Apr 29 17:31:57.545256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42828) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:57.561132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d12d6809-b777-41ae-aa26-5a01480cbf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:57.613298 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Network 2f100fae-1063-4412-a27d-002c2f38e886 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:31:57.618708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:31:57.639126 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:57.826731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3a7785b3-b01d-43de-870e-0099df5703a2 None None] Provisioning complete for port 64fe57ab-760a-47f5-83c7-901b3b7bd5da triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:57.827221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3a7785b3-b01d-43de-870e-0099df5703a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:57.911740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-016e33b1-12a7-4f64-973f-e77e82ccce37 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:31:57.918670 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-016e33b1-12a7-4f64-973f-e77e82ccce37 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1786370 Apr 29 17:31:57.965179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7f865198-2eb8-4b79-af73-32004d5bb94d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:57.991257 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Set router e64efcd6-29b1-4c63-a137-8165a7752c78 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:31:58.064133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:58.066463 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f266e73a-c165-4c90-936a-9d64d8046280 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/adbd0bafe8d54e4a9c941aab3ace22f1 HTTP/1.1" status: 204 len: 168 time: 0.5199833 Apr 29 17:31:58.084129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42842) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:58.088134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3a7785b3-b01d-43de-870e-0099df5703a2 None None] Port 64fe57ab-760a-47f5-83c7-901b3b7bd5da cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:31:58.103622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-7c720304-0741-41b0-966b-5ef87b79b1b6 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] For port 795eeddc-6957-4e28-80e0-3197e346b793, host hv-neutron-8390, got binding levels [] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:31:58.104214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7c720304-0741-41b0-966b-5ef87b79b1b6 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:58.123054 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6388173c-2779-4b39-b74e-18657bfafaa4 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0360401 Apr 29 17:31:58.124082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 7f865198-2eb8-4b79-af73-32004d5bb94d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:58.124452 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:58.138527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42846) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:58.141414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d12d6809-b777-41ae-aa26-5a01480cbf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:58.261012 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f63a94bd-acd0-4e4d-b463-dd0fb58eaf25 None None] Provisioning complete for port e7876217-61cd-4a0b-b498-18065005c633 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:58.261360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f63a94bd-acd0-4e4d-b463-dd0fb58eaf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:58.271006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:31:58.289003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7c720304-0741-41b0-966b-5ef87b79b1b6 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Calling delete_port for 795eeddc-6957-4e28-80e0-3197e346b793 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:31:58.292444 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-44643f08-a0db-4f19-836e-aa59a113ab7f tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] 10.222.0.11 "GET /v2.0/quotas/adbd0bafe8d54e4a9c941aab3ace22f1 HTTP/1.1" status: 200 len: 370 time: 0.1503952 Apr 29 17:31:58.295459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d6809-b777-41ae-aa26-5a01480cbf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3880ac5-a68a-44b5-bf7c-711acaea8bcc,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:58.305900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42850) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:58.322607 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-24bd0810-f5e8-459b-a629-3d7157c6dfb6 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] 10.222.0.11 "GET /v2.0/quotas/adbd0bafe8d54e4a9c941aab3ace22f1/default HTTP/1.1" status: 200 len: 370 time: 0.0083237 Apr 29 17:31:58.328291 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c73d-708c-42fc-a65e-611645b5f684 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:58.365923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42854) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:58.367712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f63a94bd-acd0-4e4d-b463-dd0fb58eaf25 None None] Port e7876217-61cd-4a0b-b498-18065005c633 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:31:58.391947 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f65925b3-01bf-490a-99df-b427c2e60621 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:31:58.444378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c73d-708c-42fc-a65e-611645b5f684 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:58.455585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4a79db-3078-4afd-88cc-6dc57b2a40fb None None] Network 687bd437-d70e-4a39-9337-72921aac1083 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:31:58.502194 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-8e177dfb-5719-49a3-afb1-682e9ff77cae tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] delete failed (client error): The resource could not be found. Apr 29 17:31:58.506397 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8e177dfb-5719-49a3-afb1-682e9ff77cae tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/adbd0bafe8d54e4a9c941aab3ace22f1 HTTP/1.1" status: 404 len: 348 time: 0.0590944 Apr 29 17:31:58.507956 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2bc8c73d-708c-42fc-a65e-611645b5f684 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] 10.222.0.11 "DELETE /v2.0/subnets/1e8993ad-16b4-4736-8a02-37d9afdec293 HTTP/1.1" status: 204 len: 168 time: 2.1021042 Apr 29 17:31:58.513096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42860) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:58.528513 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port': {'id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '64fe57ab-760a-47f5-83c7-901b3b7bd5da', 'name': '', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'mac_address': 'fa:16:3e:e0:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:51Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 2, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'subnets': [{'id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:58.536352 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Checking router: e64efcd6-29b1-4c63-a137-8165a7752c78 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:31:58.536603 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8c73d-708c-42fc-a65e-611645b5f684 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8993ad-16b4-4736-8a02-37d9afdec293,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:58.537188 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Updating router e64efcd6-29b1-4c63-a137-8165a7752c78 port 64fe57ab-760a-47f5-83c7-901b3b7bd5da binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:31:58.560894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42864) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:58.587471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544225271', 'description': 'tempest-description--590243225'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:58.631828 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:58.644220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d12d6809-b777-41ae-aa26-5a01480cbf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:58.645330 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d12d6809-b777-41ae-aa26-5a01480cbf23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3880ac5-a68a-44b5-bf7c-711acaea8bcc HTTP/1.1" status: 204 len: 168 time: 1.5739925 Apr 29 17:31:58.683397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port f65925b3-01bf-490a-99df-b427c2e60621 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:31:58.705398 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:58.713714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:31:58.722190 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3e0d61a4-5b64-4f5f-bebc-9b9f1d79ffaf admin admin] 10.222.0.11 "PUT /v2.0/routers/92d2cbc0-bc7c-43f7-93e7-2b0c416e1183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4220786 Apr 29 17:31:58.761355 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42872) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:58.775262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Deleting port a16ecf99-4d05-484d-b03d-12df84c426f2 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:31:58.775552 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:58.791992 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port f65925b3-01bf-490a-99df-b427c2e60621 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:31:58.792663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:58.804679 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:58.817777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Sync routers for ids ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:31:58.835949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Usage tracker for resource:network and tenant:458df02bd5974a7db5f602069fbf4856 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:58.840973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Usage tracker for resource:security_group and tenant:0a200f959dbd436a8fd7078b57ae78ed is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:58.849722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:58.851765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Router f864128b-fc69-4d68-a95b-8793f936fbce is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:31:58.855995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:58.857792 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Routers {'92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:31:58.859492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-affde8e1-33e8-4351-819e-7099343020ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:58.877826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:58.889405 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-8871c345-8637-411a-a46f-4c0154be824f service neutron] 10.222.0.11 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8711383 Apr 29 17:31:58.940644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7c720304-0741-41b0-966b-5ef87b79b1b6 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:58.955873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:59.088539 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Usage tracker for resource:subnet and tenant:458df02bd5974a7db5f602069fbf4856 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:59.106143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c720304-0741-41b0-966b-5ef87b79b1b6 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event deleted for resources: {'Port': ['ID=795eeddc-6957-4e28-80e0-3197e346b793,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:31:59.115943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:59.169828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:59.175829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Set router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:31:59.187976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:31:59.214323 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bb85c-33bf-405d-8006-c738944cb701 None None] Sync routers for ids ['f864128b-fc69-4d68-a95b-8793f936fbce'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:31:59.247096 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b9af1e-59d8-489b-915b-6499745cc098 None None] DHCP port deletion for 687bd437-d70e-4a39-9337-72921aac1083 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:31:59.258418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:59.263207 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-54b9af1e-59d8-489b-915b-6499745cc098 None None] Deleting port a16ecf99-4d05-484d-b03d-12df84c426f2 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:31:59.263733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54b9af1e-59d8-489b-915b-6499745cc098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:59.266701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7c720304-0741-41b0-966b-5ef87b79b1b6 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:59.273192 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Usage tracker for resource:subnetpool and tenant:458df02bd5974a7db5f602069fbf4856 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:59.294933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Usage tracker for resource:security_group_rule and tenant:0a200f959dbd436a8fd7078b57ae78ed is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:59.303458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:59.312268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:59.317107 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7c720304-0741-41b0-966b-5ef87b79b1b6 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "DELETE /v2.0/ports/795eeddc-6957-4e28-80e0-3197e346b793 HTTP/1.1" status: 204 len: 168 time: 2.3551207 Apr 29 17:31:59.319854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:59.323497 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42882) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:59.341135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port f65925b3-01bf-490a-99df-b427c2e60621, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f65925b3-01bf-490a-99df-b427c2e60621,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:31:59.357933 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:59.400779 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3795907-3974-4663-8de5-e94133db5235 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] GET failed (client error): The resource could not be found. Apr 29 17:31:59.401305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e3795907-3974-4663-8de5-e94133db5235 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Synchronizing usage tracker for tenant:7f58fc904081432c9393663a2aa79486 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:31:59.413121 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-b2036bbc-565a-499e-b194-6ede54a107f4 service neutron] 10.222.0.11 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134063 Apr 29 17:31:59.439765 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e3795907-3974-4663-8de5-e94133db5235 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Unset dirty status for tenant:7f58fc904081432c9393663a2aa79486 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:31:59.444392 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e3795907-3974-4663-8de5-e94133db5235 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "GET /v2.0/ports/795eeddc-6957-4e28-80e0-3197e346b793 HTTP/1.1" status: 404 len: 333 time: 0.1165116 Apr 29 17:31:59.450107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42886) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:59.452316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:59.456135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1771835084', 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:31:59.458091 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-20f09243-9ff1-41b3-85e5-b50db6a8d43c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.1974454 Apr 29 17:31:59.469827 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42890) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:59.474997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:31:59.493281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Usage tracker for resource:port and tenant:458df02bd5974a7db5f602069fbf4856 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:59.513580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:31:59.536044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] For port a16ecf99-4d05-484d-b03d-12df84c426f2, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a16ecf99-4d05-484d-b03d-12df84c426f2,segment=NetworkSegment(f5274290-94d4-4d6f-906a-e59a90d40d13),segment_id=f5274290-94d4-4d6f-906a-e59a90d40d13)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:31:59.538084 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:59.599143 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bb85c-33bf-405d-8006-c738944cb701 None None] Routers {'f864128b-fc69-4d68-a95b-8793f936fbce'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:31:59.600426 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d07bb85c-33bf-405d-8006-c738944cb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f864128b-fc69-4d68-a95b-8793f936fbce'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:59.762106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:31:59.805266 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d07bb85c-33bf-405d-8006-c738944cb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:59.845242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Usage tracker for resource:router and tenant:458df02bd5974a7db5f602069fbf4856 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:31:59.848012 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bb85c-33bf-405d-8006-c738944cb701 None None] Routers {'f864128b-fc69-4d68-a95b-8793f936fbce'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:31:59.848790 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d07bb85c-33bf-405d-8006-c738944cb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f864128b-fc69-4d68-a95b-8793f936fbce'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:59.870260 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a16ecf99-4d05-484d-b03d-12df84c426f2 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:31:59.879323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Calling delete_port for a16ecf99-4d05-484d-b03d-12df84c426f2 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:31:59.926089 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d07bb85c-33bf-405d-8006-c738944cb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:31:59.926764 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bb85c-33bf-405d-8006-c738944cb701 None None] The sync data for ids ['f864128b-fc69-4d68-a95b-8793f936fbce'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:31:59.936837 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:59.965365 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Transition to ACTIVE for port object 64fe57ab-760a-47f5-83c7-901b3b7bd5da will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:31:59.973847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:59.979835 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:31:59.985963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Made reservation on behalf of 7f58fc904081432c9393663a2aa79486 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:31:59.991158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42922) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:31:59.993532 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:00.001706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--671534526', 'description': 'tempest-description--1224278728'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:00.003856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:00.040050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:00.040956 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7574df27-e880-4a1e-b718-a0b00b8419f9 req-e4d4ac06-1fd7-493a-9ba6-bf10a92aeb6b tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 210 time: 0.2296019 Apr 29 17:32:00.047056 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:00.061913 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Usage tracker for resource:security_group and tenant:b5a2ce7a595544feb083459386aa2363 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:00.072637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:00.083214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Usage tracker for resource:floatingip and tenant:458df02bd5974a7db5f602069fbf4856 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:00.100849 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=f65925b3-01bf-490a-99df-b427c2e60621,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:00.102524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:00.116001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:00.154476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] device_id is not set on port 11f8f64b-1f13-47c8-96fe-6bf50b753abb yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:00.180650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:00.199138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:00.229217 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No ports have port_id starting with a16ecf99-4d05-484d-b03d-12df84c426f2 Apr 29 17:32:00.302262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Pushing event deleted for resources: {'Port': ['ID=a16ecf99-4d05-484d-b03d-12df84c426f2,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:00.313850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:00.318857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] No DVR routers for this DVR port a16ecf99-4d05-484d-b03d-12df84c426f2 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:32:00.320791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Usage tracker for resource:security_group_rule and tenant:b5a2ce7a595544feb083459386aa2363 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:00.331170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:00.372569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42932) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:00.380685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:00.451977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Usage tracker for resource:security_group and tenant:458df02bd5974a7db5f602069fbf4856 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:00.462206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:00.489271 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9857ab7-9e4d-4f39-91b4-1e482822ac65 None None] Pushing event updated for resources: {'Port': ['ID=64fe57ab-760a-47f5-83c7-901b3b7bd5da,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:00.497719 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-54b9af1e-59d8-489b-915b-6499745cc098 None None] For port a16ecf99-4d05-484d-b03d-12df84c426f2, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a16ecf99-4d05-484d-b03d-12df84c426f2,segment=NetworkSegment(f5274290-94d4-4d6f-906a-e59a90d40d13),segment_id=f5274290-94d4-4d6f-906a-e59a90d40d13)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:00.498204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54b9af1e-59d8-489b-915b-6499745cc098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:00.527772 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:00.530934 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Attempting to bind port 64fe57ab-760a-47f5-83c7-901b3b7bd5da on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:00.531390 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Attempting to bind port 64fe57ab-760a-47f5-83c7-901b3b7bd5da by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '30013f5f-2a6c-4c67-b16b-aee9114fbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:00.531817 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Attempting to bind port 64fe57ab-760a-47f5-83c7-901b3b7bd5da on network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:00.540726 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:32:00.543190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Usage tracker for resource:security_group_rule and tenant:458df02bd5974a7db5f602069fbf4856 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:00.543630 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Checking segment: {'id': '30013f5f-2a6c-4c67-b16b-aee9114fbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:00.544121 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:00.546329 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Bound using segment: {'id': '30013f5f-2a6c-4c67-b16b-aee9114fbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:32:00.546923 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Bound port: 64fe57ab-760a-47f5-83c7-901b3b7bd5da, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30013f5f-2a6c-4c67-b16b-aee9114fbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:32:00.547392 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:00.562840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:00.566295 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > segment before_delete 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.566811 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.567715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.568172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > port after_create 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.568644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > port after_delete 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.569109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > port after_update 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.569561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > segment after_delete 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.570023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet after_create 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.570529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet after_delete 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.570972 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet after_update 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.735560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet after_create 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.736108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet after_delete 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.736633 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet before_create 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.737097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Subscribe: > subnet before_update 55550000 {{(pid=88018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 17:32:00.737588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687bd437-d70e-4a39-9337-72921aac1083']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:00.744468 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] For port 64fe57ab-760a-47f5-83c7-901b3b7bd5da, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:00.748081 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] For port 64fe57ab-760a-47f5-83c7-901b3b7bd5da, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=64fe57ab-760a-47f5-83c7-901b3b7bd5da,segment=NetworkSegment(30013f5f-2a6c-4c67-b16b-aee9114fbc78),segment_id=30013f5f-2a6c-4c67-b16b-aee9114fbc78)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:32:00.752232 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-64e20943-bfd4-4239-b17a-1ed0618c5743 tempest-QuotasTest-350765437 tempest-QuotasTest-350765437-project-admin] 10.222.0.11 "GET /v2.0/quotas/458df02bd5974a7db5f602069fbf4856/details.json HTTP/1.1" status: 200 len: 703 time: 1.9885581 Apr 29 17:32:00.755460 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5274290-94d4-4d6f-906a-e59a90d40d13') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:00.756507 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5274290-94d4-4d6f-906a-e59a90d40d13') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:00.758715 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:00.770453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:00.790165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:00.798098 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-54b9af1e-59d8-489b-915b-6499745cc098 None None] Calling delete_port for a16ecf99-4d05-484d-b03d-12df84c426f2 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:00.805389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1534387374'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:00.823465 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:00.826292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:32:00.826991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: from cryptography.utils import int_from_bytes Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: from cryptography.utils import int_from_bytes Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn_limited( Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:32:00.848460 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:32:00.869355 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:network and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:00.881577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:00.885760 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2495e04-4447-45cb-8c90-2456545fd4f3,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:00.949578 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Routers {'e64efcd6-29b1-4c63-a137-8165a7752c78'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:00.950410 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e64efcd6-29b1-4c63-a137-8165a7752c78'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:01.118330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.123905 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:01.124068 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-81783607-04ee-4fdc-9fec-86739b17e78a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.5538480 Apr 29 17:32:01.128773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42956) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:01.146779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9a9935c7-4ced-4821-a284-7d0cdba80703 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Request body: {'security_group_rule': {'security_group_id': 'b2495e04-4447-45cb-8c90-2456545fd4f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:01.166018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9a9935c7-4ced-4821-a284-7d0cdba80703 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:01.173277 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9a9935c7-4ced-4821-a284-7d0cdba80703 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Usage tracker for resource:security_group_rule and tenant:0a200f959dbd436a8fd7078b57ae78ed is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:01.190974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9a9935c7-4ced-4821-a284-7d0cdba80703 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:01.195891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.208665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:01.218654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.226854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-affde8e1-33e8-4351-819e-7099343020ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:55Z', 'revision_number': 4, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e7876217-61cd-4a0b-b498-18065005c633', 'name': '', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'mac_address': 'fa:16:3e:0b:02:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:53Z', 'updated_at': '2022-04-29T17:31:56Z', 'revision_number': 2, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'subnets': [{'id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:01.236858 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Checking router: 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:32:01.237209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Updating router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 port e7876217-61cd-4a0b-b498-18065005c633 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:32:01.270824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9a9935c7-4ced-4821-a284-7d0cdba80703 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:01.304710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-54b9af1e-59d8-489b-915b-6499745cc098 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:32:01.305617 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-54b9af1e-59d8-489b-915b-6499745cc098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:32:01.305886 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9857ab7-9e4d-4f39-91b4-1e482822ac65 None None] Pushing event updated for resources: {'Port': ['ID=64fe57ab-760a-47f5-83c7-901b3b7bd5da,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:01.325130 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.376397 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.386984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42968) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:01.396890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.430836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] Pushing event deleted for resources: {'Network': ['ID=687bd437-d70e-4a39-9337-72921aac1083,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:01.479785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.481729 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] Set router e64efcd6-29b1-4c63-a137-8165a7752c78 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:32:01.495718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 42976) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:01.506901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:01.557537 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a9935c7-4ced-4821-a284-7d0cdba80703 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.581070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:security_group_rule and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:01.600066 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-25b4a1b1-0c2b-4116-80d3-9f4c68bfffe6 tempest-DHCPAgentSchedulersTestJSON-2134818930 tempest-DHCPAgentSchedulersTestJSON-2134818930-project] 10.222.0.11 "DELETE /v2.0/networks/687bd437-d70e-4a39-9337-72921aac1083 HTTP/1.1" status: 204 len: 168 time: 3.0779071 Apr 29 17:32:01.609077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:01.635842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.637357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:01.660395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.816935 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dabf29-905a-4989-a38d-a5561ff69493,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:01.831657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-06297bc5-56b5-423a-989d-dea0e91717b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.863851 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.867636 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bae081e7-05ec-4d16-a184-d0a34765b2dc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8728750 Apr 29 17:32:01.870985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42988) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:01.884043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-89397ebf-d2f2-4d27-b95a-6d5027dff452 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Request body: {'security_group_rule': {'security_group_id': 'a8dabf29-905a-4989-a38d-a5561ff69493', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:01.895181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-89397ebf-d2f2-4d27-b95a-6d5027dff452 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:01.903588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-89397ebf-d2f2-4d27-b95a-6d5027dff452 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Usage tracker for resource:security_group_rule and tenant:b5a2ce7a595544feb083459386aa2363 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:01.919535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-89397ebf-d2f2-4d27-b95a-6d5027dff452 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:01.922343 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-54b9af1e-59d8-489b-915b-6499745cc098 None None] Deleting port a16ecf99-4d05-484d-b03d-12df84c426f2 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:01.922706 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54b9af1e-59d8-489b-915b-6499745cc098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.924090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a9935c7-4ced-4821-a284-7d0cdba80703 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.930679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-89397ebf-d2f2-4d27-b95a-6d5027dff452 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:01.937056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a9935c7-4ced-4821-a284-7d0cdba80703 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.982688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-89397ebf-d2f2-4d27-b95a-6d5027dff452 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:01.990403 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9935c7-4ced-4821-a284-7d0cdba80703 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564d81c0-a1e5-4f82-8734-e5832ba67c06,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:01.990760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f65925b3-01bf-490a-99df-b427c2e60621 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:02.041264 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a9935c7-4ced-4821-a284-7d0cdba80703 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.042452 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9a9935c7-4ced-4821-a284-7d0cdba80703 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9107826 Apr 29 17:32:02.047943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42994) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:02.051535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9cf2b7e5-dcfa-40db-930b-d45ac53ac557 req-8688cd31-6cec-4c66-90c6-545ff6fb5d87 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 210 time: 0.5546002 Apr 29 17:32:02.054345 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-06297bc5-56b5-423a-989d-dea0e91717b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:02.075606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-06297bc5-56b5-423a-989d-dea0e91717b8 admin admin] Usage tracker for resource:security_group_rule and tenant:fdefa3b3829a4503975d5cfc9be0c6b7 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:02.081249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 42998) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:02.084448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ecf0d40e-480e-4990-b02e-8a25ab7f4054 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Request body: {'security_group_rule': {'security_group_id': 'b2495e04-4447-45cb-8c90-2456545fd4f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:02.088468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-06297bc5-56b5-423a-989d-dea0e91717b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:02.103219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.105162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ecf0d40e-480e-4990-b02e-8a25ab7f4054 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:02.111778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.118271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.130403 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:32:02.139555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.139973 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Added segment 069b61f9-4d8b-48f7-82fb-40d35ad3adab of type vlan for network e0d73202-cb6d-4434-a143-4d729ced40a4 Apr 29 17:32:02.154120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-06297bc5-56b5-423a-989d-dea0e91717b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:02.167371 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.196041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ecf0d40e-480e-4990-b02e-8a25ab7f4054 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Usage tracker for resource:security_group_rule and tenant:0a200f959dbd436a8fd7078b57ae78ed is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:02.206459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ecf0d40e-480e-4990-b02e-8a25ab7f4054 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:02.212761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.217191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:02.217799 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.236281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-54b9af1e-59d8-489b-915b-6499745cc098 None None] The port 'a16ecf99-4d05-484d-b03d-12df84c426f2' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:32:02.251607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ecf0d40e-480e-4990-b02e-8a25ab7f4054 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:02.252345 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port': {'id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '64fe57ab-760a-47f5-83c7-901b3b7bd5da', 'name': '', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'mac_address': 'fa:16:3e:e0:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:51Z', 'updated_at': '2022-04-29T17:32:00Z', 'revision_number': 4, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'subnets': [{'id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:02.259050 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef47b1-a04c-4d2f-ac63-a14eec46c739 None None] The sync data for ids ['e64efcd6-29b1-4c63-a137-8165a7752c78'] in dv-neutron-839024-2-hyperv is: [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port': {'id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '64fe57ab-760a-47f5-83c7-901b3b7bd5da', 'name': '', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'mac_address': 'fa:16:3e:e0:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:51Z', 'updated_at': '2022-04-29T17:32:00Z', 'revision_number': 4, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'subnets': [{'id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:32:02.332671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.353107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9487f1f-a0aa-4885-87b1-42408994332d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:02.380464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Transition to ACTIVE for port object e7876217-61cd-4a0b-b498-18065005c633 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:02.383209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port f65925b3-01bf-490a-99df-b427c2e60621 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:02.383628 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.450182 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Network 5ae27149-6be5-456b-98f2-d0b110cb14e0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:02.458342 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-89397ebf-d2f2-4d27-b95a-6d5027dff452 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.472085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:02.475419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:02.478007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:02.478808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.503081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ecf0d40e-480e-4990-b02e-8a25ab7f4054 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.516819 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1376989 Apr 29 17:32:02.517622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-89397ebf-d2f2-4d27-b95a-6d5027dff452 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.528727 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43004) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:02.531528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b33939-543f-4d5d-9543-4889faf68296 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Network': ['ID=e0d73202-cb6d-4434-a143-4d729ced40a4,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:02.543463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43006) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:02.544671 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.0934355 Apr 29 17:32:02.558112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:02.562848 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:32:02.581276 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89397ebf-d2f2-4d27-b95a-6d5027dff452 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd941cc6-790f-4872-88d8-8ceba5af3f34,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:02.586179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.612699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13deb219-30fd-4e04-ac5e-db13bf36d247 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event updated for resources: {'Port': ['ID=11f8f64b-1f13-47c8-96fe-6bf50b753abb,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:02.715074 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbe9062-9aa1-493e-8e3d-cb8b5bce7237 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:02.716703 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0fbe9062-9aa1-493e-8e3d-cb8b5bce7237 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "GET /v2.0/ports/11f8f64b-1f13-47c8-96fe-6bf50b753abb HTTP/1.1" status: 200 len: 955 time: 0.1642849 Apr 29 17:32:02.723773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43012) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:02.728604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.781303 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ecf0d40e-480e-4990-b02e-8a25ab7f4054 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.791572 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-89397ebf-d2f2-4d27-b95a-6d5027dff452 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.796323 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-89397ebf-d2f2-4d27-b95a-6d5027dff452 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9183607 Apr 29 17:32:02.798760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ecf0d40e-480e-4990-b02e-8a25ab7f4054 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.800693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43016) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:02.842105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9582fde4-d5b6-484e-ab54-8c28fac75dfe tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Request body: {'security_group_rule': {'security_group_id': 'a8dabf29-905a-4989-a38d-a5561ff69493', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:02.876221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9582fde4-d5b6-484e-ab54-8c28fac75dfe tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:02.920678 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f4f9479c-d128-4867-b722-8a5cf114b80f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8eb8c1c5bd244c74b819f18f2dde4c45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8308449 Apr 29 17:32:02.921514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0d40e-480e-4990-b02e-8a25ab7f4054 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcb997f-d1d1-43e7-a551-fe55b08c441d,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:02.924705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9582fde4-d5b6-484e-ab54-8c28fac75dfe tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Usage tracker for resource:security_group_rule and tenant:b5a2ce7a595544feb083459386aa2363 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:02.927421 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43020) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:02.930743 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9582fde4-d5b6-484e-ab54-8c28fac75dfe tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:02.955097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ecf0d40e-480e-4990-b02e-8a25ab7f4054 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:02.959256 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ecf0d40e-480e-4990-b02e-8a25ab7f4054 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9057679 Apr 29 17:32:02.959701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9582fde4-d5b6-484e-ab54-8c28fac75dfe tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:02.961507 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.36', 62118) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:02.961842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43024) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:02.978385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:02.990863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:03.016647 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Usage tracker for resource:floatingip and tenant:0a200f959dbd436a8fd7078b57ae78ed is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:03.024731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20382e2a-af3c-4ff5-892a-c7f9e7c89314 None None] Pushing event updated for resources: {'Port': ['ID=e7876217-61cd-4a0b-b498-18065005c633,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:03.038450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:03.068944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-06297bc5-56b5-423a-989d-dea0e91717b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.072982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:03.094940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a1f76d0d-6e31-4534-8d96-d903420ed65d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Deleting port 11f8f64b-1f13-47c8-96fe-6bf50b753abb {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:03.095302 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a1f76d0d-6e31-4534-8d96-d903420ed65d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.110878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9582fde4-d5b6-484e-ab54-8c28fac75dfe tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.158739 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Attempting to bind port e7876217-61cd-4a0b-b498-18065005c633 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:03.159805 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Attempting to bind port e7876217-61cd-4a0b-b498-18065005c633 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '8365288d-c6ce-40a6-8bac-20f1c47b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:03.160867 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Attempting to bind port e7876217-61cd-4a0b-b498-18065005c633 on network 2f100fae-1063-4412-a27d-002c2f38e886 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:03.173392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:32:03.174276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Checking segment: {'id': '8365288d-c6ce-40a6-8bac-20f1c47b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:03.175047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.175697 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Bound using segment: {'id': '8365288d-c6ce-40a6-8bac-20f1c47b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:32:03.176370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Bound port: e7876217-61cd-4a0b-b498-18065005c633, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8365288d-c6ce-40a6-8bac-20f1c47b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:32:03.177001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.250631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for floatingip, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.262005 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:03.292942 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f9b11d22-e891-49d5-bbcf-a682a302b038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.295080 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-affde8e1-33e8-4351-819e-7099343020ec None None] For port e7876217-61cd-4a0b-b498-18065005c633, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:03.300280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-affde8e1-33e8-4351-819e-7099343020ec None None] For port e7876217-61cd-4a0b-b498-18065005c633, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e7876217-61cd-4a0b-b498-18065005c633,segment=NetworkSegment(8365288d-c6ce-40a6-8bac-20f1c47b541b),segment_id=8365288d-c6ce-40a6-8bac-20f1c47b541b)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:32:03.307917 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.321372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-06297bc5-56b5-423a-989d-dea0e91717b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.397127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f9b11d22-e891-49d5-bbcf-a682a302b038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.411845 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629313ce-add7-49f4-8b0b-8d840103a663 req-cecefe2f-b64e-486f-861c-e07b3ad9a6b4 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:03.412564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-629313ce-add7-49f4-8b0b-8d840103a663 req-cecefe2f-b64e-486f-861c-e07b3ad9a6b4 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Synchronizing usage tracker for tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:03.424795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Routers {'92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:03.425652 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-affde8e1-33e8-4351-819e-7099343020ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:03.457096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9582fde4-d5b6-484e-ab54-8c28fac75dfe tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.498930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:03.502877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:03.509198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:03.544215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06297bc5-56b5-423a-989d-dea0e91717b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cfcd52-5d3d-4c92-b39d-a301f1a7b59b,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:03.550121 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-06297bc5-56b5-423a-989d-dea0e91717b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fdefa3b3829a4503975d5cfc9be0c6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1592202 Apr 29 17:32:03.551254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:03.555650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43040) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:03.555774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.568559 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9582fde4-d5b6-484e-ab54-8c28fac75dfe tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.586564 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-383d354c-e2c2-4400-896a-cd3a353740e3 req-e8bc69e5-78c7-4fa6-bf73-f05ad178a1d7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 210 time: 0.2143779 Apr 29 17:32:03.659175 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-629313ce-add7-49f4-8b0b-8d840103a663 req-cecefe2f-b64e-486f-861c-e07b3ad9a6b4 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Unset dirty status for tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:03.671196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20382e2a-af3c-4ff5-892a-c7f9e7c89314 None None] Pushing event updated for resources: {'Port': ['ID=e7876217-61cd-4a0b-b498-18065005c633,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:03.679250 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-cecefe2f-b64e-486f-861c-e07b3ad9a6b4 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.36 "GET /v2.0/networks?id=3a008dbb-824b-4c09-ae06-02703f77c7d5 HTTP/1.1" status: 200 len: 811 time: 0.6917892 Apr 29 17:32:03.714424 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582fde4-d5b6-484e-ab54-8c28fac75dfe tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f5fafb-4ffc-4657-93a2-bbca6262474c,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:03.808099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9582fde4-d5b6-484e-ab54-8c28fac75dfe tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.808959 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9582fde4-d5b6-484e-ab54-8c28fac75dfe tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9844675 Apr 29 17:32:03.826446 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43048) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:03.846526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 64fe57ab-760a-47f5-83c7-901b3b7bd5da up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:03.859539 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:03.880661 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:03.886988 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-affde8e1-33e8-4351-819e-7099343020ec None None] Set router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:32:03.888711 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Usage tracker for resource:floatingip and tenant:b5a2ce7a595544feb083459386aa2363 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:03.898551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f9b11d22-e891-49d5-bbcf-a682a302b038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.905846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:03.920281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-629313ce-add7-49f4-8b0b-8d840103a663 req-3f6907a5-0fb5-4680-bcc0-e5b69aa7a1b5 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Synchronizing usage tracker for tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:03.946408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:03.954278 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b11d22-e891-49d5-bbcf-a682a302b038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cbf9f6-a7a2-4134-a6a9-91be22df5992,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:03.986429 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f9b11d22-e891-49d5-bbcf-a682a302b038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:03.990716 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f9b11d22-e891-49d5-bbcf-a682a302b038 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8cbf9f6-a7a2-4134-a6a9-91be22df5992 HTTP/1.1" status: 204 len: 168 time: 1.0601621 Apr 29 17:32:03.995204 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f66b755f-b795-485b-9870-c404d66ecf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:04.035109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for floatingip, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:04.035775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a1f76d0d-6e31-4534-8d96-d903420ed65d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:04.100168 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-629313ce-add7-49f4-8b0b-8d840103a663 req-3f6907a5-0fb5-4680-bcc0-e5b69aa7a1b5 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Unset dirty status for tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:04.101572 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-3f6907a5-0fb5-4680-bcc0-e5b69aa7a1b5 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c48d4c66c93f4c7fa3f8a35a1e52d29c HTTP/1.1" status: 200 len: 379 time: 0.3684585 Apr 29 17:32:04.104023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f66b755f-b795-485b-9870-c404d66ecf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:04.132699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Request body: {'port': {'device_id': 'd07d85f1-5cea-4b6e-bd3b-95f2673383b9', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'admin_state_up': True, 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'security_groups': ['de20c9ab-4167-4a8d-be1b-1b65af9e2c65']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:04.157282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:04.227329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 64fe57ab-760a-47f5-83c7-901b3b7bd5da completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:04.238466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 64fe57ab-760a-47f5-83c7-901b3b7bd5da triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:04.238823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:04.410890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-affde8e1-33e8-4351-819e-7099343020ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:55Z', 'revision_number': 4, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e7876217-61cd-4a0b-b498-18065005c633', 'name': '', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'mac_address': 'fa:16:3e:0b:02:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:53Z', 'updated_at': '2022-04-29T17:32:03Z', 'revision_number': 4, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'subnets': [{'id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:04.418064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affde8e1-33e8-4351-819e-7099343020ec None None] The sync data for ids ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'] in dv-neutron-839024-2-hyperv is: [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:55Z', 'revision_number': 4, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e7876217-61cd-4a0b-b498-18065005c633', 'name': '', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'mac_address': 'fa:16:3e:0b:02:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:53Z', 'updated_at': '2022-04-29T17:32:03Z', 'revision_number': 4, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'subnets': [{'id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:32:04.430631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:04.448934 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a1f76d0d-6e31-4534-8d96-d903420ed65d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Calling delete_port for 11f8f64b-1f13-47c8-96fe-6bf50b753abb owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:04.518908 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 64fe57ab-760a-47f5-83c7-901b3b7bd5da, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=64fe57ab-760a-47f5-83c7-901b3b7bd5da,segment=NetworkSegment(30013f5f-2a6c-4c67-b16b-aee9114fbc78),segment_id=30013f5f-2a6c-4c67-b16b-aee9114fbc78)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:04.524436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:04.668761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43068) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:04.714644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=64fe57ab-760a-47f5-83c7-901b3b7bd5da,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:04.798093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a878308e-104e-46e9-bf3a-a75f1caacbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:04.897147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a878308e-104e-46e9-bf3a-a75f1caacbc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:04.910872 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f66b755f-b795-485b-9870-c404d66ecf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:04.919987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a878308e-104e-46e9-bf3a-a75f1caacbc9 admin admin] Usage tracker for resource:security_group_rule and tenant:7a82c9b23f9748d3945649dcd282813e is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:04.936772 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a878308e-104e-46e9-bf3a-a75f1caacbc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:04.962042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a878308e-104e-46e9-bf3a-a75f1caacbc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:04.973997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Allocated IP 172.26.4.96 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/7a3e8d80-5e9e-4d83-b959-55da599aa2f4) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:04.976804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:04.986331 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b755f-b795-485b-9870-c404d66ecf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cfcd52-5d3d-4c92-b39d-a301f1a7b59b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:05.002060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Usage tracker for resource:port and tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:05.007560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:05.047844 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:05.093885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a878308e-104e-46e9-bf3a-a75f1caacbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:05.116632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f66b755f-b795-485b-9870-c404d66ecf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:05.125336 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f66b755f-b795-485b-9870-c404d66ecf7e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24cfcd52-5d3d-4c92-b39d-a301f1a7b59b HTTP/1.1" status: 204 len: 168 time: 1.5583069 Apr 29 17:32:05.144164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a878308e-104e-46e9-bf3a-a75f1caacbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:05.208510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Made reservation on behalf of c48d4c66c93f4c7fa3f8a35a1e52d29c for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:05.212005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:05.213051 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d05a4526-a225-43a4-bcac-18967a287bfb req-ae938b11-5e12-4485-9a2c-56daa18f6b43 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 210 time: 0.2537887 Apr 29 17:32:05.234383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a1f76d0d-6e31-4534-8d96-d903420ed65d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:05.355764 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:05.525727 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Allocated IP 172.20.0.1 (6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1/644ac898-62b9-4430-89ac-928967f171df/15ac149a-b24b-402e-a57e-847c6959d39d) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:05.643546 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:05.725432 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Allocated IP 172.20.0.8 (3a008dbb-824b-4c09-ae06-02703f77c7d5/e3555b18-00c5-40e8-9dc6-86063eecb03f/d03cbbc3-b67e-4acb-85c4-f19455702778) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:05.917741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f76d0d-6e31-4534-8d96-d903420ed65d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event deleted for resources: {'Port': ['ID=11f8f64b-1f13-47c8-96fe-6bf50b753abb,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:05.948941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:05.995246 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e7876217-61cd-4a0b-b498-18065005c633 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:06.108432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878308e-104e-46e9-bf3a-a75f1caacbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b94d85-0c38-42ae-a007-c006e1f1a5dc,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:06.125952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43082) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:06.143017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a1f76d0d-6e31-4534-8d96-d903420ed65d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:06.165501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Allocated IP 172.26.4.73 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/3d3cbc8c-4f3c-4726-bc8e-cd7e67c205ef) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:06.208379 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a878308e-104e-46e9-bf3a-a75f1caacbc9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a82c9b23f9748d3945649dcd282813e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5235386 Apr 29 17:32:06.213709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43088) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:06.230070 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port e7876217-61cd-4a0b-b498-18065005c633 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:06.237912 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e7876217-61cd-4a0b-b498-18065005c633 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:06.238407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:06.362633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9453a2c8-4811-4757-8e36-d0ea58e20860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:06.530093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:06.552343 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:06.575586 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:06.603980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:06.614202 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port e7876217-61cd-4a0b-b498-18065005c633, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e7876217-61cd-4a0b-b498-18065005c633,segment=NetworkSegment(8365288d-c6ce-40a6-8bac-20f1c47b541b),segment_id=8365288d-c6ce-40a6-8bac-20f1c47b541b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:06.620910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:06.622455 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 64fe57ab-760a-47f5-83c7-901b3b7bd5da up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:06.691209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Pushing event updated for resources: {'Port': ['ID=7a3e8d80-5e9e-4d83-b959-55da599aa2f4,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:06.745492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:06.785219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Transition to ACTIVE for port object 15ac149a-b24b-402e-a57e-847c6959d39d will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:06.818305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9453a2c8-4811-4757-8e36-d0ea58e20860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:06.824500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:06.859790 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3299b273-1cf7-409d-bf1e-60bd2f29c60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:06.876901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:06.891160 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a1f76d0d-6e31-4534-8d96-d903420ed65d tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "DELETE /v2.0/ports/11f8f64b-1f13-47c8-96fe-6bf50b753abb HTTP/1.1" status: 204 len: 168 time: 4.1628730 Apr 29 17:32:06.895496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9453a2c8-4811-4757-8e36-d0ea58e20860 admin admin] Usage tracker for resource:security_group_rule and tenant:458df02bd5974a7db5f602069fbf4856 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:06.902218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43094) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:06.971996 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=e7876217-61cd-4a0b-b498-18065005c633,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:06.979493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.005523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Network 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:07.006294 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3299b273-1cf7-409d-bf1e-60bd2f29c60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.009473 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-335a7694-e225-4c89-9de6-511f8c90a23d req-76e130b7-d115-42a8-b4de-94bacfbeef26 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 210 time: 0.1876407 Apr 29 17:32:07.010857 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 64fe57ab-760a-47f5-83c7-901b3b7bd5da triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:07.012285 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.020309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9453a2c8-4811-4757-8e36-d0ea58e20860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:07.024558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:07.035499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.043396 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3770c5c-f3cf-4a86-9454-4eab8af50581 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] GET failed (client error): The resource could not be found. Apr 29 17:32:07.048288 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d3770c5c-f3cf-4a86-9454-4eab8af50581 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "GET /v2.0/ports/11f8f64b-1f13-47c8-96fe-6bf50b753abb HTTP/1.1" status: 404 len: 333 time: 0.1365666 Apr 29 17:32:07.059722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43098) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:07.086322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9453a2c8-4811-4757-8e36-d0ea58e20860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:07.097143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Request body: {'port': {'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2025585781'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:07.103465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:07.108571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Usage tracker for resource:port and tenant:7f58fc904081432c9393663a2aa79486 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:07.125683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:07.134099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.148643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Transition to ACTIVE for port object d03cbbc3-b67e-4acb-85c4-f19455702778 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:07.265324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:07.304583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:07.306964 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network hostable DHCP agents. Network: e0d73202-cb6d-4434-a143-4d729ced40a4, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:32:07.365144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:07.366042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.409877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.427951 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3299b273-1cf7-409d-bf1e-60bd2f29c60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.464922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=71e12602-ac51-403b-b633-d143c3b11ed4,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:07.485716 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event updated for resources: {'Port': ['ID=15ac149a-b24b-402e-a57e-847c6959d39d,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:07.529380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Network 3a008dbb-824b-4c09-ae06-02703f77c7d5 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:07.534854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1d4c8336-7ac0-41e3-a7dd-a1c6752e1386 None None] Provisioning for port 15ac149a-b24b-402e-a57e-847c6959d39d completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:07.541803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299b273-1cf7-409d-bf1e-60bd2f29c60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b94d85-0c38-42ae-a007-c006e1f1a5dc,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:07.554236 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1d4c8336-7ac0-41e3-a7dd-a1c6752e1386 None None] Provisioning complete for port 15ac149a-b24b-402e-a57e-847c6959d39d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:07.554990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8336-7ac0-41e3-a7dd-a1c6752e1386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.558139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:07.591646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.595042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Made reservation on behalf of 7f58fc904081432c9393663a2aa79486 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:07.599461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:07.607206 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.712712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9453a2c8-4811-4757-8e36-d0ea58e20860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.726703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c8336-7ac0-41e3-a7dd-a1c6752e1386 None None] Port 15ac149a-b24b-402e-a57e-847c6959d39d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:07.739525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:32:07.751399 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9453a2c8-4811-4757-8e36-d0ea58e20860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.781226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.790505 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e7876217-61cd-4a0b-b498-18065005c633 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:07.818854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] device_id is not set on port 6d398ee8-d656-47b8-8ed5-58c4af615409 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:07.860324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:07.876693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:07.878978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3299b273-1cf7-409d-bf1e-60bd2f29c60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.883189 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3299b273-1cf7-409d-bf1e-60bd2f29c60c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12b94d85-0c38-42ae-a007-c006e1f1a5dc HTTP/1.1" status: 204 len: 168 time: 1.6466844 Apr 29 17:32:07.897540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e7876217-61cd-4a0b-b498-18065005c633 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:07.898097 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:07.899215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:07.923344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, e0d73202-cb6d-4434-a143-4d729ced40a4) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:07.957651 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228bee69-baa6-4e45-a07e-69f464070e18 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:07.967357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:07.967997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:08.004826 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9453a2c8-4811-4757-8e36-d0ea58e20860 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=458df02bd5974a7db5f602069fbf4856&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8557668 Apr 29 17:32:08.016951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453a2c8-4811-4757-8e36-d0ea58e20860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f7881e-8ed0-4f8f-80a5-30a922e3030a,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:08.022991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43104) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:08.058953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Pushing event updated for resources: {'Port': ['ID=d03cbbc3-b67e-4acb-85c4-f19455702778,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:08.078161 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e1c241ef-0634-4e6e-927a-bd0b22ac712a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.5319018 Apr 29 17:32:08.090805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43110) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:08.117668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'name': 'tempest-NetworksTestDHCPv6-1139994696'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:08.219083 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-779b19b2-f4f8-4dae-9060-2872ab767f4a None None] Provisioning for port d03cbbc3-b67e-4acb-85c4-f19455702778 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:08.227213 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-779b19b2-f4f8-4dae-9060-2872ab767f4a None None] Provisioning complete for port d03cbbc3-b67e-4acb-85c4-f19455702778 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:08.227944 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-779b19b2-f4f8-4dae-9060-2872ab767f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:08.233519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:08.259283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:08.260194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:08.450455 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-779b19b2-f4f8-4dae-9060-2872ab767f4a None None] Port d03cbbc3-b67e-4acb-85c4-f19455702778 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:08.453117 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-1b3c17d5-d1f3-43c4-be63-3aa4596686e9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3353591 Apr 29 17:32:08.535951 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-7010f83f-5c6e-406b-b32d-c68e359ae491 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:32:08.536808 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-7010f83f-5c6e-406b-b32d-c68e359ae491 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172923 Apr 29 17:32:08.578298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '71e12602-ac51-403b-b633-d143c3b11ed4'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:32:08.579465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:08.600258 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bd443eba-10b2-4d6f-a61c-94288ef1cbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:08.796998 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:08.866654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:08.897961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Pushing event updated for resources: {'Port': ['ID=3d3cbc8c-4f3c-4726-bc8e-cd7e67c205ef,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:08.924915 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Allocated IP 2001:db8::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/71e12602-ac51-403b-b633-d143c3b11ed4/228ff428-7d76-457f-840f-45e27f0048c6) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:08.925040 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.028074 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.146802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:09.166929 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.179961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Request body: {'port': {'device_id': 'd07d85f1-5cea-4b6e-bd3b-95f2673383b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:09.192954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bd443eba-10b2-4d6f-a61c-94288ef1cbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.321543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.337074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.340831 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.352013 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Transition to ACTIVE for port object 228ff428-7d76-457f-840f-45e27f0048c6 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:09.376601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Transition to ACTIVE for port object 228ff428-7d76-457f-840f-45e27f0048c6 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:09.393261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.463050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Pushing event updated for resources: {'Port': ['ID=7a3e8d80-5e9e-4d83-b959-55da599aa2f4,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:09.500324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Pushing event updated for resources: {'Port': ['ID=228ff428-7d76-457f-840f-45e27f0048c6,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:09.516499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:09.518424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:09.527410 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:09.656222 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.660986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:09.669924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43134) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:09.684157 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Attempting to bind port 228ff428-7d76-457f-840f-45e27f0048c6 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:09.684501 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Attempting to bind port 228ff428-7d76-457f-840f-45e27f0048c6 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:09.684865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Attempting to bind port 228ff428-7d76-457f-840f-45e27f0048c6 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:09.690941 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:32:09.691333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:09.692352 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.692352 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:32:09.692659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Bound port: 228ff428-7d76-457f-840f-45e27f0048c6, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:32:09.693372 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.744842 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:09.818867 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] For port 228ff428-7d76-457f-840f-45e27f0048c6, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:09.825221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] For port 228ff428-7d76-457f-840f-45e27f0048c6, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=228ff428-7d76-457f-840f-45e27f0048c6,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:32:09.836822 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.848937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.866624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.869244 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0c72811c-c7ed-47dc-8231-2791d49c9c3f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9048963 Apr 29 17:32:09.879656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.895735 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Network 5ae27149-6be5-456b-98f2-d0b110cb14e0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:09.897847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:09.910361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:09.921674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d8cd9-413c-46cd-bb60-dc2ffddad7d7 req-101d3c02-3845-4c1e-bb76-61d479676200 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:09.923590 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc2d8cd9-413c-46cd-bb60-dc2ffddad7d7 req-101d3c02-3845-4c1e-bb76-61d479676200 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 931 time: 1.5820823 Apr 29 17:32:09.924631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:09.925685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:09.926492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.936546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bd443eba-10b2-4d6f-a61c-94288ef1cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:09.991214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event updated for resources: {'Port': ['ID=6d398ee8-d656-47b8-8ed5-58c4af615409,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:10.047031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:10.056061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:10.075037 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd443eba-10b2-4d6f-a61c-94288ef1cbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f7881e-8ed0-4f8f-80a5-30a922e3030a,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:10.076283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040355d-d69a-4b18-984b-0b14e3d36ad1 None None] Pushing event updated for resources: {'Port': ['ID=228ff428-7d76-457f-840f-45e27f0048c6,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:10.111673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1297139442'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:10.128127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:10.133013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Usage tracker for resource:network and tenant:ad78f2f59f6b46d89e5e166ca4c3df3f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:10.136216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:10.149092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:10.155232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bd443eba-10b2-4d6f-a61c-94288ef1cbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:10.160324 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bd443eba-10b2-4d6f-a61c-94288ef1cbf7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22f7881e-8ed0-4f8f-80a5-30a922e3030a HTTP/1.1" status: 204 len: 168 time: 2.1292646 Apr 29 17:32:10.184999 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-be9f5433-a2ba-4dfd-be64-517540abca41 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.1005921 Apr 29 17:32:10.186810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Made reservation on behalf of ad78f2f59f6b46d89e5e166ca4c3df3f for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:10.193956 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43150) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:10.195085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:10.197277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port 82d224e9-f6b9-4335-abbb-0877f51c3311 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:10.266632 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc2d8cd9-413c-46cd-bb60-dc2ffddad7d7 req-a9a43504-4650-421a-bd23-cb8c9207b278 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169084 Apr 29 17:32:10.272569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:10.353611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:10.462035 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:10.464740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Pushing event updated for resources: {'Port': ['ID=3d3cbc8c-4f3c-4726-bc8e-cd7e67c205ef,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:10.475070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Usage tracker for resource:security_group_rule and tenant:ad78f2f59f6b46d89e5e166ca4c3df3f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:10.487182 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:10.491867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:10.513734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:10.573062 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:10.574234 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-838a24fe-124e-42d1-8933-e782114a9464 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7370520 Apr 29 17:32:10.729231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:10.818863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03cbbc3-b67e-4acb-85c4-f19455702778 {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:32:10.829086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:10.845329 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:10.898274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Transition to ACTIVE for port object d03cbbc3-b67e-4acb-85c4-f19455702778 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:10.908727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:11.065605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c6a94b6f-560e-4efa-aadb-314171765ed8 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Synchronizing usage tracker for tenant:0a200f959dbd436a8fd7078b57ae78ed on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:11.137296 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:11.145582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Pushing event updated for resources: {'Port': ['ID=d03cbbc3-b67e-4acb-85c4-f19455702778,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:11.193940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:11.263003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c6a94b6f-560e-4efa-aadb-314171765ed8 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Unset dirty status for tenant:0a200f959dbd436a8fd7078b57ae78ed on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:11.264541 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c6a94b6f-560e-4efa-aadb-314171765ed8 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--544225271&fields=id&tenant_id=0a200f959dbd436a8fd7078b57ae78ed HTTP/1.1" status: 200 len: 267 time: 0.7680950 Apr 29 17:32:11.315513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:11.325230 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:32:11.441054 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:32:11.446333 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Attempting to bind port d03cbbc3-b67e-4acb-85c4-f19455702778 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:11.446746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Attempting to bind port d03cbbc3-b67e-4acb-85c4-f19455702778 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:11.447412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Attempting to bind port d03cbbc3-b67e-4acb-85c4-f19455702778 on network 3a008dbb-824b-4c09-ae06-02703f77c7d5 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:11.465040 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c872df7d-85e3-480f-a0e1-d49539db30ea,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:11.486627 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Port d03cbbc3-b67e-4acb-85c4-f19455702778 on network 3a008dbb-824b-4c09-ae06-02703f77c7d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:32:11.487702 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Attempting to bind port d03cbbc3-b67e-4acb-85c4-f19455702778 on network 3a008dbb-824b-4c09-ae06-02703f77c7d5 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:11.494845 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:11.498325 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Added segment 88471c34-00e0-4ee6-bb01-6f1bd4c6c76c of type vlan for network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b Apr 29 17:32:11.511215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:32:11.512307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Checking segment: {'id': 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:11.513225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Bound using segment: {'id': 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:32:11.513871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Bound port: d03cbbc3-b67e-4acb-85c4-f19455702778, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:32:11.514374 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:11.665547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:11.782440 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] For port d03cbbc3-b67e-4acb-85c4-f19455702778, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:11.810568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::94 (e0d73202-cb6d-4434-a143-4d729ced40a4/71e12602-ac51-403b-b633-d143c3b11ed4/82d224e9-f6b9-4335-abbb-0877f51c3311) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:11.850404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] For port d03cbbc3-b67e-4acb-85c4-f19455702778, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d03cbbc3-b67e-4acb-85c4-f19455702778,segment=NetworkSegment(eb66c64b-5c5e-4f1a-898b-f8d58f7afff2),segment_id=eb66c64b-5c5e-4f1a-898b-f8d58f7afff2)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:32:11.869263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:11.881910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 228ff428-7d76-457f-840f-45e27f0048c6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:11.934817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:11.942271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:11.943009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:12.035508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:12.037467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:12.039207 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] 10.222.0.36 "PUT /v2.0/ports/d03cbbc3-b67e-4acb-85c4-f19455702778 HTTP/1.1" status: 200 len: 1093 time: 3.1587715 Apr 29 17:32:12.042876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07d85f1-5cea-4b6e-bd3b-95f2673383b9', 'tag': 'd03cbbc3-b67e-4acb-85c4-f19455702778'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:32:12.070655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1836a20e-f9f0-47a2-b12e-a2f1b06e83ff None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:12.102041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 228ff428-7d76-457f-840f-45e27f0048c6 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:12.168660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:12.236517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-9d6c44fa-1b75-466a-890b-6ad8548ee50b tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Synchronizing usage tracker for tenant:b5a2ce7a595544feb083459386aa2363 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:12.341292 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3665db41-7559-407a-b7f8-1fbff74602cb None None] Provisioning for port 228ff428-7d76-457f-840f-45e27f0048c6 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:12.415182 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7441509 Apr 29 17:32:12.426623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43200) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:12.430111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42d178-4a90-4a0d-86cc-71ec92ad0d78 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event updated for resources: {'Network': ['ID=8882cbdd-28ac-4e48-a88f-eabb1bffca9b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:12.447721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Request body: {'subnet': {'network_id': '8882cbdd-28ac-4e48-a88f-eabb1bffca9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:12.467353 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dcf29-52ea-455b-9ae0-8102fdb1e52a service neutron] Pushing event updated for resources: {'Port': ['ID=d03cbbc3-b67e-4acb-85c4-f19455702778,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:12.633280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:32:12.717798 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:12.731064 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Usage tracker for resource:subnet and tenant:ad78f2f59f6b46d89e5e166ca4c3df3f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:12.735071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:12.753500 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629313ce-add7-49f4-8b0b-8d840103a663 req-f089988a-94c7-49e6-be99-9d25d93572b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:12.760407 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-f089988a-94c7-49e6-be99-9d25d93572b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c48d4c66c93f4c7fa3f8a35a1e52d29c&device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 1096 time: 0.4238319 Apr 29 17:32:12.762218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:12.794751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Made reservation on behalf of ad78f2f59f6b46d89e5e166ca4c3df3f for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:12.802440 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:12.871609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object 82d224e9-f6b9-4335-abbb-0877f51c3311 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:12.875253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3665db41-7559-407a-b7f8-1fbff74602cb None None] Provisioning complete for port 228ff428-7d76-457f-840f-45e27f0048c6 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:12.875934 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3665db41-7559-407a-b7f8-1fbff74602cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:12.893809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:12.912785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-35509f23-d3e5-4baf-b803-6e94ccbf4d05 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:12.913532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-35509f23-d3e5-4baf-b803-6e94ccbf4d05 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Synchronizing usage tracker for tenant:0a200f959dbd436a8fd7078b57ae78ed on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:12.926551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:12.928426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event updated for resources: {'Port': ['ID=15ac149a-b24b-402e-a57e-847c6959d39d,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:12.954336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:12.960738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:13.004195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:13.014027 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-3f03bff6-b4f0-4357-87a6-fa1cdd7f563d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d03cbbc3-b67e-4acb-85c4-f19455702778 HTTP/1.1" status: 200 len: 217 time: 0.1492894 Apr 29 17:32:13.019546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:13.020265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:13.122151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3665db41-7559-407a-b7f8-1fbff74602cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:13.169921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629313ce-add7-49f4-8b0b-8d840103a663 req-f772f445-44ba-4b7b-bdb5-a8d6e4446cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:13.171610 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-f772f445-44ba-4b7b-bdb5-a8d6e4446cdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3555b18-00c5-40e8-9dc6-86063eecb03f HTTP/1.1" status: 200 len: 850 time: 0.1024492 Apr 29 17:32:13.223603 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-9d6c44fa-1b75-466a-890b-6ad8548ee50b tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Unset dirty status for tenant:b5a2ce7a595544feb083459386aa2363 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:13.231592 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-9d6c44fa-1b75-466a-890b-6ad8548ee50b tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--671534526&fields=id&tenant_id=b5a2ce7a595544feb083459386aa2363 HTTP/1.1" status: 200 len: 267 time: 2.2316122 Apr 29 17:32:13.256938 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1573093 Apr 29 17:32:13.331770 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43216) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:13.349937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3665db41-7559-407a-b7f8-1fbff74602cb None None] For port 228ff428-7d76-457f-840f-45e27f0048c6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=228ff428-7d76-457f-840f-45e27f0048c6,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:13.376492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3665db41-7559-407a-b7f8-1fbff74602cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:13.531833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43222) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:13.580500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-35509f23-d3e5-4baf-b803-6e94ccbf4d05 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Unset dirty status for tenant:0a200f959dbd436a8fd7078b57ae78ed on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:13.582071 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-35509f23-d3e5-4baf-b803-6e94ccbf4d05 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/networks?id=4a920e1c-5aa4-413b-99b4-e430d5bbd744 HTTP/1.1" status: 200 len: 812 time: 2.1721327 Apr 29 17:32:13.654303 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665db41-7559-407a-b7f8-1fbff74602cb None None] Pushing event updated for resources: {'Port': ['ID=228ff428-7d76-457f-840f-45e27f0048c6,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:13.760439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:13.854561 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 228ff428-7d76-457f-840f-45e27f0048c6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:13.864065 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee385b7-af42-45a6-a8eb-ffcd9af13d56 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:13.881196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee385b7-af42-45a6-a8eb-ffcd9af13d56 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:13.882871 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bee385b7-af42-45a6-a8eb-ffcd9af13d56 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.5500176 Apr 29 17:32:13.923894 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629313ce-add7-49f4-8b0b-8d840103a663 req-b43b7645-785d-4d1f-9576-33c5a424cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:13.925515 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-b43b7645-785d-4d1f-9576-33c5a424cb2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a008dbb-824b-4c09-ae06-02703f77c7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7374885 Apr 29 17:32:13.926165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event updated for resources: {'Subnet': ['ID=7e374292-4e64-4aae-a5c2-04e2bd538c62,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:13.928201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43228) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:13.932296 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740aa9c-da31-4c6a-b39b-6b5b429b3d27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=82d224e9-f6b9-4335-abbb-0877f51c3311,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:13.941108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1447975453', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:13.985277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 228ff428-7d76-457f-840f-45e27f0048c6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:13.985662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:14.011376 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:14.018419 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-daa4ecfc-874a-471c-b68b-ef97cc62ca39 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/quotas/0a200f959dbd436a8fd7078b57ae78ed HTTP/1.1" status: 200 len: 375 time: 0.2375939 Apr 29 17:32:14.055716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Usage tracker for resource:port and tenant:5095e05c10974df787e95a06f772932d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:14.071771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:14.091503 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0633ce72-6d76-4146-adef-449e3c245378 None None] Provisioning complete for port 228ff428-7d76-457f-840f-45e27f0048c6 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:14.091907 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0633ce72-6d76-4146-adef-449e3c245378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:14.107832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:14.146116 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-554c034f-41ce-43f3-b7ff-82d466cb73ee tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:14.146851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-554c034f-41ce-43f3-b7ff-82d466cb73ee tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Synchronizing usage tracker for tenant:b5a2ce7a595544feb083459386aa2363 on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:14.158103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Network 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:14.175452 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:14.197235 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-77c61f99-fed8-47b7-95cc-52d868f3acd3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 82d224e9-f6b9-4335-abbb-0877f51c3311 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:14.199114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77c61f99-fed8-47b7-95cc-52d868f3acd3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:14.370594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Made reservation on behalf of 5095e05c10974df787e95a06f772932d for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:14.379023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:14.456022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Checking segment: {'id': '88471c34-00e0-4ee6-bb01-6f1bd4c6c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8882cbdd-28ac-4e48-a88f-eabb1bffca9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:14.456600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Network hostable DHCP agents. Network: 8882cbdd-28ac-4e48-a88f-eabb1bffca9b, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:32:14.485100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:14.494380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0633ce72-6d76-4146-adef-449e3c245378 None None] Provisioning for port 82d224e9-f6b9-4335-abbb-0877f51c3311 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:14.502171 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0633ce72-6d76-4146-adef-449e3c245378 None None] Provisioning complete for port 82d224e9-f6b9-4335-abbb-0877f51c3311 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:14.502874 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0633ce72-6d76-4146-adef-449e3c245378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:14.534824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:14.581817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Usage tracker for resource:security_group_rule and tenant:5095e05c10974df787e95a06f772932d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:14.586195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0633ce72-6d76-4146-adef-449e3c245378 None None] Port 82d224e9-f6b9-4335-abbb-0877f51c3311 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:14.597490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:14.627066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:14.635036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-554c034f-41ce-43f3-b7ff-82d466cb73ee tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Unset dirty status for tenant:b5a2ce7a595544feb083459386aa2363 on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:14.636515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:32:14.641213 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-554c034f-41ce-43f3-b7ff-82d466cb73ee tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/networks?id=2f100fae-1063-4412-a27d-002c2f38e886 HTTP/1.1" status: 200 len: 805 time: 1.4078860 Apr 29 17:32:14.645661 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-3c39093a-b431-49cc-bd08-0cd1c7734bd0 service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6978977 Apr 29 17:32:14.667170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 8882cbdd-28ac-4e48-a88f-eabb1bffca9b) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:14.676455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:14.676634 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee71094-0daf-48a5-bc21-158e12b10c7b None None] Network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:14.677081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:14.803223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] device_id is not set on port 6d398ee8-d656-47b8-8ed5-58c4af615409 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:14.818771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Router f864128b-fc69-4d68-a95b-8793f936fbce has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:32:14.824350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:14.833530 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-fe20e100-a4d2-440f-bec3-8292f42bb30f tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/quotas/b5a2ce7a595544feb083459386aa2363 HTTP/1.1" status: 200 len: 375 time: 0.0397787 Apr 29 17:32:14.908887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:14.912802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-228d3530-69e0-4435-8cf3-9678c62b9c52 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Synchronizing usage tracker for tenant:0a200f959dbd436a8fd7078b57ae78ed on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:14.924757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Transition to ACTIVE for port object 6d398ee8-d656-47b8-8ed5-58c4af615409 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:14.924997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:14.969936 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] device_id is not set on port 1cdf723b-f506-4f45-ada4-bdb7d6120316 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:15.051023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:15.136497 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-87c56822-c174-434a-8864-791d0fa57b87 None None] Provisioning complete for port 82d224e9-f6b9-4335-abbb-0877f51c3311 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:15.137503 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-87c56822-c174-434a-8864-791d0fa57b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:15.236290 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a682f34-589d-42f5-8d0e-046536d80a5a,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:15.247927 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7b3b6121-5984-47c1-9d5e-2490a0729a20 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8191326 Apr 29 17:32:15.272077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43234) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:15.285548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Request body: {'port': {'network_id': '8882cbdd-28ac-4e48-a88f-eabb1bffca9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2102457842'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:15.294971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-87c56822-c174-434a-8864-791d0fa57b87 None None] Port 82d224e9-f6b9-4335-abbb-0877f51c3311 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:15.299910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-8882cbdd-28ac-4e48-a88f-eabb1bffca9b', 'network_id': '8882cbdd-28ac-4e48-a88f-eabb1bffca9b', 'tenant_id': 'ad78f2f59f6b46d89e5e166ca4c3df3f', 'fixed_ips': [{'subnet_id': '7e374292-4e64-4aae-a5c2-04e2bd538c62'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:32:15.301960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:15.317018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77c61f99-fed8-47b7-95cc-52d868f3acd3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:15.333103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-228d3530-69e0-4435-8cf3-9678c62b9c52 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Unset dirty status for tenant:0a200f959dbd436a8fd7078b57ae78ed on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:15.334412 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-228d3530-69e0-4435-8cf3-9678c62b9c52 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a200f959dbd436a8fd7078b57ae78ed&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3069041 Apr 29 17:32:15.367260 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-87c56822-c174-434a-8864-791d0fa57b87 None None] Provisioning complete for port 15ac149a-b24b-402e-a57e-847c6959d39d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:15.367859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-87c56822-c174-434a-8864-791d0fa57b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:15.400494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event updated for resources: {'Port': ['ID=6d398ee8-d656-47b8-8ed5-58c4af615409,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:15.423085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:15.423356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:15.423688 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:15.440597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:32:15.440934 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:32:15.445261 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 2 to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 Apr 29 17:32:15.450536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-87c56822-c174-434a-8864-791d0fa57b87 None None] Port 15ac149a-b24b-402e-a57e-847c6959d39d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:15.499541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:32:15.508447 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-27ac4176-5df8-40b6-b819-21cc074ea997 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5a2ce7a595544feb083459386aa2363&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6609993 Apr 29 17:32:15.514670 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-80d94f90-f8f0-4ebe-82f4-6194d9b2b351 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "PUT /v2.0/routers/f864128b-fc69-4d68-a95b-8793f936fbce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0440044 Apr 29 17:32:15.521711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43238) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:15.525550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc07a00-99bf-495c-bbe2-0429cca35133 None None] Sync routers for ids ['f864128b-fc69-4d68-a95b-8793f936fbce'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:32:15.538154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Request body: {'port': {'network_id': '6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1', 'name': 'tempest-FloatingIPAdminTestJSON-1645619030'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:15.553096 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc07a00-99bf-495c-bbe2-0429cca35133 None None] Routers {'f864128b-fc69-4d68-a95b-8793f936fbce'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:15.553859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0bc07a00-99bf-495c-bbe2-0429cca35133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f864128b-fc69-4d68-a95b-8793f936fbce'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:15.562106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:15.562675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:15.562797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:15.583742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:32:15.584069 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:32:15.587887 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 3 to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 Apr 29 17:32:15.629053 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0bc07a00-99bf-495c-bbe2-0429cca35133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:15.640360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Allocated IP 2001:db8::2 (8882cbdd-28ac-4e48-a88f-eabb1bffca9b/7e374292-4e64-4aae-a5c2-04e2bd538c62/1a7186d4-0f91-47e1-be46-52ef680d5081) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:15.654962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc07a00-99bf-495c-bbe2-0429cca35133 None None] Routers {'f864128b-fc69-4d68-a95b-8793f936fbce'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:15.655845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0bc07a00-99bf-495c-bbe2-0429cca35133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:31:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f864128b-fc69-4d68-a95b-8793f936fbce'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:15.691739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:15.692257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:15.692414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:15.700309 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-e668b541-e0ef-41ed-ad38-3810817ba7c1 service neutron] 10.222.0.11 "GET /v2.0/networks/4a920e1c-5aa4-413b-99b4-e430d5bbd744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376262 Apr 29 17:32:15.703656 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-117dd309-bcaa-412a-9b44-5732b47a6a4d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:32:15.704601 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-117dd309-bcaa-412a-9b44-5732b47a6a4d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1100156 Apr 29 17:32:15.711559 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-77c61f99-fed8-47b7-95cc-52d868f3acd3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 82d224e9-f6b9-4335-abbb-0877f51c3311 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:15.714788 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:32:15.714922 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:32:15.717489 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 4 to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 Apr 29 17:32:15.729093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0bc07a00-99bf-495c-bbe2-0429cca35133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:15.729639 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc07a00-99bf-495c-bbe2-0429cca35133 None None] The sync data for ids ['f864128b-fc69-4d68-a95b-8793f936fbce'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:32:15.741299 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-629313ce-add7-49f4-8b0b-8d840103a663 req-74c09244-0974-46e8-bb28-740b47d6b3d9 service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522725 Apr 29 17:32:15.819895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:15.820227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:15.820558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:15.832539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:15.871356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Allocated IP 172.26.4.27 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/1cdf723b-f506-4f45-ada4-bdb7d6120316) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:15.887868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:15.927427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Usage tracker for resource:port and tenant:ad78f2f59f6b46d89e5e166ca4c3df3f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:15.927632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:32:15.927632 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:32:15.928714 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Usage tracker for resource:port and tenant:e6d8c515c362496cb59aed41318dd2fe is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:15.931090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:15.936722 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 5 to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 Apr 29 17:32:15.937487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:15.945165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:15.959705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:15.971669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:15.988587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:15.988914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:15.989249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:15.997978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Transition to ACTIVE for port object 1a7186d4-0f91-47e1-be46-52ef680d5081 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:15.999993 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Made reservation on behalf of ad78f2f59f6b46d89e5e166ca4c3df3f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:16.003541 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:16.019697 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Transition to ACTIVE for port object 1a7186d4-0f91-47e1-be46-52ef680d5081 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:16.020003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77c61f99-fed8-47b7-95cc-52d868f3acd3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:16.022791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:32:16.023127 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:32:16.027244 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 6 to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 Apr 29 17:32:16.028009 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:16.038363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Made reservation on behalf of e6d8c515c362496cb59aed41318dd2fe for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:16.041878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:16.051914 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-0aefbd61-c874-48a3-a901-ed05debc07e0 service neutron] 10.222.0.11 "GET /v2.0/networks/2f100fae-1063-4412-a27d-002c2f38e886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234313 Apr 29 17:32:16.065933 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-12885c01-2165-48ef-bb7a-b6b912defd81 service neutron] 10.222.0.11 "GET /v2.0/networks/4a920e1c-5aa4-413b-99b4-e430d5bbd744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385499 Apr 29 17:32:16.084305 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:16.093116 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:16.093449 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:16.093785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:16.106297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] device_id is not set on port 4170748a-e555-4298-b4e8-650c68bf8ade yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:16.116308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c61f99-fed8-47b7-95cc-52d868f3acd3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=82d224e9-f6b9-4335-abbb-0877f51c3311,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:16.119675 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] device_id is not set on port 502fac43-b1da-492b-ad65-8d57ba9b783c yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:16.135571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:16.137477 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Pushing event updated for resources: {'Port': ['ID=1a7186d4-0f91-47e1-be46-52ef680d5081,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:16.143124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:16.147993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:32:16.148652 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:32:16.152516 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 7 to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 Apr 29 17:32:16.247521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:16.248088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:16.248562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:16.285999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:32:16.286501 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:32:16.291448 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 8 to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 Apr 29 17:32:16.326643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Attempting to bind port 1a7186d4-0f91-47e1-be46-52ef680d5081 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:16.326882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Attempting to bind port 1a7186d4-0f91-47e1-be46-52ef680d5081 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '88471c34-00e0-4ee6-bb01-6f1bd4c6c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8882cbdd-28ac-4e48-a88f-eabb1bffca9b'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:16.327389 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Attempting to bind port 1a7186d4-0f91-47e1-be46-52ef680d5081 on network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:16.338119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:32:16.338489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Checking segment: {'id': '88471c34-00e0-4ee6-bb01-6f1bd4c6c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8882cbdd-28ac-4e48-a88f-eabb1bffca9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:16.338888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:16.339276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Bound using segment: {'id': '88471c34-00e0-4ee6-bb01-6f1bd4c6c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8882cbdd-28ac-4e48-a88f-eabb1bffca9b'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:32:16.339756 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Bound port: 1a7186d4-0f91-47e1-be46-52ef680d5081, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88471c34-00e0-4ee6-bb01-6f1bd4c6c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8882cbdd-28ac-4e48-a88f-eabb1bffca9b'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:32:16.340124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:16.393894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Allocated IP 172.20.0.3 (6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1/644ac898-62b9-4430-89ac-928967f171df/4170748a-e555-4298-b4e8-650c68bf8ade) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:16.416674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:16.416923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:16.417252 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:16.447372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77c61f99-fed8-47b7-95cc-52d868f3acd3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:16.468446 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-645ea828-8048-48cb-acb5-cc4ed9b4b58e service neutron] 10.222.0.11 "GET /v2.0/networks/2f100fae-1063-4412-a27d-002c2f38e886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066024 Apr 29 17:32:16.468896 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:32:16.469222 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:32:16.476481 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 9 to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 Apr 29 17:32:16.477380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:16.481535 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-77c61f99-fed8-47b7-95cc-52d868f3acd3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/82d224e9-f6b9-4335-abbb-0877f51c3311 HTTP/1.1" status: 204 len: 168 time: 2.5369387 Apr 29 17:32:16.487810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43258) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:16.521593 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:16.521952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:16.522256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:16.523973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] For port 1a7186d4-0f91-47e1-be46-52ef680d5081, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:16.533526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] For port 1a7186d4-0f91-47e1-be46-52ef680d5081, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1a7186d4-0f91-47e1-be46-52ef680d5081,segment=NetworkSegment(88471c34-00e0-4ee6-bb01-6f1bd4c6c76c),segment_id=88471c34-00e0-4ee6-bb01-6f1bd4c6c76c)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:32:16.540867 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:16.541813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:32:16.542148 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:32:16.545758 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempt 10 to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 Apr 29 17:32:16.600831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:16.601160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:16.601493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempting to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:16.658484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:32:16.658811 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Failed to bind port 6d398ee8-d656-47b8-8ed5-58c4af615409 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5ae27149-6be5-456b-98f2-d0b110cb14e0'}] Apr 29 17:32:16.659163 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:16.664769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d091d-84c7-49d1-9ddb-73246e27c16f None None] Pushing event updated for resources: {'Port': ['ID=1a7186d4-0f91-47e1-be46-52ef680d5081,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:16.726189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fde532-2b97-42b0-8428-0899993c8a31 req-23e25613-02c7-40e4-aa77-98ca0ecab8b4 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:16.734853 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38fde532-2b97-42b0-8428-0899993c8a31 req-23e25613-02c7-40e4-aa77-98ca0ecab8b4 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 943 time: 0.3135967 Apr 29 17:32:16.810551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:16.815023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b7a9fc-154f-46ea-b873-80adf87a1d25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:16.816824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b7a9fc-154f-46ea-b873-80adf87a1d25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:16.821655 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d8b7a9fc-154f-46ea-b873-80adf87a1d25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3280077 Apr 29 17:32:16.821655 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Allocated IP 2001:db8::30a (8882cbdd-28ac-4e48-a88f-eabb1bffca9b/7e374292-4e64-4aae-a5c2-04e2bd538c62/502fac43-b1da-492b-ad65-8d57ba9b783c) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:16.859235 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43278) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:17.009685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:17.019352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:17.030885 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:17.042632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] For port 6d398ee8-d656-47b8-8ed5-58c4af615409, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:17.043990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attempted to set empty binding levels {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 17:32:17.092083 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38fde532-2b97-42b0-8428-0899993c8a31 req-158fed24-93b7-4533-9dfc-082fbac57f56 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3559346 Apr 29 17:32:17.098531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:17.162110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1a3fe3-0fb2-44b7-9a25-9380a3abdece tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 71e12602-ac51-403b-b633-d143c3b11ed4 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:32:17.166066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da1a3fe3-0fb2-44b7-9a25-9380a3abdece tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:17.216162 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event updated for resources: {'Port': ['ID=6d398ee8-d656-47b8-8ed5-58c4af615409,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:17.252586 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Pushing event updated for resources: {'Port': ['ID=1cdf723b-f506-4f45-ada4-bdb7d6120316,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:17.258502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da1a3fe3-0fb2-44b7-9a25-9380a3abdece tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:17.293651 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf1b9f0-4f47-44c4-aaa9-9758e0406a85'] response: {'name': 'network-changed', 'server_uuid': 'd07d85f1-5cea-4b6e-bd3b-95f2673383b9', 'tag': 'd03cbbc3-b67e-4acb-85c4-f19455702778', 'status': 'completed', 'code': 200} Apr 29 17:32:17.470362 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0f395544-cd4d-4488-8f70-fa0cb9c59c8a req-a3a9d3e4-063b-4b2d-bc5c-2cbedeb68968 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 210 time: 0.2561786 Apr 29 17:32:17.473070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:17.474392 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:17.488327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:17.508689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Transition to ACTIVE for port object 4170748a-e555-4298-b4e8-650c68bf8ade will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:17.533598 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] In _notify_port_updated(), no bound segment for port 6d398ee8-d656-47b8-8ed5-58c4af615409 on network 5ae27149-6be5-456b-98f2-d0b110cb14e0 {{(pid=88019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:32:17.534939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:17.535949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:17.537448 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f19e94ce-e99d-4bce-bf25-ae6cdd5c997c tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "PUT /v2.0/ports/6d398ee8-d656-47b8-8ed5-58c4af615409 HTTP/1.1" status: 200 len: 977 time: 7.2917778 Apr 29 17:32:17.551755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43304) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:17.580875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:17.590669 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-86894251-9685-44ca-b4c9-4ba81674ab13 req-e732b806-5af2-4aa0-b310-40214d35bfd6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 210 time: 0.1191828 Apr 29 17:32:17.746375 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event updated for resources: {'Port': ['ID=4170748a-e555-4298-b4e8-650c68bf8ade,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:17.775209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Network 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:17.782411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:17.790282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:17.847559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1a7186d4-0f91-47e1-be46-52ef680d5081 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:17.858856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43310) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:17.859473 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6510c240-309f-48ff-b130-01be7ad76c5c tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.3229876 Apr 29 17:32:17.868779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.27'}]}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:17.883876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:17.895185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Usage tracker for resource:router and tenant:5095e05c10974df787e95a06f772932d is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:17.900358 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:17.916050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:17.925264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:17.926198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:17.955273 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:17.956878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:17.968373 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3864f609-1cab-498f-92dd-d03e1d4d3b52 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4429576 Apr 29 17:32:17.971135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43314) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:17.984252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-d083964d-07fd-4147-800f-2eabd6c60262 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Deleting port 6d398ee8-d656-47b8-8ed5-58c4af615409 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:17.984869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d083964d-07fd-4147-800f-2eabd6c60262 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:17.999657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:18.014718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 1a7186d4-0f91-47e1-be46-52ef680d5081 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:18.029715 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:18.055853 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da1a3fe3-0fb2-44b7-9a25-9380a3abdece tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:18.109569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc36043-27d1-4ead-9ace-ea1874aa1eda req-d9efae8f-4c7d-4a9c-a901-9c71bacb844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:18.111318 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dc36043-27d1-4ead-9ace-ea1874aa1eda req-d9efae8f-4c7d-4a9c-a901-9c71bacb844b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c48d4c66c93f4c7fa3f8a35a1e52d29c&device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 1096 time: 0.8018534 Apr 29 17:32:18.129116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:18.216149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ce57bbcf-e043-417f-8ac0-d14a49a4617c None None] Provisioning for port 4170748a-e555-4298-b4e8-650c68bf8ade completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:18.221776 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ce57bbcf-e043-417f-8ac0-d14a49a4617c None None] Provisioning complete for port 4170748a-e555-4298-b4e8-650c68bf8ade triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:18.222162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ce57bbcf-e043-417f-8ac0-d14a49a4617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:18.250984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'project_id': 'e6d8c515c362496cb59aed41318dd2fe', 'port_id': '4170748a-e555-4298-b4e8-650c68bf8ade'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:18.285752 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c7b033-bd3e-4e69-be32-19f3ab907f9a None None] Network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:18.323900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.36', 62129) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:18.327407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Transition to ACTIVE for port object 502fac43-b1da-492b-ad65-8d57ba9b783c will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:18.398934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc36043-27d1-4ead-9ace-ea1874aa1eda req-d5a1bbb6-ae44-4b35-b1e6-f779858912b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:18.400422 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dc36043-27d1-4ead-9ace-ea1874aa1eda req-d5a1bbb6-ae44-4b35-b1e6-f779858912b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a008dbb-824b-4c09-ae06-02703f77c7d5 HTTP/1.1" status: 200 len: 912 time: 0.2777224 Apr 29 17:32:18.405671 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da1a3fe3-0fb2-44b7-9a25-9380a3abdece tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:18.420676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:18.443874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Usage tracker for resource:floatingip and tenant:e6d8c515c362496cb59aed41318dd2fe is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:18.475029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:18.512580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc038c59-51ae-4f84-a5ac-50ae393849dc None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:18.524580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da1a3fe3-0fb2-44b7-9a25-9380a3abdece tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:18.528593 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:18.532913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:18.545534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a3fe3-0fb2-44b7-9a25-9380a3abdece tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=71e12602-ac51-403b-b633-d143c3b11ed4,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:18.549735 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dc36043-27d1-4ead-9ace-ea1874aa1eda req-2e356d73-e1b2-4b99-92d4-adab8edf276d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d03cbbc3-b67e-4acb-85c4-f19455702778 HTTP/1.1" status: 200 len: 217 time: 0.1336291 Apr 29 17:32:18.639692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:18.655810 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-da1a3fe3-0fb2-44b7-9a25-9380a3abdece tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/71e12602-ac51-403b-b633-d143c3b11ed4 HTTP/1.1" status: 204 len: 168 time: 1.7904491 Apr 29 17:32:18.664233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43326) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:18.699611 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ce57bbcf-e043-417f-8ac0-d14a49a4617c None None] Port 4170748a-e555-4298-b4e8-650c68bf8ade cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:18.706857 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device d03cbbc3-b67e-4acb-85c4-f19455702778 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:32:18.761092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-d083964d-07fd-4147-800f-2eabd6c60262 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] For port 6d398ee8-d656-47b8-8ed5-58c4af615409, host hv-neutron-8390, got binding levels [] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:18.761443 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d083964d-07fd-4147-800f-2eabd6c60262 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:18.840493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb798d6c-86ac-41ae-9c1f-d82e26c6b924 req-bb5b1764-8639-450e-ac91-e573f997eac3 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:18.841954 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fb798d6c-86ac-41ae-9c1f-d82e26c6b924 req-bb5b1764-8639-450e-ac91-e573f997eac3 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 943 time: 0.5876000 Apr 29 17:32:18.854929 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-24b3800b-b986-474f-9999-d98981cf1fe5 req-204164d3-2d80-4b4d-97f9-3f99dcb6a239 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 210 time: 0.1215103 Apr 29 17:32:18.862048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-e243df01-4bd5-4c36-b5ff-58c685f89f67 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:18.863424 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-e243df01-4bd5-4c36-b5ff-58c685f89f67 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.36 "GET /v2.0/networks?id=4a920e1c-5aa4-413b-99b4-e430d5bbd744 HTTP/1.1" status: 200 len: 812 time: 0.4446449 Apr 29 17:32:18.910382 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c221747e-f9af-4451-b2fe-9afae7b1dbbb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2396657 Apr 29 17:32:18.911048 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43336) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:18.965170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.36', 62133) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:19.005883 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-d083964d-07fd-4147-800f-2eabd6c60262 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Calling delete_port for 6d398ee8-d656-47b8-8ed5-58c4af615409 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:19.047766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-50cd58f1-fdfa-495f-a76e-9057fe2bbcd5 None None] Provisioning for port 1a7186d4-0f91-47e1-be46-52ef680d5081 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:19.063862 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc36043-27d1-4ead-9ace-ea1874aa1eda req-b7a1e8e4-ddbe-44dc-8792-95512e4cca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:19.065753 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dc36043-27d1-4ead-9ace-ea1874aa1eda req-b7a1e8e4-ddbe-44dc-8792-95512e4cca58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3555b18-00c5-40e8-9dc6-86063eecb03f HTTP/1.1" status: 200 len: 850 time: 0.4605074 Apr 29 17:32:19.067778 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-50cd58f1-fdfa-495f-a76e-9057fe2bbcd5 None None] Provisioning complete for port 1a7186d4-0f91-47e1-be46-52ef680d5081 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:19.068335 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-50cd58f1-fdfa-495f-a76e-9057fe2bbcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:19.069504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:19.174933 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fb798d6c-86ac-41ae-9c1f-d82e26c6b924 req-7504619c-4f9f-43de-beee-5b87924e88bf tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227844 Apr 29 17:32:19.188001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port d03cbbc3-b67e-4acb-85c4-f19455702778, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d03cbbc3-b67e-4acb-85c4-f19455702778,segment=NetworkSegment(eb66c64b-5c5e-4f1a-898b-f8d58f7afff2),segment_id=eb66c64b-5c5e-4f1a-898b-f8d58f7afff2)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:19.201922 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f7666963-08b4-4a51-83c1-2466af41d0ce req-f237e6c5-e5e6-44a0-9345-df4b6b60d857 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 210 time: 0.1646979 Apr 29 17:32:19.205285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:19.213985 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': 'd03cbbc3-b67e-4acb-85c4-f19455702778', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'port_id': 'd03cbbc3-b67e-4acb-85c4-f19455702778', 'mac_address': 'fa:16:3e:c1:18:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:32:19.256479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:19.264190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:19.266425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:19.320894 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-2ba9da44-0b49-4fbb-b25f-467ee8afecfb tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a200f959dbd436a8fd7078b57ae78ed HTTP/1.1" status: 200 len: 379 time: 0.4393766 Apr 29 17:32:19.327156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:19.334649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:19.354475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Request body: {'port': {'device_id': '11bb9693-ae3c-4a83-ad7a-346ea11d4e8d', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'admin_state_up': True, 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'security_groups': ['b2495e04-4447-45cb-8c90-2456545fd4f3']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:19.364688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03cbbc3-b67e-4acb-85c4-f19455702778 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:32:19.380263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-50cd58f1-fdfa-495f-a76e-9057fe2bbcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:19.399896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port d03cbbc3-b67e-4acb-85c4-f19455702778, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d03cbbc3-b67e-4acb-85c4-f19455702778,segment=NetworkSegment(eb66c64b-5c5e-4f1a-898b-f8d58f7afff2),segment_id=eb66c64b-5c5e-4f1a-898b-f8d58f7afff2)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:19.408742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:19.414345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:19.415489 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:19.419084 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:19.447441 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:19.457001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124e1073-324f-443f-a28c-532f771e7378 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:32:19.458837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:19.464743 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:19.465534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:19.483640 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-124e1073-324f-443f-a28c-532f771e7378 None None] Deleting port 228ff428-7d76-457f-840f-45e27f0048c6 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:19.483862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-124e1073-324f-443f-a28c-532f771e7378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:19.497531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d083964d-07fd-4147-800f-2eabd6c60262 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:19.505863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event updated for resources: {'Port': ['ID=502fac43-b1da-492b-ad65-8d57ba9b783c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:19.510450 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-50cd58f1-fdfa-495f-a76e-9057fe2bbcd5 None None] For port 1a7186d4-0f91-47e1-be46-52ef680d5081, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1a7186d4-0f91-47e1-be46-52ef680d5081,segment=NetworkSegment(88471c34-00e0-4ee6-bb01-6f1bd4c6c76c),segment_id=88471c34-00e0-4ee6-bb01-6f1bd4c6c76c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:19.532579 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-50cd58f1-fdfa-495f-a76e-9057fe2bbcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:19.553634 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=d03cbbc3-b67e-4acb-85c4-f19455702778,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:19.632213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083964d-07fd-4147-800f-2eabd6c60262 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d398ee8-d656-47b8-8ed5-58c4af615409,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:19.641111 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a1f7d957-8f3c-4699-800f-35dbc5f4b68b tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.3657908 Apr 29 17:32:19.641111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc36043-27d1-4ead-9ace-ea1874aa1eda req-6acdeb9c-ac28-4fba-8e87-de677ea1aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:19.642713 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dc36043-27d1-4ead-9ace-ea1874aa1eda req-6acdeb9c-ac28-4fba-8e87-de677ea1aa76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a008dbb-824b-4c09-ae06-02703f77c7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4394507 Apr 29 17:32:19.644731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43348) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:19.657612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d083964d-07fd-4147-800f-2eabd6c60262 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:19.662467 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d083964d-07fd-4147-800f-2eabd6c60262 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "DELETE /v2.0/ports/6d398ee8-d656-47b8-8ed5-58c4af615409 HTTP/1.1" status: 204 len: 168 time: 2.0986588 Apr 29 17:32:19.664688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Request body: {'port': {'network_id': '8882cbdd-28ac-4e48-a88f-eabb1bffca9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1385728840', 'allowed_address_pairs': [{'ip_address': '2001:db8::30a', 'mac_address': 'fa:16:3e:74:05:1b'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:19.701420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43352) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:19.721530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:19.743175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-48e91a52-eee7-4106-bfda-4a57f90cf0f7 None None] Provisioning complete for port 1a7186d4-0f91-47e1-be46-52ef680d5081 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:19.743521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:19.744891 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-48e91a52-eee7-4106-bfda-4a57f90cf0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:19.789092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Made reservation on behalf of 0a200f959dbd436a8fd7078b57ae78ed for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:19.792648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:19.795378 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd58f1-fdfa-495f-a76e-9057fe2bbcd5 None None] Pushing event updated for resources: {'Port': ['ID=1a7186d4-0f91-47e1-be46-52ef680d5081,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:19.798587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['d03cbbc3-b67e-4acb-85c4-f19455702778'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:32:19.828873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 228ff428-7d76-457f-840f-45e27f0048c6 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:32:19.831518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-b6f98f6a-d379-4b7b-bc55-a62cfbbe334a tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:19.832959 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-b6f98f6a-d379-4b7b-bc55-a62cfbbe334a tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.36 "GET /v2.0/networks?id=2f100fae-1063-4412-a27d-002c2f38e886 HTTP/1.1" status: 200 len: 805 time: 0.8653853 Apr 29 17:32:19.924258 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b61538c-1ea5-4463-8f33-e2253c7e9618 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] GET failed (client error): The resource could not be found. Apr 29 17:32:19.924848 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6b61538c-1ea5-4463-8f33-e2253c7e9618 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Synchronizing usage tracker for tenant:7f58fc904081432c9393663a2aa79486 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:19.967508 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-6e1d43d2-a5d7-4384-af23-7a055c4b24b5 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5a2ce7a595544feb083459386aa2363 HTTP/1.1" status: 200 len: 379 time: 0.0963211 Apr 29 17:32:20.012200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Request body: {'port': {'device_id': '2a5188a6-e61f-4960-8b07-55add6a59cb9', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'admin_state_up': True, 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'security_groups': ['a8dabf29-905a-4989-a38d-a5561ff69493']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:20.052142 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-124e1073-324f-443f-a28c-532f771e7378 None None] For port 228ff428-7d76-457f-840f-45e27f0048c6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=228ff428-7d76-457f-840f-45e27f0048c6,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:20.052758 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-124e1073-324f-443f-a28c-532f771e7378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:20.063538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:20.135623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6b61538c-1ea5-4463-8f33-e2253c7e9618 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] Unset dirty status for tenant:7f58fc904081432c9393663a2aa79486 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:20.140103 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6b61538c-1ea5-4463-8f33-e2253c7e9618 tempest-PortsAdminExtendedAttrsTestJSON-1535926913 tempest-PortsAdminExtendedAttrsTestJSON-1535926913-project-admin] 10.222.0.11 "GET /v2.0/ports/6d398ee8-d656-47b8-8ed5-58c4af615409 HTTP/1.1" status: 404 len: 333 time: 0.4291246 Apr 29 17:32:20.158269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43360) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:20.186643 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dc36043-27d1-4ead-9ace-ea1874aa1eda req-ec49db00-51a1-4fbb-b7ae-8d04104d4165 service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258784 Apr 29 17:32:20.192723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-124e1073-324f-443f-a28c-532f771e7378 None None] Calling delete_port for 228ff428-7d76-457f-840f-45e27f0048c6 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:20.201619 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f48e5952-4e72-4880-b2ad-db3464cca270 req-ac57c4f3-6484-4f3e-9784-81f703a76cb0 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 210 time: 0.0995486 Apr 29 17:32:20.282918 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:20.338685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Usage tracker for resource:port and tenant:ad78f2f59f6b46d89e5e166ca4c3df3f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:20.355793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:20.419278 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:20.422636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:20.476468 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-124e1073-324f-443f-a28c-532f771e7378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:20.499531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Allocated IP 172.20.0.6 (4a920e1c-5aa4-413b-99b4-e430d5bbd744/84622bd6-291d-4a19-bc35-239d5b1a0fd6/8f431d3e-4528-4760-8f2a-c46555f2b2d5) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:20.515587 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c621f91-3d57-4163-aea0-900cb9f0a948 tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:20.525523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Made reservation on behalf of ad78f2f59f6b46d89e5e166ca4c3df3f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:20.545719 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:20.548345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e1073-324f-443f-a28c-532f771e7378 None None] Pushing event deleted for resources: {'Port': ['ID=228ff428-7d76-457f-840f-45e27f0048c6,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:20.559270 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e1073-324f-443f-a28c-532f771e7378 None None] No DVR routers for this DVR port 228ff428-7d76-457f-840f-45e27f0048c6 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:32:20.583651 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-39bd0d4f-4c19-42d0-baaf-b9f23e2e10d5 req-b7c66214-0c00-4092-b6a9-2aee07277a6f tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 210 time: 0.1740537 Apr 29 17:32:20.674086 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5a289871-e4f3-4a77-9a8f-e20dda9b41de None None] Provisioning for port 502fac43-b1da-492b-ad65-8d57ba9b783c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:20.692892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5a289871-e4f3-4a77-9a8f-e20dda9b41de None None] Provisioning complete for port 502fac43-b1da-492b-ad65-8d57ba9b783c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:20.693336 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5a289871-e4f3-4a77-9a8f-e20dda9b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:20.741254 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dc36043-27d1-4ead-9ace-ea1874aa1eda req-7d7bab52-d933-4637-bb9a-f61d90ac3a9f service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184102 Apr 29 17:32:20.755859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:20.774692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-5a289871-e4f3-4a77-9a8f-e20dda9b41de None None] Port 502fac43-b1da-492b-ad65-8d57ba9b783c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:20.777873 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:20.777996 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Allocated IP 172.26.4.141 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/08b68457-99bc-4f06-a862-0f87ccf151c2) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:20.782529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Usage tracker for resource:port and tenant:b5a2ce7a595544feb083459386aa2363 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:20.783497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:20.790646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:20.797544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:20.800555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:20.801118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:20.806817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8676b301-42ec-4811-9a3a-3ca7b401eb4e None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:20.815412 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:20.847208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:20.848721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=60cd3e7b-0fa7-411d-bf69-c50d0225d18b,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:20.849505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:20.897353 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] device_id is not set on port 520a699e-e0ef-41cf-90d8-804099949f71 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:20.938177 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a597438f-1ddc-4780-a5a5-387f09db9194 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9543030 Apr 29 17:32:20.968809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43368) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:20.992891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'name': 'tempest-NetworksTestDHCPv6-941966970'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:20.993412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c621f91-3d57-4163-aea0-900cb9f0a948 tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.015852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Made reservation on behalf of b5a2ce7a595544feb083459386aa2363 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:21.019488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.036276 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9863e4-fa1b-4bf6-a2c8-1e486d70aa02 req-2d08b9ee-da96-498e-81ed-ae1c230e3f64 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:21.037527 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1f9863e4-fa1b-4bf6-a2c8-1e486d70aa02 req-2d08b9ee-da96-498e-81ed-ae1c230e3f64 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 944 time: 0.6977189 Apr 29 17:32:21.040257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-0c621f91-3d57-4163-aea0-900cb9f0a948 tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae27149-6be5-456b-98f2-d0b110cb14e0']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:21.059477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-0c621f91-3d57-4163-aea0-900cb9f0a948 tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:21.059793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-0c621f91-3d57-4163-aea0-900cb9f0a948 tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee3e1a5-bcba-4968-9fe5-42c91c42ea57') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:21.087233 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '60cd3e7b-0fa7-411d-bf69-c50d0225d18b'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:32:21.088144 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.105318 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c621f91-3d57-4163-aea0-900cb9f0a948 tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.135589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c621f91-3d57-4163-aea0-900cb9f0a948 tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.148937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c621f91-3d57-4163-aea0-900cb9f0a948 tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:32:21.149323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c621f91-3d57-4163-aea0-900cb9f0a948 tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:32:21.167466 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:32:21.190368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Allocated IP 2001:db8::50 (8882cbdd-28ac-4e48-a88f-eabb1bffca9b/7e374292-4e64-4aae-a5c2-04e2bd538c62/520a699e-e0ef-41cf-90d8-804099949f71) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:21.254148 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Allocated IP 2001:db8::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/60cd3e7b-0fa7-411d-bf69-c50d0225d18b/b5701f5b-7a37-4600-914a-bb216c3d5e4f) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:21.375425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c621f91-3d57-4163-aea0-900cb9f0a948 tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.443590 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c621f91-3d57-4163-aea0-900cb9f0a948 tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.470863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c621f91-3d57-4163-aea0-900cb9f0a948 tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] Pushing event deleted for resources: {'Network': ['ID=5ae27149-6be5-456b-98f2-d0b110cb14e0,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:21.479483 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0c621f91-3d57-4163-aea0-900cb9f0a948 tempest-PortsAdminExtendedAttrsTestJSON-169714210 tempest-PortsAdminExtendedAttrsTestJSON-169714210-project] 10.222.0.11 "DELETE /v2.0/networks/5ae27149-6be5-456b-98f2-d0b110cb14e0 HTTP/1.1" status: 204 len: 168 time: 1.3156796 Apr 29 17:32:21.495002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.510575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Transition to ACTIVE for port object b5701f5b-7a37-4600-914a-bb216c3d5e4f will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:21.536075 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Transition to ACTIVE for port object b5701f5b-7a37-4600-914a-bb216c3d5e4f will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:21.543134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.549032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.566901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Transition to ACTIVE for port object 520a699e-e0ef-41cf-90d8-804099949f71 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:21.596036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.600196 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1f9863e4-fa1b-4bf6-a2c8-1e486d70aa02 req-27e9e027-eac7-4808-8def-396b98a507fc tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5412805 Apr 29 17:32:21.621906 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e5e27725-f37e-4470-addc-2c6d4d100a92 req-e29ea291-45e1-4755-b987-5047b5574ade tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 210 time: 0.1477077 Apr 29 17:32:21.624872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.678855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.700300 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:21.713648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:21.727281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:21.746351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:21.756234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:21.785981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Transition to ACTIVE for port object 8f431d3e-4528-4760-8f2a-c46555f2b2d5 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:21.797615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:21.801156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:21.809638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:21.813975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:21.821746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:21.823997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.836285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:21.859370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event updated for resources: {'Port': ['ID=520a699e-e0ef-41cf-90d8-804099949f71,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:21.860917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Allocated IP 172.20.0.13 (2f100fae-1063-4412-a27d-002c2f38e886/c544c7e1-d2c9-4197-869f-f67ad5cc2209/0ccdec47-db6d-4aab-8a6f-7473a03ce973) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:21.866686 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8237939b-a359-49f9-a64a-661626e73d5c tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.2142663 Apr 29 17:32:21.866980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43380) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:21.910433 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1a7186d4-0f91-47e1-be46-52ef680d5081 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:21.944619 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Attempting to bind port b5701f5b-7a37-4600-914a-bb216c3d5e4f on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:21.945306 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Attempting to bind port b5701f5b-7a37-4600-914a-bb216c3d5e4f by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:21.946035 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a9ece5d-d4de-4c07-96cc-2397d3ce770c req-32140745-2d1e-4d68-9181-691dea202f6d tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 210 time: 0.0929205 Apr 29 17:32:21.951231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43384) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:21.958464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Attempting to bind port b5701f5b-7a37-4600-914a-bb216c3d5e4f on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:21.961625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:21.965943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.982831 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:32:21.983530 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:21.984085 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:21.984618 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:32:21.985242 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Bound port: b5701f5b-7a37-4600-914a-bb216c3d5e4f, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:32:21.985782 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:22.045020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port f774dadc-23b4-4e68-9d0f-6749f24c9a74 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:22.054062 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Pushing event updated for resources: {'Port': ['ID=b5701f5b-7a37-4600-914a-bb216c3d5e4f,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:22.086896 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:22.108356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c067f18-dacd-4b69-b74a-3d46159e9c07 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:22.112410 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] For port b5701f5b-7a37-4600-914a-bb216c3d5e4f, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:22.115865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c067f18-dacd-4b69-b74a-3d46159e9c07 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:22.118139 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] For port b5701f5b-7a37-4600-914a-bb216c3d5e4f, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=b5701f5b-7a37-4600-914a-bb216c3d5e4f,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:32:22.124247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c067f18-dacd-4b69-b74a-3d46159e9c07 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:22.125197 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6c067f18-dacd-4b69-b74a-3d46159e9c07 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Synchronizing usage tracker for tenant:ad78f2f59f6b46d89e5e166ca4c3df3f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:22.133938 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:22.151072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6c067f18-dacd-4b69-b74a-3d46159e9c07 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Unset dirty status for tenant:ad78f2f59f6b46d89e5e166ca4c3df3f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:22.155384 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6c067f18-dacd-4b69-b74a-3d46159e9c07 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2843254 Apr 29 17:32:22.156382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43390) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:22.186318 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:22.188936 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-552e0c43-f36b-42e2-bad9-f2eb0ecdbfda None None] Provisioning for port 520a699e-e0ef-41cf-90d8-804099949f71 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:22.209967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-552e0c43-f36b-42e2-bad9-f2eb0ecdbfda None None] Provisioning complete for port 520a699e-e0ef-41cf-90d8-804099949f71 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:22.210336 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-552e0c43-f36b-42e2-bad9-f2eb0ecdbfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:22.236541 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-df324a4e-ad30-4398-8c9a-2079dd58b9db tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Deleting port 520a699e-e0ef-41cf-90d8-804099949f71 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:22.237214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df324a4e-ad30-4398-8c9a-2079dd58b9db tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:22.303883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-552e0c43-f36b-42e2-bad9-f2eb0ecdbfda None None] Port 520a699e-e0ef-41cf-90d8-804099949f71 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:22.308794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721ccf2-8c20-4ece-9f33-f14dd4416847 None None] Pushing event updated for resources: {'Port': ['ID=b5701f5b-7a37-4600-914a-bb216c3d5e4f,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:22.313090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 1a7186d4-0f91-47e1-be46-52ef680d5081 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:22.313090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:22.320332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:22.326851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:22.362379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:22.498404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:22.554444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df324a4e-ad30-4398-8c9a-2079dd58b9db tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:22.580873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:22.643981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:22.677789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device d03cbbc3-b67e-4acb-85c4-f19455702778 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:22.727144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Pushing event updated for resources: {'Port': ['ID=8f431d3e-4528-4760-8f2a-c46555f2b2d5,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:22.768705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-df324a4e-ad30-4398-8c9a-2079dd58b9db tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Calling delete_port for 520a699e-e0ef-41cf-90d8-804099949f71 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:22.789310 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6f4ace7c-0818-4a6c-8f51-dc0d8565eda0 None None] Provisioning for port 8f431d3e-4528-4760-8f2a-c46555f2b2d5 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:22.797126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6f4ace7c-0818-4a6c-8f51-dc0d8565eda0 None None] Provisioning complete for port 8f431d3e-4528-4760-8f2a-c46555f2b2d5 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:22.797678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6f4ace7c-0818-4a6c-8f51-dc0d8565eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:22.810735 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:22.811375 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:22.815227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:22.850597 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port d03cbbc3-b67e-4acb-85c4-f19455702778 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:22.860628 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port d03cbbc3-b67e-4acb-85c4-f19455702778 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:22.860968 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:22.903328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ace7c-0818-4a6c-8f51-dc0d8565eda0 None None] Port 8f431d3e-4528-4760-8f2a-c46555f2b2d5 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:22.955021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df324a4e-ad30-4398-8c9a-2079dd58b9db tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:22.988615 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:23.006777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df324a4e-ad30-4398-8c9a-2079dd58b9db tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event deleted for resources: {'Port': ['ID=520a699e-e0ef-41cf-90d8-804099949f71,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:23.034611 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07d85f1-5cea-4b6e-bd3b-95f2673383b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03cbbc3-b67e-4acb-85c4-f19455702778'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:32:23.070893 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f946c959-f7b7-4963-b57a-7bed7376c1d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed97f000fbc54ff28452ce99363e48a9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1161592 Apr 29 17:32:23.073034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43404) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:23.103668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port d03cbbc3-b67e-4acb-85c4-f19455702778, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d03cbbc3-b67e-4acb-85c4-f19455702778,segment=NetworkSegment(eb66c64b-5c5e-4f1a-898b-f8d58f7afff2),segment_id=eb66c64b-5c5e-4f1a-898b-f8d58f7afff2)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:23.119400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:23.217719 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df324a4e-ad30-4398-8c9a-2079dd58b9db tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:23.226654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ded240ca-a153-4c89-b769-26da8cb91a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:23.249496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d71cca3c-5bbd-4f5d-a818-6198e2335cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:23.263897 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-df324a4e-ad30-4398-8c9a-2079dd58b9db tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "DELETE /v2.0/ports/520a699e-e0ef-41cf-90d8-804099949f71 HTTP/1.1" status: 204 len: 168 time: 1.1040459 Apr 29 17:32:23.264676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43412) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:23.282958 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=d03cbbc3-b67e-4acb-85c4-f19455702778,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:23.287609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Pushing event updated for resources: {'Port': ['ID=08b68457-99bc-4f06-a862-0f87ccf151c2,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:23.337621 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ded240ca-a153-4c89-b769-26da8cb91a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:23.347407 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e93287-e284-44e4-95ef-7788cec9d340 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] GET failed (client error): The resource could not be found. Apr 29 17:32:23.352214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-33e93287-e284-44e4-95ef-7788cec9d340 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Synchronizing usage tracker for tenant:ad78f2f59f6b46d89e5e166ca4c3df3f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:23.394358 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-33e93287-e284-44e4-95ef-7788cec9d340 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Unset dirty status for tenant:ad78f2f59f6b46d89e5e166ca4c3df3f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:23.396068 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-33e93287-e284-44e4-95ef-7788cec9d340 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "GET /v2.0/ports/520a699e-e0ef-41cf-90d8-804099949f71 HTTP/1.1" status: 404 len: 333 time: 0.1302259 Apr 29 17:32:23.399933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43418) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:23.408639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Request body: {'port': {'network_id': '8882cbdd-28ac-4e48-a88f-eabb1bffca9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1058929215'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:23.428795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::12a (e0d73202-cb6d-4434-a143-4d729ced40a4/60cd3e7b-0fa7-411d-bf69-c50d0225d18b/f774dadc-23b4-4e68-9d0f-6749f24c9a74) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:23.522841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ded240ca-a153-4c89-b769-26da8cb91a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:23.536569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a97f4c8b-b05c-4385-9a04-c9a833b5d900 None None] Provisioning for port b5701f5b-7a37-4600-914a-bb216c3d5e4f completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:23.550662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded240ca-a153-4c89-b769-26da8cb91a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932e8271-dba0-45b4-9ed6-dce43444be59,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:23.565510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ded240ca-a153-4c89-b769-26da8cb91a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:23.566736 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ded240ca-a153-4c89-b769-26da8cb91a60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/932e8271-dba0-45b4-9ed6-dce43444be59 HTTP/1.1" status: 204 len: 168 time: 0.4925461 Apr 29 17:32:23.575419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:23.585638 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:23.597483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Made reservation on behalf of ad78f2f59f6b46d89e5e166ca4c3df3f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:23.601212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:23.627281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] device_id is not set on port 4564a132-7c30-45d3-8768-11345800603e yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:23.699672 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-7647853a-6e8b-43dc-8d37-d5978e798a62 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3681135 Apr 29 17:32:23.704562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:23.729976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Request body: {'port': {'device_id': '11bb9693-ae3c-4a83-ad7a-346ea11d4e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:23.758742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:23.768723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:23.805985 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device b5701f5b-7a37-4600-914a-bb216c3d5e4f up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:23.815368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Allocated IP 2001:db8::219 (8882cbdd-28ac-4e48-a88f-eabb1bffca9b/7e374292-4e64-4aae-a5c2-04e2bd538c62/4564a132-7c30-45d3-8768-11345800603e) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:23.887259 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Transition to ACTIVE for port object 0ccdec47-db6d-4aab-8a6f-7473a03ce973 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:23.937212 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port b5701f5b-7a37-4600-914a-bb216c3d5e4f completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:23.947544 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port b5701f5b-7a37-4600-914a-bb216c3d5e4f triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:23.947931 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.030086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.030587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79e86025-ae52-48ea-a4f8-6067eaa07420 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:32:24.036457 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43426) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:24.113039 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4f7e9715-6b74-483f-a427-99f73bb02367 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f58fc904081432c9393663a2aa79486&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0698998 Apr 29 17:32:24.116289 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43430) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:24.125309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.164725 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port b5701f5b-7a37-4600-914a-bb216c3d5e4f, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=b5701f5b-7a37-4600-914a-bb216c3d5e4f,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:24.173266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.192500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.213824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.219961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1a21c-cffd-429e-a389-f71b3c894219 req-06f353c0-7ebc-4810-8d86-ad80f0f0fce6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:24.221863 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e3a1a21c-cffd-429e-a389-f71b3c894219 req-06f353c0-7ebc-4810-8d86-ad80f0f0fce6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 1.3291528 Apr 29 17:32:24.235914 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8341-1d56-4000-94d0-62b7f98bc834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.238060 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 17:32:24.239236 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d2f2a68e-c8d3-40d1-9107-791306aa4974 tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.3772233 Apr 29 17:32:24.247229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb69514-724a-446f-9a7e-4d070dc46c50 req-28c8ccba-b67c-489b-a6d8-05940c583f21 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:24.248240 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4cb69514-724a-446f-9a7e-4d070dc46c50 req-28c8ccba-b67c-489b-a6d8-05940c583f21 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Synchronizing usage tracker for tenant:0a200f959dbd436a8fd7078b57ae78ed on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:24.268167 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8341-1d56-4000-94d0-62b7f98bc834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.277336 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=b5701f5b-7a37-4600-914a-bb216c3d5e4f,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:24.284542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43434) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:24.410997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Transition to ACTIVE for port object 4564a132-7c30-45d3-8768-11345800603e will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:24.412305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.461438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6fe6108f-2d9d-4785-91d1-5f3ea8dc03fe tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Deleting port 1cdf723b-f506-4f45-ada4-bdb7d6120316 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:24.461768 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6fe6108f-2d9d-4785-91d1-5f3ea8dc03fe tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.524098 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8341-1d56-4000-94d0-62b7f98bc834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.561681 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.583716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a8341-1d56-4000-94d0-62b7f98bc834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10d4eae-6041-40e3-a95e-5e85365d1418,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:24.639778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4cb69514-724a-446f-9a7e-4d070dc46c50 req-28c8ccba-b67c-489b-a6d8-05940c583f21 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Unset dirty status for tenant:0a200f959dbd436a8fd7078b57ae78ed on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:24.640920 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4cb69514-724a-446f-9a7e-4d070dc46c50 req-28c8ccba-b67c-489b-a6d8-05940c583f21 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 931 time: 1.8392296 Apr 29 17:32:24.687871 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e3a1a21c-cffd-429e-a389-f71b3c894219 req-8972a9e1-e340-4b32-9fbb-e3798ffff15e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3731639 Apr 29 17:32:24.696608 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event updated for resources: {'Port': ['ID=4564a132-7c30-45d3-8768-11345800603e,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:24.710325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:24.713968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8341-1d56-4000-94d0-62b7f98bc834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.715074 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0e8a8341-1d56-4000-94d0-62b7f98bc834 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d10d4eae-6041-40e3-a95e-5e85365d1418 HTTP/1.1" status: 204 len: 168 time: 0.5980537 Apr 29 17:32:24.716296 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:24.718792 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:24.724853 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:24.725310 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.733216 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Network 2f100fae-1063-4412-a27d-002c2f38e886 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:24.790965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:24.793353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:24.815311 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1df817b1-5fe6-4ab9-8d84-1309976bbca0 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4141107 Apr 29 17:32:24.816181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43440) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:24.824189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-226c64ff-1335-4687-80dd-b764bce30603 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30a', 'mac_address': 'fa:16:3e:74:05:1b'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:24.847619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Pushing event updated for resources: {'Port': ['ID=0ccdec47-db6d-4aab-8a6f-7473a03ce973,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:24.861202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.936496 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6fe6108f-2d9d-4785-91d1-5f3ea8dc03fe tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:24.980536 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4cb69514-724a-446f-9a7e-4d070dc46c50 req-2a2117e2-65c9-4470-ae7d-c18541fd7558 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197370 Apr 29 17:32:25.008118 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object f774dadc-23b4-4e68-9d0f-6749f24c9a74 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:25.064348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:25.065019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.168967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6fe6108f-2d9d-4785-91d1-5f3ea8dc03fe tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Calling delete_port for 1cdf723b-f506-4f45-ada4-bdb7d6120316 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:25.188634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.195688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-771129bb-ec33-45b9-881b-2f11861d5e7e None None] Provisioning for port 0ccdec47-db6d-4aab-8a6f-7473a03ce973 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:25.208630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-771129bb-ec33-45b9-881b-2f11861d5e7e None None] Provisioning complete for port 0ccdec47-db6d-4aab-8a6f-7473a03ce973 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:25.208984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-771129bb-ec33-45b9-881b-2f11861d5e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.299344 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-226c64ff-1335-4687-80dd-b764bce30603 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.310558 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-771129bb-ec33-45b9-881b-2f11861d5e7e None None] Port 0ccdec47-db6d-4aab-8a6f-7473a03ce973 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:25.331536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-771129bb-ec33-45b9-881b-2f11861d5e7e None None] Provisioning for port 4564a132-7c30-45d3-8768-11345800603e completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:25.346268 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-771129bb-ec33-45b9-881b-2f11861d5e7e None None] Provisioning complete for port 4564a132-7c30-45d3-8768-11345800603e triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:25.346658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-771129bb-ec33-45b9-881b-2f11861d5e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.371824 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-7ffb12cb-46e6-412d-893f-7191499e71d6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3779521 Apr 29 17:32:25.402175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Request body: {'port': {'device_id': '2a5188a6-e61f-4960-8b07-55add6a59cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:25.455669 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-771129bb-ec33-45b9-881b-2f11861d5e7e None None] Port 4564a132-7c30-45d3-8768-11345800603e cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:25.493342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2c094234-4538-4730-9326-2d856d9e682f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.502829 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3a1648-693e-4a70-97e1-f3bc6a9075eb'] response: {'server_uuid': 'd07d85f1-5cea-4b6e-bd3b-95f2673383b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03cbbc3-b67e-4acb-85c4-f19455702778', 'code': 200} Apr 29 17:32:25.525516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.532195 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6fe6108f-2d9d-4785-91d1-5f3ea8dc03fe tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.596215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c0880-60fd-46fd-9008-2ceb2e1d7f14 req-0fcd767b-d418-4334-8f68-867cc514e3f1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:25.596929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-348c0880-60fd-46fd-9008-2ceb2e1d7f14 req-0fcd767b-d418-4334-8f68-867cc514e3f1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Synchronizing usage tracker for tenant:b5a2ce7a595544feb083459386aa2363 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:25.601381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.726411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:25.778063 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device b5701f5b-7a37-4600-914a-bb216c3d5e4f up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:25.797359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-226c64ff-1335-4687-80dd-b764bce30603 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.871384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-226c64ff-1335-4687-80dd-b764bce30603 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.871791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:25.879819 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port b5701f5b-7a37-4600-914a-bb216c3d5e4f triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:25.880347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.885270 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:25.891108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:25.891739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.895643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-348c0880-60fd-46fd-9008-2ceb2e1d7f14 req-0fcd767b-d418-4334-8f68-867cc514e3f1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Unset dirty status for tenant:b5a2ce7a595544feb083459386aa2363 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:25.904833 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-348c0880-60fd-46fd-9008-2ceb2e1d7f14 req-0fcd767b-d418-4334-8f68-867cc514e3f1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 932 time: 1.0380447 Apr 29 17:32:25.924706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6108f-2d9d-4785-91d1-5f3ea8dc03fe tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cdf723b-f506-4f45-ada4-bdb7d6120316,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:25.928038 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-226c64ff-1335-4687-80dd-b764bce30603 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] In _notify_port_updated(), no bound segment for port 4564a132-7c30-45d3-8768-11345800603e on network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b {{(pid=88018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:32:25.933597 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226c64ff-1335-4687-80dd-b764bce30603 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:25.934617 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-226c64ff-1335-4687-80dd-b764bce30603 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:25.938504 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-226c64ff-1335-4687-80dd-b764bce30603 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "PUT /v2.0/ports/4564a132-7c30-45d3-8768-11345800603e HTTP/1.1" status: 200 len: 1003 time: 1.1191621 Apr 29 17:32:25.955330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43468) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:25.984466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.resource_extend [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:32:26.051857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c64ff-1335-4687-80dd-b764bce30603 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event updated for resources: {'Port': ['ID=4564a132-7c30-45d3-8768-11345800603e,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:26.084411 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1144083 Apr 29 17:32:26.085260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771d6e7-45ae-4d25-a778-1008c2588085 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=f774dadc-23b4-4e68-9d0f-6749f24c9a74,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:26.087639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:26.105948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43476) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:26.226783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e742565-a9cd-485c-95ac-4ef7dd697bf9 req-97abfe95-643f-429f-a187-0109c9ee0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:26.231573 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-7e742565-a9cd-485c-95ac-4ef7dd697bf9 req-97abfe95-643f-429f-a187-0109c9ee0b5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 1098 time: 0.4114189 Apr 29 17:32:26.265380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-7e742565-a9cd-485c-95ac-4ef7dd697bf9 req-fdcdae7f-4d0a-4590-a640-7329cf304af6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:26.287963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b441324e-be74-4181-afe4-30a3119d96d3 None None] Provisioning complete for port 4564a132-7c30-45d3-8768-11345800603e triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:26.288608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b441324e-be74-4181-afe4-30a3119d96d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:26.289923 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-7e742565-a9cd-485c-95ac-4ef7dd697bf9 req-fdcdae7f-4d0a-4590-a640-7329cf304af6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:26.294013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-7e742565-a9cd-485c-95ac-4ef7dd697bf9 req-fdcdae7f-4d0a-4590-a640-7329cf304af6 service neutron] Usage tracker for resource:security_group_rule and tenant:5672dc45ebd0428dbc2b4d75afb5f6e1 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:26.296911 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-7e742565-a9cd-485c-95ac-4ef7dd697bf9 req-fdcdae7f-4d0a-4590-a640-7329cf304af6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:26.303166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-7e742565-a9cd-485c-95ac-4ef7dd697bf9 req-fdcdae7f-4d0a-4590-a640-7329cf304af6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:26.345510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6fe6108f-2d9d-4785-91d1-5f3ea8dc03fe tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:26.356543 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b441324e-be74-4181-afe4-30a3119d96d3 None None] Port 4564a132-7c30-45d3-8768-11345800603e cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:26.361415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00948f9-b670-4a20-9a77-45a17d6f8646 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:26.367651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00948f9-b670-4a20-9a77-45a17d6f8646 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:26.368435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e00948f9-b670-4a20-9a77-45a17d6f8646 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:26.370700 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b441324e-be74-4181-afe4-30a3119d96d3 None None] Provisioning for port f774dadc-23b4-4e68-9d0f-6749f24c9a74 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:26.378897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b441324e-be74-4181-afe4-30a3119d96d3 None None] Provisioning complete for port f774dadc-23b4-4e68-9d0f-6749f24c9a74 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:26.379612 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b441324e-be74-4181-afe4-30a3119d96d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:26.406075 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6fe6108f-2d9d-4785-91d1-5f3ea8dc03fe tempest-RoutersAdminNegativeIpV6Test-1107224641 tempest-RoutersAdminNegativeIpV6Test-1107224641-project-admin] 10.222.0.11 "DELETE /v2.0/ports/1cdf723b-f506-4f45-ada4-bdb7d6120316 HTTP/1.1" status: 204 len: 168 time: 2.1172235 Apr 29 17:32:26.414475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e00948f9-b670-4a20-9a77-45a17d6f8646 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:26.416180 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e00948f9-b670-4a20-9a77-45a17d6f8646 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3078961 Apr 29 17:32:26.422917 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43488) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:26.469202 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b441324e-be74-4181-afe4-30a3119d96d3 None None] Port f774dadc-23b4-4e68-9d0f-6749f24c9a74 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:26.496340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:26.504819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-7e742565-a9cd-485c-95ac-4ef7dd697bf9 req-fdcdae7f-4d0a-4590-a640-7329cf304af6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:26.513470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e515f030-ed34-45e8-916b-a439a477e2ac tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port f774dadc-23b4-4e68-9d0f-6749f24c9a74 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:26.513940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e515f030-ed34-45e8-916b-a439a477e2ac tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:26.562424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccdec47-db6d-4aab-8a6f-7473a03ce973 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:32:26.571225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:26.587838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Transition to ACTIVE for port object 0ccdec47-db6d-4aab-8a6f-7473a03ce973 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:26.619430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f431d3e-4528-4760-8f2a-c46555f2b2d5 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:32:26.659754 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-7e742565-a9cd-485c-95ac-4ef7dd697bf9 req-fdcdae7f-4d0a-4590-a640-7329cf304af6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:26.684681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:26.701934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-7e742565-a9cd-485c-95ac-4ef7dd697bf9 req-fdcdae7f-4d0a-4590-a640-7329cf304af6 service neutron] Synchronizing usage tracker for tenant:5672dc45ebd0428dbc2b4d75afb5f6e1 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:26.710233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:26.743920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdae7f-4d0a-4590-a640-7329cf304af6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=430a4892-a884-4afb-8a73-ef1ee2b04cac,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:26.757182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:26.790552 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-7e742565-a9cd-485c-95ac-4ef7dd697bf9 req-fdcdae7f-4d0a-4590-a640-7329cf304af6 service neutron] Unset dirty status for tenant:5672dc45ebd0428dbc2b4d75afb5f6e1 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:26.791816 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-7e742565-a9cd-485c-95ac-4ef7dd697bf9 req-fdcdae7f-4d0a-4590-a640-7329cf304af6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5530980 Apr 29 17:32:26.792359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43500) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:26.832538 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-348c0880-60fd-46fd-9008-2ceb2e1d7f14 req-2f1e8294-025c-483a-9669-3231d8cc094f tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9268348 Apr 29 17:32:26.949327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43506) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:26.962308 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Transition to ACTIVE for port object 8f431d3e-4528-4760-8f2a-c46555f2b2d5 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:26.974375 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-01ca3c8a-4588-4a51-9876-e9bfa3fbff9a tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Deleting port 4564a132-7c30-45d3-8768-11345800603e {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:26.974743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-01ca3c8a-4588-4a51-9876-e9bfa3fbff9a tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.005408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e515f030-ed34-45e8-916b-a439a477e2ac tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.015783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e7cb04d9-3535-4b5d-82cf-73b923c57cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.047420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e7cb04d9-3535-4b5d-82cf-73b923c57cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:27.061099 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.151466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccdec47-db6d-4aab-8a6f-7473a03ce973,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:27.152957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e7cb04d9-3535-4b5d-82cf-73b923c57cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:fb85ef2b070c41f28ebeb9319da5cb30 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:27.161043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fb2ec-0d24-49c9-a568-855678d0ad3c req-fd85b0b4-50ed-4e1c-9dbe-8ff081b5aca2 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:27.161787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e515f030-ed34-45e8-916b-a439a477e2ac tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for f774dadc-23b4-4e68-9d0f-6749f24c9a74 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:27.162560 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-163fb2ec-0d24-49c9-a568-855678d0ad3c req-fd85b0b4-50ed-4e1c-9dbe-8ff081b5aca2 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 1.2412708 Apr 29 17:32:27.165722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1194719995', 'router:external': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:27.188969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e7cb04d9-3535-4b5d-82cf-73b923c57cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:27.206665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e7cb04d9-3535-4b5d-82cf-73b923c57cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:27.237478 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:27.363626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e515f030-ed34-45e8-916b-a439a477e2ac tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.429314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515f030-ed34-45e8-916b-a439a477e2ac tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=f774dadc-23b4-4e68-9d0f-6749f24c9a74,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:27.456798 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e7cb04d9-3535-4b5d-82cf-73b923c57cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.461812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Usage tracker for resource:network and tenant:8f88d80ebbf84bc1b36e869246875715 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:27.465073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e7cb04d9-3535-4b5d-82cf-73b923c57cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.469871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:27.510476 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e515f030-ed34-45e8-916b-a439a477e2ac tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.536306 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e7cb04d9-3535-4b5d-82cf-73b923c57cb2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb85ef2b070c41f28ebeb9319da5cb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7403190 Apr 29 17:32:27.542335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43512) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:27.547313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb04d9-3535-4b5d-82cf-73b923c57cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbee05db-5cf4-4e13-8802-a3faa0c98b27,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:27.562915 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e515f030-ed34-45e8-916b-a439a477e2ac tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/f774dadc-23b4-4e68-9d0f-6749f24c9a74 HTTP/1.1" status: 204 len: 168 time: 1.1389291 Apr 29 17:32:27.566065 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43516) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:27.573507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:27.665736 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Pushing event updated for resources: {'Port': ['ID=8f431d3e-4528-4760-8f2a-c46555f2b2d5,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:27.678728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad1186-8660-4eff-a825-cd01301dee87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:27.680387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad1186-8660-4eff-a825-cd01301dee87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:27.681310 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2aad1186-8660-4eff-a825-cd01301dee87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:27.713381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2aad1186-8660-4eff-a825-cd01301dee87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:27.714836 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2aad1186-8660-4eff-a825-cd01301dee87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1478362 Apr 29 17:32:27.715748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5f821f-3c18-4de5-a996-4077467b9b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.718053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43520) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:27.738223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Made reservation on behalf of 8f88d80ebbf84bc1b36e869246875715 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:27.740496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.762029 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-163fb2ec-0d24-49c9-a568-855678d0ad3c req-9320e26c-dc33-4310-b21c-e59056a23f0e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5420029 Apr 29 17:32:27.800843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Attempting to bind port 0ccdec47-db6d-4aab-8a6f-7473a03ce973 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:27.801178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Attempting to bind port 0ccdec47-db6d-4aab-8a6f-7473a03ce973 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '8365288d-c6ce-40a6-8bac-20f1c47b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:27.801505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Attempting to bind port 0ccdec47-db6d-4aab-8a6f-7473a03ce973 on network 2f100fae-1063-4412-a27d-002c2f38e886 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:27.807791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5f821f-3c18-4de5-a996-4077467b9b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.821223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.837380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cc6ba7-26f2-4cb9-b1bb-69d093e7d77b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 60cd3e7b-0fa7-411d-bf69-c50d0225d18b {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:32:27.841447 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-58cc6ba7-26f2-4cb9-b1bb-69d093e7d77b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.852221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Port 0ccdec47-db6d-4aab-8a6f-7473a03ce973 on network 2f100fae-1063-4412-a27d-002c2f38e886 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:32:27.852544 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Attempting to bind port 0ccdec47-db6d-4aab-8a6f-7473a03ce973 on network 2f100fae-1063-4412-a27d-002c2f38e886 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:27.894554 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.918481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:27.931034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-58cc6ba7-26f2-4cb9-b1bb-69d093e7d77b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.935533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:32:27.935860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Checking segment: {'id': '8365288d-c6ce-40a6-8bac-20f1c47b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:27.936458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Bound using segment: {'id': '8365288d-c6ce-40a6-8bac-20f1c47b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:32:27.936883 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Bound port: 0ccdec47-db6d-4aab-8a6f-7473a03ce973, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8365288d-c6ce-40a6-8bac-20f1c47b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:32:27.937198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:27.957556 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Usage tracker for resource:security_group_rule and tenant:8f88d80ebbf84bc1b36e869246875715 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:27.977345 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d03711-9334-4d45-b1b7-098d1de810c0 req-d001b2ee-8905-4873-947b-b9e2d86fbc53 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:27.978827 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-09d03711-9334-4d45-b1b7-098d1de810c0 req-d001b2ee-8905-4873-947b-b9e2d86fbc53 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 943 time: 0.9500494 Apr 29 17:32:27.982824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:27.988323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5f821f-3c18-4de5-a996-4077467b9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.011414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f821f-3c18-4de5-a996-4077467b9b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbee05db-5cf4-4e13-8802-a3faa0c98b27,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:28.022370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5f821f-3c18-4de5-a996-4077467b9b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.023843 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6c5f821f-3c18-4de5-a996-4077467b9b25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbee05db-5cf4-4e13-8802-a3faa0c98b27 HTTP/1.1" status: 204 len: 168 time: 0.4806716 Apr 29 17:32:28.040364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:28.042620 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Attempting to bind port 8f431d3e-4528-4760-8f2a-c46555f2b2d5 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:28.042857 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Attempting to bind port 8f431d3e-4528-4760-8f2a-c46555f2b2d5 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '30013f5f-2a6c-4c67-b16b-aee9114fbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:28.043171 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Attempting to bind port 8f431d3e-4528-4760-8f2a-c46555f2b2d5 on network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:28.051193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-58cc6ba7-26f2-4cb9-b1bb-69d093e7d77b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.105267 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.130994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Port 8f431d3e-4528-4760-8f2a-c46555f2b2d5 on network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:32:28.131625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Attempting to bind port 8f431d3e-4528-4760-8f2a-c46555f2b2d5 on network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:28.139538 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-58cc6ba7-26f2-4cb9-b1bb-69d093e7d77b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.152579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.183435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc6ba7-26f2-4cb9-b1bb-69d093e7d77b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=60cd3e7b-0fa7-411d-bf69-c50d0225d18b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:28.187921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-58cc6ba7-26f2-4cb9-b1bb-69d093e7d77b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.194015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb03b9e5-87b4-442b-9679-f9ae164400bb None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:28.204686 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-58cc6ba7-26f2-4cb9-b1bb-69d093e7d77b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/60cd3e7b-0fa7-411d-bf69-c50d0225d18b HTTP/1.1" status: 204 len: 168 time: 0.4855363 Apr 29 17:32:28.207090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43530) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:28.233110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-01ca3c8a-4588-4a51-9876-e9bfa3fbff9a tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.248536 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:32:28.249116 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Checking segment: {'id': '30013f5f-2a6c-4c67-b16b-aee9114fbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:28.249648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Bound using segment: {'id': '30013f5f-2a6c-4c67-b16b-aee9114fbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:32:28.250225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Bound port: 8f431d3e-4528-4760-8f2a-c46555f2b2d5, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30013f5f-2a6c-4c67-b16b-aee9114fbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:32:28.250750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.293101 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7df7a2c4-3261-4292-82f6-d9331cc49924 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847709 Apr 29 17:32:28.295715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43534) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:28.303092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:28.450849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43538) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:28.453998 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-09d03711-9334-4d45-b1b7-098d1de810c0 req-3026abc5-b54f-49e0-b027-94a8f74b9300 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4488933 Apr 29 17:32:28.478748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-01ca3c8a-4588-4a51-9876-e9bfa3fbff9a tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Calling delete_port for 4564a132-7c30-45d3-8768-11345800603e owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:28.512359 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2a826b-9380-4448-8251-fb80b1c76e9e None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:32:28.516990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a826b-9380-4448-8251-fb80b1c76e9e None None] Deleting port b5701f5b-7a37-4600-914a-bb216c3d5e4f {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:28.517702 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ae2a826b-9380-4448-8251-fb80b1c76e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.528153 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-33bdd3fc-e43a-4139-854a-dbeba8a2c8c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5095e05c10974df787e95a06f772932d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0761263 Apr 29 17:32:28.531468 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43542) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:28.535233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:28.551615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:28.556319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:28.575063 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:28.599790 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:28.603181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.604387 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Pushing event updated for resources: {'Port': ['ID=08b68457-99bc-4f06-a862-0f87ccf151c2,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:28.623324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] For port 0ccdec47-db6d-4aab-8a6f-7473a03ce973, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:28.661218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa4c1f89-e211-45c2-8022-877e9c577616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.664989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.767687 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ae2a826b-9380-4448-8251-fb80b1c76e9e None None] For port b5701f5b-7a37-4600-914a-bb216c3d5e4f, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=b5701f5b-7a37-4600-914a-bb216c3d5e4f,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:28.767981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ae2a826b-9380-4448-8251-fb80b1c76e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.785356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] For port 0ccdec47-db6d-4aab-8a6f-7473a03ce973, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0ccdec47-db6d-4aab-8a6f-7473a03ce973,segment=NetworkSegment(8365288d-c6ce-40a6-8bac-20f1c47b541b),segment_id=8365288d-c6ce-40a6-8bac-20f1c47b541b)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:32:28.826491 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa4c1f89-e211-45c2-8022-877e9c577616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.849716 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.915105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c04b0-b0f4-4097-b332-a6e7b3fc6026 req-46fdffb3-c154-411b-8d61-91cc917145ce tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:28.916816 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f29c04b0-b0f4-4097-b332-a6e7b3fc6026 req-46fdffb3-c154-411b-8d61-91cc917145ce tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 944 time: 0.9350770 Apr 29 17:32:28.920348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] For port 8f431d3e-4528-4760-8f2a-c46555f2b2d5, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:28.930926 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a826b-9380-4448-8251-fb80b1c76e9e None None] Calling delete_port for b5701f5b-7a37-4600-914a-bb216c3d5e4f owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:28.939769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa4c1f89-e211-45c2-8022-877e9c577616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:28.972299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c1f89-e211-45c2-8022-877e9c577616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a682f34-589d-42f5-8d0e-046536d80a5a,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:28.999999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:29.029482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa4c1f89-e211-45c2-8022-877e9c577616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:29.032874 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fa4c1f89-e211-45c2-8022-877e9c577616 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a682f34-589d-42f5-8d0e-046536d80a5a HTTP/1.1" status: 204 len: 168 time: 0.4982488 Apr 29 17:32:29.033029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:29.033029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:29.033029 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] 10.222.0.36 "PUT /v2.0/ports/0ccdec47-db6d-4aab-8a6f-7473a03ce973 HTTP/1.1" status: 200 len: 1094 time: 3.6403959 Apr 29 17:32:29.060845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ae2a826b-9380-4448-8251-fb80b1c76e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:29.069193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5188a6-e61f-4960-8b07-55add6a59cb9', 'tag': '0ccdec47-db6d-4aab-8a6f-7473a03ce973'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:32:29.073820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:29.073982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] For port 8f431d3e-4528-4760-8f2a-c46555f2b2d5, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8f431d3e-4528-4760-8f2a-c46555f2b2d5,segment=NetworkSegment(30013f5f-2a6c-4c67-b16b-aee9114fbc78),segment_id=30013f5f-2a6c-4c67-b16b-aee9114fbc78)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:32:29.084958 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:29.099070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:29.099741 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:29.123172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=429c9d73-d070-47c1-a482-ab94129e8b77,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:29.134273 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2b7653f5-2925-4703-9f62-4bee9157f2dc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8374484 Apr 29 17:32:29.134985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43552) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:29.138749 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a826b-9380-4448-8251-fb80b1c76e9e None None] Pushing event deleted for resources: {'Port': ['ID=b5701f5b-7a37-4600-914a-bb216c3d5e4f,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:29.141107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'name': 'tempest-NetworksTestDHCPv6-309967423'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:29.149777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2a826b-9380-4448-8251-fb80b1c76e9e None None] No DVR routers for this DVR port b5701f5b-7a37-4600-914a-bb216c3d5e4f on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:32:29.174676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeac26ed-e758-4d88-a1b9-943237ec7964 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:29.326430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:29.337470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:29.350407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:29.355156 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:29.360489 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:29.373705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:29.378918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:29.386726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:29.397694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:29.432196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d60c9c-b85d-41dc-9380-cce714d73ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccdec47-db6d-4aab-8a6f-7473a03ce973,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:29.468351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port 990c8f87-fcf5-4435-b0ed-ac13c759d06e yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:29.491832 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '429c9d73-d070-47c1-a482-ab94129e8b77'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:32:29.492797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:29.494773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:29.495653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:29.497252 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] 10.222.0.36 "PUT /v2.0/ports/8f431d3e-4528-4760-8f2a-c46555f2b2d5 HTTP/1.1" status: 200 len: 1093 time: 5.7850895 Apr 29 17:32:29.508864 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f29c04b0-b0f4-4097-b332-a6e7b3fc6026 req-2762a5c0-20a6-44bb-a7ac-2a7cdfaa1632 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5644569 Apr 29 17:32:29.544494 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Floating IP 2ca23659-32cd-4c68-b5b0-102b657443d1 associated. External IP: 172.26.4.141, port: 4170748a-e555-4298-b4e8-650c68bf8ade. Apr 29 17:32:29.771397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9fe125-9c8f-425d-9f68-f9abd2ebf0c7,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:29.773908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-01ca3c8a-4588-4a51-9876-e9bfa3fbff9a tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:29.777840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:32:29.811150 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device b5701f5b-7a37-4600-914a-bb216c3d5e4f no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:32:29.821383 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::313 (e0d73202-cb6d-4434-a143-4d729ced40a4/429c9d73-d070-47c1-a482-ab94129e8b77/990c8f87-fcf5-4435-b0ed-ac13c759d06e) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:29.859705 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: b5701f5b-7a37-4600-914a-bb216c3d5e4f {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:32:29.860070 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device b5701f5b-7a37-4600-914a-bb216c3d5e4f not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:32:29.908832 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:29.908832 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Added segment dd7eaae8-6852-4b5d-83e0-7903235f7eb8 of type vlan for network 23ceb7a2-570f-4ade-b641-602eaf9d4767 Apr 29 17:32:29.974011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213a110-416f-4c03-bf4a-2cd5053e36ce service neutron] Pushing event updated for resources: {'Port': ['ID=8f431d3e-4528-4760-8f2a-c46555f2b2d5,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:29.994929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13067479-52a9-486b-93c1-03788d29c99f req-dcd44bb4-f295-4fca-94c1-c2515873f91b tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:30.002031 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-13067479-52a9-486b-93c1-03788d29c99f req-dcd44bb4-f295-4fca-94c1-c2515873f91b tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 1.0641489 Apr 29 17:32:30.066758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:30.087126 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object 990c8f87-fcf5-4435-b0ed-ac13c759d06e will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:30.096047 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-58a3723a-fca9-45df-9bb6-a4edb579809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:30.097527 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-58a3723a-fca9-45df-9bb6-a4edb579809e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5a2ce7a595544feb083459386aa2363&device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 1097 time: 1.0009038 Apr 29 17:32:30.114661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca3c8a-4588-4a51-9876-e9bfa3fbff9a tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event deleted for resources: {'Port': ['ID=4564a132-7c30-45d3-8768-11345800603e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:30.126545 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:30.215836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:30.224533 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:30.227821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:30.230273 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:30.236104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:30.236768 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:30.253377 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=990c8f87-fcf5-4435-b0ed-ac13c759d06e,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:30.269838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Allocated IP 2001:db8::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/429c9d73-d070-47c1-a482-ab94129e8b77/d4b97c23-8252-45f1-83bf-756c5e071447) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:30.275543 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-50111e3e-3029-41b4-991f-492e9a776622 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1393094 Apr 29 17:32:30.277740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43580) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:30.287630 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-09161c2b-e8b6-4c39-8855-8fb7f46ea366 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccdec47-db6d-4aab-8a6f-7473a03ce973 HTTP/1.1" status: 200 len: 217 time: 0.1573994 Apr 29 17:32:30.314958 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43584) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:30.371050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ec4cb-7ec5-4d2d-a57d-5326e15bf0f0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:30.372097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ec8ec4cb-7ec5-4d2d-a57d-5326e15bf0f0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:30.386739 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-13067479-52a9-486b-93c1-03788d29c99f req-b1abf81f-df1c-4829-bea2-079aef9a9bd2 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3837879 Apr 29 17:32:30.393560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ec8ec4cb-7ec5-4d2d-a57d-5326e15bf0f0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:30.394786 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ec8ec4cb-7ec5-4d2d-a57d-5326e15bf0f0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1155300 Apr 29 17:32:30.397675 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43590) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:30.448157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.resource_extend [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:32:30.465492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-60e2988c-58a9-4f24-a81c-93972f242fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:30.467500 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-60e2988c-58a9-4f24-a81c-93972f242fa5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c544c7e1-d2c9-4197-869f-f67ad5cc2209 HTTP/1.1" status: 200 len: 844 time: 0.1648726 Apr 29 17:32:30.484704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-3fa40b9f-1efd-4e51-a3b9-9cd64d9184cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 990c8f87-fcf5-4435-b0ed-ac13c759d06e {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:30.485687 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3fa40b9f-1efd-4e51-a3b9-9cd64d9184cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:30.534117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-01ca3c8a-4588-4a51-9876-e9bfa3fbff9a tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:30.553447 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-bb519815-5767-45f6-b41d-45cdacd83fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:30.554909 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-bb519815-5767-45f6-b41d-45cdacd83fa5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a200f959dbd436a8fd7078b57ae78ed&device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 1096 time: 0.9237211 Apr 29 17:32:30.556173 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-01ca3c8a-4588-4a51-9876-e9bfa3fbff9a tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "DELETE /v2.0/ports/4564a132-7c30-45d3-8768-11345800603e HTTP/1.1" status: 204 len: 168 time: 4.5631442 Apr 29 17:32:30.559762 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2a480647-fc18-473e-9466-1aa0be197be3 tempest-AgentManagementNegativeTest-367410655 tempest-AgentManagementNegativeTest-367410655-project] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2386742 Apr 29 17:32:30.560824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43600) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:30.600729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:30.611481 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce53b31-0736-4d0d-b1d0-992904d4f808 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] GET failed (client error): The resource could not be found. Apr 29 17:32:30.612038 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8ce53b31-0736-4d0d-b1d0-992904d4f808 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Synchronizing usage tracker for tenant:ad78f2f59f6b46d89e5e166ca4c3df3f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:30.625339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Transition to ACTIVE for port object d4b97c23-8252-45f1-83bf-756c5e071447 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:30.652495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Transition to ACTIVE for port object d4b97c23-8252-45f1-83bf-756c5e071447 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:30.660113 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:30.687430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8ce53b31-0736-4d0d-b1d0-992904d4f808 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Unset dirty status for tenant:ad78f2f59f6b46d89e5e166ca4c3df3f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:30.688597 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8ce53b31-0736-4d0d-b1d0-992904d4f808 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "GET /v2.0/ports/4564a132-7c30-45d3-8768-11345800603e HTTP/1.1" status: 404 len: 333 time: 0.1231368 Apr 29 17:32:30.692368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43606) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:30.698609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Request body: {'port': {'network_id': '8882cbdd-28ac-4e48-a88f-eabb1bffca9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1950611013'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:30.737483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b2147-0441-45d1-b185-7c5a3f727aef req-adc28019-28eb-42c4-8608-aafef2d413b2 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:30.739378 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f8b2147-0441-45d1-b185-7c5a3f727aef req-adc28019-28eb-42c4-8608-aafef2d413b2 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 943 time: 0.9404233 Apr 29 17:32:30.741240 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f34353-bf99-4b93-9aa6-92bfcdcf938e'] response: {'name': 'network-changed', 'server_uuid': '2a5188a6-e61f-4960-8b07-55add6a59cb9', 'tag': '0ccdec47-db6d-4aab-8a6f-7473a03ce973', 'status': 'completed', 'code': 200} Apr 29 17:32:30.753776 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:30.757502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:30.762405 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:30.775441 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Pushing event updated for resources: {'Port': ['ID=d4b97c23-8252-45f1-83bf-756c5e071447,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:30.852583 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-b2da4ed7-995c-46c6-8a5f-668296e93cd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f431d3e-4528-4760-8f2a-c46555f2b2d5 HTTP/1.1" status: 200 len: 217 time: 0.1083679 Apr 29 17:32:30.889187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Attempting to bind port d4b97c23-8252-45f1-83bf-756c5e071447 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:30.889876 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Attempting to bind port d4b97c23-8252-45f1-83bf-756c5e071447 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:30.890434 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Attempting to bind port d4b97c23-8252-45f1-83bf-756c5e071447 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:30.896236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:30.897178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:30.897616 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:32:30.897757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:30.898245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:30.898829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:30.899416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:32:30.900008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Bound port: d4b97c23-8252-45f1-83bf-756c5e071447, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:32:30.901784 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:30.978420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43616) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:30.984810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3fa40b9f-1efd-4e51-a3b9-9cd64d9184cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:30.998702 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:31.023136 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] For port d4b97c23-8252-45f1-83bf-756c5e071447, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:31.027392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] For port d4b97c23-8252-45f1-83bf-756c5e071447, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d4b97c23-8252-45f1-83bf-756c5e071447,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:32:31.036467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:31.065899 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f8b2147-0441-45d1-b185-7c5a3f727aef req-d9bc0285-4853-45fc-83c8-36a1c09da874 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872059 Apr 29 17:32:31.082659 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 4.1268408 Apr 29 17:32:31.114629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43622) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:31.117339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:31.126698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-3fa40b9f-1efd-4e51-a3b9-9cd64d9184cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 990c8f87-fcf5-4435-b0ed-ac13c759d06e owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:31.142581 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c45c9-2c6c-478d-9661-0f2c7e459edc None None] Pushing event updated for resources: {'Port': ['ID=d4b97c23-8252-45f1-83bf-756c5e071447,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:31.164760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Request body: {'subnet': {'network_id': '23ceb7a2-570f-4ade-b641-602eaf9d4767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:31.170045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:31.294878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Usage tracker for resource:subnet and tenant:8f88d80ebbf84bc1b36e869246875715 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:31.303140 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:31.308112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-309843ac-d509-4be5-8f01-a5404648229f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:31.316658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Made reservation on behalf of ad78f2f59f6b46d89e5e166ca4c3df3f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:31.320074 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:31.334936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a39c8-ca39-41ae-803c-b7b88023e461 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event updated for resources: {'Network': ['ID=23ceb7a2-570f-4ade-b641-602eaf9d4767,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:31.337765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:31.352296 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-309843ac-d509-4be5-8f01-a5404648229f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:31.352630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 23ceb7a2-570f-4ade-b641-602eaf9d4767 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:32:31.361511 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-aab3de63-db49-4714-b21f-9ae2a00a9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:31.361723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-309843ac-d509-4be5-8f01-a5404648229f admin admin] Usage tracker for resource:security_group_rule and tenant:e58e63c8acb34eec9a1de1a149ced20e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:31.362979 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-aab3de63-db49-4714-b21f-9ae2a00a9d81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=84622bd6-291d-4a19-bc35-239d5b1a0fd6 HTTP/1.1" status: 200 len: 851 time: 0.4527786 Apr 29 17:32:31.386079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-309843ac-d509-4be5-8f01-a5404648229f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:31.409656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-309843ac-d509-4be5-8f01-a5404648229f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:31.412124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] device_id is not set on port c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:31.443186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-148ce0c6-7c40-486b-a628-38a0d2a01d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:31.445425 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-148ce0c6-7c40-486b-a628-38a0d2a01d71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f100fae-1063-4412-a27d-002c2f38e886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9198513 Apr 29 17:32:31.450977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Made reservation on behalf of 8f88d80ebbf84bc1b36e869246875715 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:31.453319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:31.498933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Router f864128b-fc69-4d68-a95b-8793f936fbce has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:32:31.514864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e948b-3833-47aa-b122-53cb71e33cd0 req-319f40d9-eda7-4b2a-8cb2-f00b1a347eea tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:31.520580 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-136e948b-3833-47aa-b122-53cb71e33cd0 req-319f40d9-eda7-4b2a-8cb2-f00b1a347eea tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.7752538 Apr 29 17:32:31.534935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43628) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:31.547773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c208b3e1-8999-4ed6-bb24-31faa3a9b988 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Request body: {'floatingip': {'port_id': 'd03cbbc3-b67e-4acb-85c4-f19455702778'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:31.718397 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3fa40b9f-1efd-4e51-a3b9-9cd64d9184cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:31.741458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c208b3e1-8999-4ed6-bb24-31faa3a9b988 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for floatingip, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:31.794717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device d4b97c23-8252-45f1-83bf-756c5e071447 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:31.804341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa40b9f-1efd-4e51-a3b9-9cd64d9184cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=990c8f87-fcf5-4435-b0ed-ac13c759d06e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:31.808853 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Allocated IP 2001:db8::1f7 (8882cbdd-28ac-4e48-a88f-eabb1bffca9b/7e374292-4e64-4aae-a5c2-04e2bd538c62/c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:31.881040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port d4b97c23-8252-45f1-83bf-756c5e071447 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:31.905995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3fa40b9f-1efd-4e51-a3b9-9cd64d9184cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:31.990545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff7383-8de2-4c93-bc87-f9905d4d0394 req-7dc3c3d6-d5e2-4019-932d-6f98182bcf52 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:31.991663 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c7ff7383-8de2-4c93-bc87-f9905d4d0394 req-7dc3c3d6-d5e2-4019-932d-6f98182bcf52 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 944 time: 0.7108710 Apr 29 17:32:32.006708 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3fa40b9f-1efd-4e51-a3b9-9cd64d9184cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/990c8f87-fcf5-4435-b0ed-ac13c759d06e HTTP/1.1" status: 204 len: 168 time: 1.6079755 Apr 29 17:32:32.007586 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-17b846cb-ada6-46f3-b089-9524ca6ee595 service neutron] 10.222.0.36 "GET /v2.0/networks/2f100fae-1063-4412-a27d-002c2f38e886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504816 Apr 29 17:32:32.014335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43632) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:32.072705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-4a743de2-d4fe-4577-9d8b-9a52ebdb6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:32.074169 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-4a743de2-d4fe-4577-9d8b-9a52ebdb6d40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a920e1c-5aa4-413b-99b4-e430d5bbd744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6995101 Apr 29 17:32:32.096993 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-309843ac-d509-4be5-8f01-a5404648229f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:32.166881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-309843ac-d509-4be5-8f01-a5404648229f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:32.225129 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-309843ac-d509-4be5-8f01-a5404648229f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e58e63c8acb34eec9a1de1a149ced20e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2437048 Apr 29 17:32:32.239550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43638) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:32.286922 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309843ac-d509-4be5-8f01-a5404648229f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf78746-8d8c-4503-a9d2-4e751600d521,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:32.323434 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:32.398177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Transition to ACTIVE for port object c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:32.424654 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-decee368-ad53-4458-8247-039b6ac14a56 None None] Provisioning for port d4b97c23-8252-45f1-83bf-756c5e071447 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:32.433396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-decee368-ad53-4458-8247-039b6ac14a56 None None] Provisioning complete for port d4b97c23-8252-45f1-83bf-756c5e071447 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:32.433906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-decee368-ad53-4458-8247-039b6ac14a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:32.441115 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e23c0b2-2b7a-4ab3-afdd-7cd8c4f88566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:32.459972 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c7ff7383-8de2-4c93-bc87-f9905d4d0394 req-e16c881f-337f-4289-b660-b37accffcabf tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4571259 Apr 29 17:32:32.490729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e23c0b2-2b7a-4ab3-afdd-7cd8c4f88566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:32.502614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:32.566488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:32:32.580211 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3ccc7-cda5-4660-9088-3f437f537ec0 None None] Sync routers for ids ['f864128b-fc69-4d68-a95b-8793f936fbce'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:32:32.593763 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3ccc7-cda5-4660-9088-3f437f537ec0 None None] Routers {'f864128b-fc69-4d68-a95b-8793f936fbce'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:32.594722 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8cf3ccc7-cda5-4660-9088-3f437f537ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f864128b-fc69-4d68-a95b-8793f936fbce'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:32.599973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-decee368-ad53-4458-8247-039b6ac14a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:32.600803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:32.607870 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:32.615065 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:32.620539 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:32.621163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:32.649287 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-decee368-ad53-4458-8247-039b6ac14a56 None None] For port d4b97c23-8252-45f1-83bf-756c5e071447, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d4b97c23-8252-45f1-83bf-756c5e071447,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:32.663316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-decee368-ad53-4458-8247-039b6ac14a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:32.672629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event updated for resources: {'Port': ['ID=c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:32.718892 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab88551-a464-40dc-b983-dc2efa2420fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:32.720765 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab88551-a464-40dc-b983-dc2efa2420fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:32.721550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3ab88551-a464-40dc-b983-dc2efa2420fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:32.808571 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8cf3ccc7-cda5-4660-9088-3f437f537ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:32.815390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.objects.ports [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:32:32.816325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:32.834017 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3ccc7-cda5-4660-9088-3f437f537ec0 None None] Routers {'f864128b-fc69-4d68-a95b-8793f936fbce'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:32.835395 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8cf3ccc7-cda5-4660-9088-3f437f537ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f864128b-fc69-4d68-a95b-8793f936fbce'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:32.836989 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c8f170c4-a1e8-45ed-abc3-74afa1a6ce96 None None] Could not find standard attr ID for object 990c8f87-fcf5-4435-b0ed-ac13c759d06e. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:32:32.844222 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decee368-ad53-4458-8247-039b6ac14a56 None None] Pushing event updated for resources: {'Port': ['ID=d4b97c23-8252-45f1-83bf-756c5e071447,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:32.905292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e23c0b2-2b7a-4ab3-afdd-7cd8c4f88566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:32.913147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0e16eaab-5ae1-43e8-bb6f-7676ed71e73e,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:32.914327 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8cf3ccc7-cda5-4660-9088-3f437f537ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:32.914762 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3ccc7-cda5-4660-9088-3f437f537ec0 None None] The sync data for ids ['f864128b-fc69-4d68-a95b-8793f936fbce'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:32:32.918252 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bb9693-ae3c-4a83-ad7a-346ea11d4e8d', 'tag': '8f431d3e-4528-4760-8f2a-c46555f2b2d5'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:32:32.942950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e23c0b2-2b7a-4ab3-afdd-7cd8c4f88566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:32.946440 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9e23c0b2-2b7a-4ab3-afdd-7cd8c4f88566 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecf78746-8d8c-4503-a9d2-4e751600d521 HTTP/1.1" status: 204 len: 168 time: 0.6989703 Apr 29 17:32:32.967381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23c0b2-2b7a-4ab3-afdd-7cd8c4f88566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf78746-8d8c-4503-a9d2-4e751600d521,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:32.975429 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-29a70a97-8355-4abb-b2ee-c0c1a4e64954 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2820272 Apr 29 17:32:32.976823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Checking segment: {'id': 'dd7eaae8-6852-4b5d-83e0-7903235f7eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23ceb7a2-570f-4ade-b641-602eaf9d4767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:32.977309 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Network hostable DHCP agents. Network: 23ceb7a2-570f-4ade-b641-602eaf9d4767, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:32:32.988045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43646) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:32.994705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:74:05:1b'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:32.998077 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:33.064543 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3197210f-0bf9-40d5-aa07-68b78b190684'] response: {'name': 'network-changed', 'server_uuid': '11bb9693-ae3c-4a83-ad7a-346ea11d4e8d', 'tag': '8f431d3e-4528-4760-8f2a-c46555f2b2d5', 'status': 'completed', 'code': 200} Apr 29 17:32:33.066514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-03fe6768-73b7-4d28-bfde-4b2e9bee6bcc None None] Provisioning for port c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:33.074470 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-03fe6768-73b7-4d28-bfde-4b2e9bee6bcc None None] Provisioning complete for port c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:33.075475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-03fe6768-73b7-4d28-bfde-4b2e9bee6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:33.104955 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Network 23ceb7a2-570f-4ade-b641-602eaf9d4767 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:32:33.136806 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ffc64321-7722-495d-94a8-b7f5bd16cc75 req-c666ef96-5f39-4691-b19c-564a9e3b67a3 service neutron] 10.222.0.36 "GET /v2.0/networks/2f100fae-1063-4412-a27d-002c2f38e886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0679581 Apr 29 17:32:33.142652 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-03fe6768-73b7-4d28-bfde-4b2e9bee6bcc None None] Port c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:33.168285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 23ceb7a2-570f-4ade-b641-602eaf9d4767) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:33.172490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:33.172693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3ab88551-a464-40dc-b983-dc2efa2420fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:33.173057 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:33.176806 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3ab88551-a464-40dc-b983-dc2efa2420fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.1198003 Apr 29 17:32:33.177345 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-a3e33276-9abf-49dc-a20f-0af8d6efe588 service neutron] 10.222.0.36 "GET /v2.0/networks/4a920e1c-5aa4-413b-99b4-e430d5bbd744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8550701 Apr 29 17:32:33.177976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43652) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:33.186466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab17ef6d-a10f-4806-8c04-59f89158abc0 None None] Network 23ceb7a2-570f-4ade-b641-602eaf9d4767 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:33.202148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dba990-6124-4e72-bdf1-da83156844d4 req-6fba9ef9-11e1-4970-9b33-dc619651c451 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:33.203996 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b1dba990-6124-4e72-bdf1-da83156844d4 req-6fba9ef9-11e1-4970-9b33-dc619651c451 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 943 time: 0.8756921 Apr 29 17:32:33.218121 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8d9551a3-5704-4a0a-9de9-f2b86985eddd tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0993450 Apr 29 17:32:33.218121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43656) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:33.227889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-956966175', 'network_id': '23ceb7a2-570f-4ade-b641-602eaf9d4767'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:33.241316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:33.253692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Usage tracker for resource:port and tenant:8f88d80ebbf84bc1b36e869246875715 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:33.257698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:33.259801 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c9f75c9f-f40e-4cca-bd80-d4ba63d4047c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 15.2874579 Apr 29 17:32:33.306495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43660) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:33.329827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:33.340644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:33.395946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Made reservation on behalf of 8f88d80ebbf84bc1b36e869246875715 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:33.399758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:33.453016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204e02ca-3bb2-4af9-90ca-fd1845fcf4fa None None] Network 23ceb7a2-570f-4ade-b641-602eaf9d4767 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:33.454069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] device_id is not set on port fad19b0d-0273-49b5-85d2-2794255f1f08 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:33.592738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 429c9d73-d070-47c1-a482-ab94129e8b77 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:32:33.604097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:33.641867 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4328e33a-c4ab-4546-b7ee-182ae3173a2f tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] 10.222.0.11 "GET /v2.0/floatingips/2ca23659-32cd-4c68-b5b0-102b657443d1 HTTP/1.1" status: 200 len: 983 time: 0.3306012 Apr 29 17:32:33.642624 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b1dba990-6124-4e72-bdf1-da83156844d4 req-4f0d1850-9b4d-4b98-8d43-2547272c92ca tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3816531 Apr 29 17:32:33.643096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43678) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:33.768225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.resource_extend [None req-c208b3e1-8999-4ed6-bb24-31faa3a9b988 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:32:33.789355 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device d4b97c23-8252-45f1-83bf-756c5e071447 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:33.894285 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17108bc1-1e5a-4331-a219-5389cf26dec7 req-68ba880e-f022-4beb-91dc-3d6a1afd1778 service neutron] 10.222.0.36 "GET /v2.0/networks/4a920e1c-5aa4-413b-99b4-e430d5bbd744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6560621 Apr 29 17:32:33.922674 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port d4b97c23-8252-45f1-83bf-756c5e071447 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:33.923276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:33.924592 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:33.927971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43686) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:34.024745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.032545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe0f4-5f72-4627-a882-b3014ead5e5d req-67a51fd3-f21d-4a4b-b217-5d47b7a326d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:34.034854 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9eefe0f4-5f72-4627-a882-b3014ead5e5d req-67a51fd3-f21d-4a4b-b217-5d47b7a326d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5a2ce7a595544feb083459386aa2363&device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 1097 time: 0.7666378 Apr 29 17:32:34.038749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.095939 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3af8bce1-d592-4aff-b8b3-682d90fcc3b0 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.4435143 Apr 29 17:32:34.112021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1890370325'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:34.115610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43692) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:34.120210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c208b3e1-8999-4ed6-bb24-31faa3a9b988 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.126388 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:34.135117 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] In _notify_port_updated(), no bound segment for port c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0 on network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b {{(pid=88018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:32:34.140773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:34.141529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.143124 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "PUT /v2.0/ports/c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0 HTTP/1.1" status: 200 len: 1003 time: 1.1541209 Apr 29 17:32:34.149908 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Usage tracker for resource:network and tenant:0a13c5556efb48cb8480c72c3baa752a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:34.162262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43696) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:34.165010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Allocated IP 2001:db8::334 (23ceb7a2-570f-4ade-b641-602eaf9d4767/0e16eaab-5ae1-43e8-bb6f-7676ed71e73e/fad19b0d-0273-49b5-85d2-2794255f1f08) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:34.169524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:34.193730 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c208b3e1-8999-4ed6-bb24-31faa3a9b988 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.229361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:34.236619 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event updated for resources: {'Port': ['ID=c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:34.257449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:34.257781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:34.258112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:34.258442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:34.258767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:34.259085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:34.259442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:34.259760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:34.260071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:34.260412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:34.260693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:34.261002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b0307-a358-4184-90a8-990d3302a6de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:34.284711 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Made reservation on behalf of 0a13c5556efb48cb8480c72c3baa752a for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:34.288083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.303121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fd51cc22-4550-4167-a5d1-e3f49ea7ada5 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Deleting port c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:34.303490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd51cc22-4550-4167-a5d1-e3f49ea7ada5 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.341366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.374314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-16767b96-6e88-42f4-b831-2c4f0f63a303 None None] Provisioning complete for port c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:34.374827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-16767b96-6e88-42f4-b831-2c4f0f63a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.385167 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:34.415605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Usage tracker for resource:security_group_rule and tenant:0a13c5556efb48cb8480c72c3baa752a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:34.429163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:34.432702 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-16767b96-6e88-42f4-b831-2c4f0f63a303 None None] Port c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:34.461002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:34.612761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279a778-aa76-43a4-b58c-2d22db1ef8b6 req-92e7cb17-dda5-488a-887e-d70553ec0e98 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:34.614205 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e279a778-aa76-43a4-b58c-2d22db1ef8b6 req-92e7cb17-dda5-488a-887e-d70553ec0e98 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 944 time: 0.8827748 Apr 29 17:32:34.713071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.739055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe0f4-5f72-4627-a882-b3014ead5e5d req-7aed4b2f-623d-40e2-bcd2-4b29c1a49117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:34.740523 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9eefe0f4-5f72-4627-a882-b3014ead5e5d req-7aed4b2f-623d-40e2-bcd2-4b29c1a49117 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f100fae-1063-4412-a27d-002c2f38e886 HTTP/1.1" status: 200 len: 906 time: 0.6860855 Apr 29 17:32:34.758847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.783034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd51cc22-4550-4167-a5d1-e3f49ea7ada5 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.845257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc35acf-ebde-4e3f-a492-8e542d9a9fd6 req-6287216b-9696-4be4-bd06-60b77a7872a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:34.846686 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6cc35acf-ebde-4e3f-a492-8e542d9a9fd6 req-6287216b-9696-4be4-bd06-60b77a7872a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a200f959dbd436a8fd7078b57ae78ed&device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 1096 time: 0.8708317 Apr 29 17:32:34.859981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.921023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fd51cc22-4550-4167-a5d1-e3f49ea7ada5 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Calling delete_port for c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:34.940935 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9eefe0f4-5f72-4627-a882-b3014ead5e5d req-3096d7e3-ad97-440a-bb4c-eba546945189 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccdec47-db6d-4aab-8a6f-7473a03ce973 HTTP/1.1" status: 200 len: 217 time: 0.1853461 Apr 29 17:32:34.948090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:34.982468 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.013361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-68ee1690-2941-4446-8101-40290891735f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Deleting port 08b68457-99bc-4f06-a862-0f87ccf151c2 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:35.013714 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-68ee1690-2941-4446-8101-40290891735f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.024033 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:32:35.064933 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e279a778-aa76-43a4-b58c-2d22db1ef8b6 req-497fc5d1-1557-448d-9b70-cb86c96d2f2a tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3770883 Apr 29 17:32:35.076761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.077095 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Added segment b195a9a8-6783-4d89-83fe-504dde28ddc3 of type vlan for network eaf2f74b-4d2f-41fc-9329-ebc072cd4796 Apr 29 17:32:35.086599 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-c208b3e1-8999-4ed6-bb24-31faa3a9b988 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Floating IP b8bd84b1-b840-4ade-9623-433f1fd54ee0 associated. External IP: 172.26.4.195, port: d03cbbc3-b67e-4acb-85c4-f19455702778. Apr 29 17:32:35.092405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=185a1f6d-2e0c-49f5-81f2-ba254bb9f1a8,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:35.108202 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Network 23ceb7a2-570f-4ade-b641-602eaf9d4767 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:35.112593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:35.121570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:35.122568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:35.123128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.148063 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event updated for resources: {'Port': ['ID=fad19b0d-0273-49b5-85d2-2794255f1f08,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:35.151344 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.238643 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-de35fba6-7072-4e6b-a4c9-4f6ccef6b2e9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0197675 Apr 29 17:32:35.244041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43702) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:35.280715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.285606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:35.286169 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.317087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd51cc22-4550-4167-a5d1-e3f49ea7ada5 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.340108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe0f4-5f72-4627-a882-b3014ead5e5d req-7422f8dc-2197-4e70-916a-077a66b5f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:35.341531 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9eefe0f4-5f72-4627-a882-b3014ead5e5d req-7422f8dc-2197-4e70-916a-077a66b5f8a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c544c7e1-d2c9-4197-869f-f67ad5cc2209 HTTP/1.1" status: 200 len: 844 time: 0.3723052 Apr 29 17:32:35.362543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.395543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51cc22-4550-4167-a5d1-e3f49ea7ada5 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event deleted for resources: {'Port': ['ID=c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:35.404000 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4711874 Apr 29 17:32:35.412962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43706) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:35.415091 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-33ec6d56-b906-4f44-9b65-94dbe7d3b763 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Deleting port fad19b0d-0273-49b5-85d2-2794255f1f08 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:35.415436 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-33ec6d56-b906-4f44-9b65-94dbe7d3b763 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.543394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=429c9d73-d070-47c1-a482-ab94129e8b77,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:35.557212 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c7b7da-ed7d-41ca-bfa6-8fb07ea82699 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:35.561206 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.581504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:35.582079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:35.582550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:35.583034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:35.583511 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:35.583965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:35.584423 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:35.584900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:35.585361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:35.585817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:35.586273 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:35.586745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:35.590216 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc35acf-ebde-4e3f-a492-8e542d9a9fd6 req-e4b73273-96cf-4959-a10e-9c4819e15c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:35.591820 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6cc35acf-ebde-4e3f-a492-8e542d9a9fd6 req-e4b73273-96cf-4959-a10e-9c4819e15c4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a920e1c-5aa4-413b-99b4-e430d5bbd744 HTTP/1.1" status: 200 len: 913 time: 0.7266557 Apr 29 17:32:35.632498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Request body: {'subnet': {'network_id': 'eaf2f74b-4d2f-41fc-9329-ebc072cd4796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:35.661998 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694849e-e54c-4d9a-baf9-0884578c415a req-67a9d4fc-2a9d-45b9-8639-93e569ac5289 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:35.663781 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c694849e-e54c-4d9a-baf9-0884578c415a req-67a9d4fc-2a9d-45b9-8639-93e569ac5289 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 943 time: 0.8675182 Apr 29 17:32:35.691135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfae26-1a28-41ff-aa25-eed5437edcdc tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event updated for resources: {'Network': ['ID=eaf2f74b-4d2f-41fc-9329-ebc072cd4796,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:35.693630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd51cc22-4550-4167-a5d1-e3f49ea7ada5 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.695700 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fd51cc22-4550-4167-a5d1-e3f49ea7ada5 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "DELETE /v2.0/ports/c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0 HTTP/1.1" status: 204 len: 168 time: 1.5324256 Apr 29 17:32:35.701279 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6cc35acf-ebde-4e3f-a492-8e542d9a9fd6 req-867b993b-a6a3-4441-a3b2-ca2d56012679 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f431d3e-4528-4760-8f2a-c46555f2b2d5 HTTP/1.1" status: 200 len: 217 time: 0.0982282 Apr 29 17:32:35.701586 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43712) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:35.702883 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fe2d62c2-684c-4e71-b8e9-c8b10ec107e8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/429c9d73-d070-47c1-a482-ab94129e8b77 HTTP/1.1" status: 204 len: 168 time: 2.4978521 Apr 29 17:32:35.711041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43714) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:35.761592 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network eaf2f74b-4d2f-41fc-9329-ebc072cd4796 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:32:35.778169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-68ee1690-2941-4446-8101-40290891735f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.778642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-68ee1690-2941-4446-8101-40290891735f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.915629 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b64ccb-53c5-4e65-9636-dada26f315f3 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] GET failed (client error): The resource could not be found. Apr 29 17:32:35.916650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e5b64ccb-53c5-4e65-9636-dada26f315f3 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Synchronizing usage tracker for tenant:ad78f2f59f6b46d89e5e166ca4c3df3f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:35.924606 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-816a872c-b6a5-4961-89b3-d5f5d7736d34 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2106125 Apr 29 17:32:35.929308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43720) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:35.940522 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766dad23-1797-425e-9520-119341717097 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:32:35.945092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-766dad23-1797-425e-9520-119341717097 None None] Deleting port d4b97c23-8252-45f1-83bf-756c5e071447 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:35.945462 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-766dad23-1797-425e-9520-119341717097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:35.977951 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:35.995398 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Usage tracker for resource:subnet and tenant:0a13c5556efb48cb8480c72c3baa752a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:36.013637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:36.027532 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e5b64ccb-53c5-4e65-9636-dada26f315f3 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Unset dirty status for tenant:ad78f2f59f6b46d89e5e166ca4c3df3f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:36.032336 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e5b64ccb-53c5-4e65-9636-dada26f315f3 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "GET /v2.0/ports/c7fa9031-e9ab-4f9c-ae73-2c0c9b8512d0 HTTP/1.1" status: 404 len: 333 time: 0.3211088 Apr 29 17:32:36.032336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:36.043182 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43724) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:36.056644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Request body: {'port': {'network_id': '8882cbdd-28ac-4e48-a88f-eabb1bffca9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-736065153'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:36.148732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Made reservation on behalf of 0a13c5556efb48cb8480c72c3baa752a for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:36.152123 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:36.202365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-766dad23-1797-425e-9520-119341717097 None None] For port d4b97c23-8252-45f1-83bf-756c5e071447, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d4b97c23-8252-45f1-83bf-756c5e071447,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:36.202937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-766dad23-1797-425e-9520-119341717097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:36.219962 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-68ee1690-2941-4446-8101-40290891735f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Calling delete_port for 08b68457-99bc-4f06-a862-0f87ccf151c2 owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:36.305852 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c694849e-e54c-4d9a-baf9-0884578c415a req-0a4b2433-4642-44c9-9d3b-6109a9f2eec0 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6275632 Apr 29 17:32:36.337874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe0f4-5f72-4627-a882-b3014ead5e5d req-8ff7bed1-0431-4586-bc0d-50f5f772d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:36.339336 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9eefe0f4-5f72-4627-a882-b3014ead5e5d req-8ff7bed1-0431-4586-bc0d-50f5f772d33c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f100fae-1063-4412-a27d-002c2f38e886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9809632 Apr 29 17:32:36.342292 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-766dad23-1797-425e-9520-119341717097 None None] Calling delete_port for d4b97c23-8252-45f1-83bf-756c5e071447 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:36.349594 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc35acf-ebde-4e3f-a492-8e542d9a9fd6 req-d0c64404-1715-4a52-adcb-4d1c007d4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:36.350937 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6cc35acf-ebde-4e3f-a492-8e542d9a9fd6 req-d0c64404-1715-4a52-adcb-4d1c007d4507 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=84622bd6-291d-4a19-bc35-239d5b1a0fd6 HTTP/1.1" status: 200 len: 851 time: 0.6406367 Apr 29 17:32:36.382653 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-33ec6d56-b906-4f44-9b65-94dbe7d3b763 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:36.422388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-766dad23-1797-425e-9520-119341717097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:36.471528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dad23-1797-425e-9520-119341717097 None None] Pushing event deleted for resources: {'Port': ['ID=d4b97c23-8252-45f1-83bf-756c5e071447,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:36.476319 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766dad23-1797-425e-9520-119341717097 None None] No DVR routers for this DVR port d4b97c23-8252-45f1-83bf-756c5e071447 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:32:36.482835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dad23-1797-425e-9520-119341717097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:36.483346 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dad23-1797-425e-9520-119341717097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:36.484103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dad23-1797-425e-9520-119341717097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:36.484103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dad23-1797-425e-9520-119341717097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:36.484586 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dad23-1797-425e-9520-119341717097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:36.485006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dad23-1797-425e-9520-119341717097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:36.486011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dad23-1797-425e-9520-119341717097 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:36.486011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dad23-1797-425e-9520-119341717097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:36.489766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dad23-1797-425e-9520-119341717097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:36.489766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dad23-1797-425e-9520-119341717097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:36.489766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dad23-1797-425e-9520-119341717097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:36.489766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dad23-1797-425e-9520-119341717097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:32:36.533681 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf3575c-a13b-4c6b-b2aa-1e0c9dd019ad tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:36.534361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bcf3575c-a13b-4c6b-b2aa-1e0c9dd019ad tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:36.538199 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:36.546573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-33ec6d56-b906-4f44-9b65-94dbe7d3b763 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Calling delete_port for fad19b0d-0273-49b5-85d2-2794255f1f08 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:36.569783 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c208b3e1-8999-4ed6-bb24-31faa3a9b988 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:32:36.606660 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:36.666314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bcf3575c-a13b-4c6b-b2aa-1e0c9dd019ad tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:36.669944 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bcf3575c-a13b-4c6b-b2aa-1e0c9dd019ad tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7367928 Apr 29 17:32:36.669944 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Made reservation on behalf of ad78f2f59f6b46d89e5e166ca4c3df3f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:36.671963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:36.672402 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43730) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:36.723208 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] device_id is not set on port 47a94e15-dce7-43df-9ca6-0058568fa292 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:36.786152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 0ccdec47-db6d-4aab-8a6f-7473a03ce973 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:32:36.788499 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9eefe0f4-5f72-4627-a882-b3014ead5e5d req-e8cd9718-7b74-451f-ac72-3cda9a89fd0d service neutron] 10.222.0.36 "GET /v2.0/networks/2f100fae-1063-4412-a27d-002c2f38e886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318419 Apr 29 17:32:36.864448 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280075d-fe55-4bcc-bbd1-64bbf2e59392 req-a0ad2ac6-117f-44d2-a5df-46130ae192b6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:36.865785 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6280075d-fe55-4bcc-bbd1-64bbf2e59392 req-a0ad2ac6-117f-44d2-a5df-46130ae192b6 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 944 time: 0.6120849 Apr 29 17:32:36.905919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc35acf-ebde-4e3f-a492-8e542d9a9fd6 req-20b0d48f-b9d2-4a5a-9e82-18bcede001ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:36.907364 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6cc35acf-ebde-4e3f-a492-8e542d9a9fd6 req-20b0d48f-b9d2-4a5a-9e82-18bcede001ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a920e1c-5aa4-413b-99b4-e430d5bbd744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5496767 Apr 29 17:32:36.915362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:36.925873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 0ccdec47-db6d-4aab-8a6f-7473a03ce973, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0ccdec47-db6d-4aab-8a6f-7473a03ce973,segment=NetworkSegment(8365288d-c6ce-40a6-8bac-20f1c47b541b),segment_id=8365288d-c6ce-40a6-8bac-20f1c47b541b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:36.940408 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '0ccdec47-db6d-4aab-8a6f-7473a03ce973', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'port_id': '0ccdec47-db6d-4aab-8a6f-7473a03ce973', 'mac_address': 'fa:16:3e:1d:bd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:32:36.964089 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-33ec6d56-b906-4f44-9b65-94dbe7d3b763 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:36.998528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:37.016684 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccdec47-db6d-4aab-8a6f-7473a03ce973 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:32:37.033487 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 0ccdec47-db6d-4aab-8a6f-7473a03ce973, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0ccdec47-db6d-4aab-8a6f-7473a03ce973,segment=NetworkSegment(8365288d-c6ce-40a6-8bac-20f1c47b541b),segment_id=8365288d-c6ce-40a6-8bac-20f1c47b541b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:37.038636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:37.039473 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 8f431d3e-4528-4760-8f2a-c46555f2b2d5 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:32:37.059217 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d1016d-c420-4e1e-86a5-3e599931bd95 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:37.059923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-74d1016d-c420-4e1e-86a5-3e599931bd95 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:37.093054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-68ee1690-2941-4446-8101-40290891735f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:37.138304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec6d56-b906-4f44-9b65-94dbe7d3b763 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event deleted for resources: {'Port': ['ID=fad19b0d-0273-49b5-85d2-2794255f1f08,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:37.142621 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=0ccdec47-db6d-4aab-8a6f-7473a03ce973,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:37.199457 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event updated for resources: {'Subnet': ['ID=a5999736-16ef-4eb8-a6da-5e57a3ad28bb,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:37.211703 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6280075d-fe55-4bcc-bbd1-64bbf2e59392 req-1acf494e-3e0e-4686-a110-d439afef8eb0 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103707 Apr 29 17:32:37.221589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-33ec6d56-b906-4f44-9b65-94dbe7d3b763 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:37.233150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Allocated IP 2001:db8::bb (8882cbdd-28ac-4e48-a88f-eabb1bffca9b/7e374292-4e64-4aae-a5c2-04e2bd538c62/47a94e15-dce7-43df-9ca6-0058568fa292) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:37.233331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee1690-2941-4446-8101-40290891735f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event deleted for resources: {'Port': ['ID=08b68457-99bc-4f06-a862-0f87ccf151c2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:37.245769 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c208b3e1-8999-4ed6-bb24-31faa3a9b988 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:32:37.252039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Checking segment: {'id': 'b195a9a8-6783-4d89-83fe-504dde28ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eaf2f74b-4d2f-41fc-9329-ebc072cd4796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:37.252472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Network hostable DHCP agents. Network: eaf2f74b-4d2f-41fc-9329-ebc072cd4796, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:32:37.263788 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-33ec6d56-b906-4f44-9b65-94dbe7d3b763 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "DELETE /v2.0/ports/fad19b0d-0273-49b5-85d2-2794255f1f08 HTTP/1.1" status: 204 len: 168 time: 2.0178173 Apr 29 17:32:37.269186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 8f431d3e-4528-4760-8f2a-c46555f2b2d5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8f431d3e-4528-4760-8f2a-c46555f2b2d5,segment=NetworkSegment(30013f5f-2a6c-4c67-b16b-aee9114fbc78),segment_id=30013f5f-2a6c-4c67-b16b-aee9114fbc78)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:37.278918 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a96c8a3-e51a-47f1-b49e-d92cad3e0140 None None] Sync routers for ids ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:32:37.280517 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43734) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:37.288869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '23ceb7a2-570f-4ade-b641-602eaf9d4767', 'external_fixed_ips': [{'subnet_id': '0e16eaab-5ae1-43e8-bb6f-7676ed71e73e', 'ip_address': '2001:db8::334'}]}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:37.292747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '8f431d3e-4528-4760-8f2a-c46555f2b2d5', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'port_id': '8f431d3e-4528-4760-8f2a-c46555f2b2d5', 'mac_address': 'fa:16:3e:e7:15:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:32:37.293355 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9eefe0f4-5f72-4627-a882-b3014ead5e5d req-7b4395a1-6d45-4e87-9853-c90d75c4ce6d service neutron] 10.222.0.36 "GET /v2.0/networks/2f100fae-1063-4412-a27d-002c2f38e886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687355 Apr 29 17:32:37.298092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96c8a3-e51a-47f1-b49e-d92cad3e0140 None None] Routers {'d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:37.298834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1a96c8a3-e51a-47f1-b49e-d92cad3e0140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:37.301006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-74d1016d-c420-4e1e-86a5-3e599931bd95 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:37.304484 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-74d1016d-c420-4e1e-86a5-3e599931bd95 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6207554 Apr 29 17:32:37.306440 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43738) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:37.310490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:37.325564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Usage tracker for resource:router and tenant:8f88d80ebbf84bc1b36e869246875715 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:37.362892 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c208b3e1-8999-4ed6-bb24-31faa3a9b988 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:37.380811 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:37.394409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Network eaf2f74b-4d2f-41fc-9329-ebc072cd4796 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:32:37.406954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:37.413180 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6cc35acf-ebde-4e3f-a492-8e542d9a9fd6 req-b268ff3b-342e-4b4f-b838-df441a2b996a service neutron] 10.222.0.36 "GET /v2.0/networks/4a920e1c-5aa4-413b-99b4-e430d5bbd744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966409 Apr 29 17:32:37.430006 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8bebc048-ac2b-49ad-9383-5526a56de685 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167445 Apr 29 17:32:37.437669 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43744) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:37.445302 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-68ee1690-2941-4446-8101-40290891735f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:37.445637 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-68ee1690-2941-4446-8101-40290891735f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Floating IP 2ca23659-32cd-4c68-b5b0-102b657443d1 disassociated (deleted). External IP: 172.26.4.141, port: 4170748a-e555-4298-b4e8-650c68bf8ade. Apr 29 17:32:37.445748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-00655d96-f953-4b5b-8adc-0d57443629e6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:37.481895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, eaf2f74b-4d2f-41fc-9329-ebc072cd4796) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:37.499001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:37.500483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:37.506095 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167122e7-6b2c-4fe4-addc-22ea41a6608c None None] Network eaf2f74b-4d2f-41fc-9329-ebc072cd4796 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:37.554271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:37.555677 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:37.678878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:37.690427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:37.719264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f431d3e-4528-4760-8f2a-c46555f2b2d5 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:32:37.722773 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ab77929a-b25a-4bcc-8eb3-671e9df541e8 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2839022 Apr 29 17:32:37.730954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43748) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:37.738827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-1a96c8a3-e51a-47f1-b49e-d92cad3e0140 None None] Set router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:32:37.761884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-00655d96-f953-4b5b-8adc-0d57443629e6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:37.773157 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-00655d96-f953-4b5b-8adc-0d57443629e6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:37.778437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4d77210a-5529-4a4c-9815-4feefc424bef tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-181065799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:37.788243 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c208b3e1-8999-4ed6-bb24-31faa3a9b988 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "PUT /v2.0/floatingips/b8bd84b1-b840-4ade-9623-433f1fd54ee0 HTTP/1.1" status: 200 len: 991 time: 6.2498214 Apr 29 17:32:37.798037 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07d85f1-5cea-4b6e-bd3b-95f2673383b9', 'tag': 'd03cbbc3-b67e-4acb-85c4-f19455702778'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:32:37.805978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4d77210a-5529-4a4c-9815-4feefc424bef tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:37.883921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4d77210a-5529-4a4c-9815-4feefc424bef tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Usage tracker for resource:router and tenant:0a13c5556efb48cb8480c72c3baa752a is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:37.892347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4d77210a-5529-4a4c-9815-4feefc424bef tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:37.932187 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00655d96-f953-4b5b-8adc-0d57443629e6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:37.934204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device d4b97c23-8252-45f1-83bf-756c5e071447 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:32:37.935531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-00655d96-f953-4b5b-8adc-0d57443629e6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:37.948558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4d77210a-5529-4a4c-9815-4feefc424bef tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:37.965079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:38.001766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: d4b97c23-8252-45f1-83bf-756c5e071447 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:32:38.002178 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device d4b97c23-8252-45f1-83bf-756c5e071447 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:32:38.012733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 8f431d3e-4528-4760-8f2a-c46555f2b2d5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8f431d3e-4528-4760-8f2a-c46555f2b2d5,segment=NetworkSegment(30013f5f-2a6c-4c67-b16b-aee9114fbc78),segment_id=30013f5f-2a6c-4c67-b16b-aee9114fbc78)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:38.027055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d77210a-5529-4a4c-9815-4feefc424bef tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:38.028109 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d77210a-5529-4a4c-9815-4feefc424bef tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:38.043863 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6cc35acf-ebde-4e3f-a492-8e542d9a9fd6 req-a4a5c0a4-e5a3-4c32-8102-f1ad55044e15 service neutron] 10.222.0.36 "GET /v2.0/networks/4a920e1c-5aa4-413b-99b4-e430d5bbd744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219320 Apr 29 17:32:38.053757 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:38.117938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Transition to ACTIVE for port object 47a94e15-dce7-43df-9ca6-0058568fa292 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:38.205602 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:38.208913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6376a7-5b94-44cc-8f15-bb9f2627e3b1 req-da0d6310-eadc-4cb6-a410-97942570a778 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:38.210224 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-da6376a7-5b94-44cc-8f15-bb9f2627e3b1 req-da0d6310-eadc-4cb6-a410-97942570a778 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 943 time: 0.5036602 Apr 29 17:32:38.222919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d77210a-5529-4a4c-9815-4feefc424bef tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:38.267226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:38.286442 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-eaf2f74b-4d2f-41fc-9329-ebc072cd4796', 'network_id': 'eaf2f74b-4d2f-41fc-9329-ebc072cd4796', 'tenant_id': '0a13c5556efb48cb8480c72c3baa752a', 'fixed_ips': [{'subnet_id': 'a5999736-16ef-4eb8-a6da-5e57a3ad28bb'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:32:38.287876 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:38.290987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49803075-41b1-406d-8f9f-0e9785de2b90 req-c4a6c457-ce0c-4f4f-bca5-804e487a210e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:38.292491 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-49803075-41b1-406d-8f9f-0e9785de2b90 req-c4a6c457-ce0c-4f4f-bca5-804e487a210e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.3892863 Apr 29 17:32:38.296897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d77210a-5529-4a4c-9815-4feefc424bef tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:38.316232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['8f431d3e-4528-4760-8f2a-c46555f2b2d5'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:32:38.348696 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=8f431d3e-4528-4760-8f2a-c46555f2b2d5,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:38.365549 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-da6376a7-5b94-44cc-8f15-bb9f2627e3b1 req-bc75022e-ed56-4204-befb-df6cebda845a tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194432 Apr 29 17:32:38.380211 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['0ccdec47-db6d-4aab-8a6f-7473a03ce973'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:32:38.381501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d77210a-5529-4a4c-9815-4feefc424bef tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:38.382859 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4d77210a-5529-4a4c-9815-4feefc424bef tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6430445 Apr 29 17:32:38.389176 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43758) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:38.398148 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-49803075-41b1-406d-8f9f-0e9785de2b90 req-5909db87-4fe5-4fce-a9d8-0d7f5583171d tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806923 Apr 29 17:32:38.400063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ee1690-2941-4446-8101-40290891735f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Router f864128b-fc69-4d68-a95b-8793f936fbce has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:32:38.405296 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:38.523093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:38.533238 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d065e3a-cf1f-4c33-8d4e-a64967d41fda'] response: {'name': 'network-changed', 'server_uuid': 'd07d85f1-5cea-4b6e-bd3b-95f2673383b9', 'tag': 'd03cbbc3-b67e-4acb-85c4-f19455702778', 'status': 'completed', 'code': 200} Apr 29 17:32:38.655373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:38.661118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:38.661833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:38.692755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event updated for resources: {'Port': ['ID=47a94e15-dce7-43df-9ca6-0058568fa292,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:38.723021 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c1d6579e-0619-40db-855b-ca831b7302de tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6767564 Apr 29 17:32:38.726593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43764) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:38.742706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Request body: {'port': {'network_id': '8882cbdd-28ac-4e48-a88f-eabb1bffca9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1967926558'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:38.822933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ee1690-2941-4446-8101-40290891735f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:32:38.833090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-68ee1690-2941-4446-8101-40290891735f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:38.840119 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52a9c91-6d25-495e-b17e-95c2a55efaf2 None None] Sync routers for ids ['f864128b-fc69-4d68-a95b-8793f936fbce'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:32:38.850987 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52a9c91-6d25-495e-b17e-95c2a55efaf2 None None] Routers {'f864128b-fc69-4d68-a95b-8793f936fbce'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:38.851899 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-f52a9c91-6d25-495e-b17e-95c2a55efaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f864128b-fc69-4d68-a95b-8793f936fbce'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:38.869261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Allocated IP 172.20.0.2 (eaf2f74b-4d2f-41fc-9329-ebc072cd4796/a5999736-16ef-4eb8-a6da-5e57a3ad28bb/e5bc722a-bc47-410a-9c2f-df1ae63add30) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:38.886835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8f05f-6e76-4f1f-bde1-5aa70b21e19d req-eccaea28-8ebc-44b4-b6b9-15aabad1732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:38.888511 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b6d8f05f-6e76-4f1f-bde1-5aa70b21e19d req-eccaea28-8ebc-44b4-b6b9-15aabad1732f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c48d4c66c93f4c7fa3f8a35a1e52d29c&device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 1098 time: 0.3541946 Apr 29 17:32:38.898223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4cd3b-af80-46b2-8440-29c805bfb5f0 req-e038d810-dba7-4ba8-9dc8-8ad931523c3f tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:38.905589 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bed4cd3b-af80-46b2-8440-29c805bfb5f0 req-e038d810-dba7-4ba8-9dc8-8ad931523c3f tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 945 time: 0.3006685 Apr 29 17:32:38.957032 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8adf1565-0211-4859-95fb-c40d42cf26c8 None None] Provisioning for port 47a94e15-dce7-43df-9ca6-0058568fa292 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:38.960162 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-f52a9c91-6d25-495e-b17e-95c2a55efaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:38.960284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f0b7b-e4e7-4ff1-86c1-7c5d08e88ea3 req-22d68c98-05e1-4462-9973-113cda25fea7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:38.961837 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-274f0b7b-e4e7-4ff1-86c1-7c5d08e88ea3 req-22d68c98-05e1-4462-9973-113cda25fea7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.3075480 Apr 29 17:32:38.973002 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52a9c91-6d25-495e-b17e-95c2a55efaf2 None None] Routers {'f864128b-fc69-4d68-a95b-8793f936fbce'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:38.973968 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-f52a9c91-6d25-495e-b17e-95c2a55efaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f864128b-fc69-4d68-a95b-8793f936fbce'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:38.985293 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-68ee1690-2941-4446-8101-40290891735f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "DELETE /v2.0/floatingips/2ca23659-32cd-4c68-b5b0-102b657443d1 HTTP/1.1" status: 204 len: 168 time: 4.8602180 Apr 29 17:32:38.986216 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43768) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:39.020877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:39.061628 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-f52a9c91-6d25-495e-b17e-95c2a55efaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:39.062612 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52a9c91-6d25-495e-b17e-95c2a55efaf2 None None] The sync data for ids ['f864128b-fc69-4d68-a95b-8793f936fbce'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:32:39.063220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1a96c8a3-e51a-47f1-b49e-d92cad3e0140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:31:43Z', 'revision_number': 4, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'b8bd84b1-b840-4ade-9623-433f1fd54ee0', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'port_id': 'd03cbbc3-b67e-4acb-85c4-f19455702778', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'mac_address': 'fa:16:3e:c1:18:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d85f1-5cea-4b6e-bd3b-95f2673383b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:31:52Z', 'updated_at': '2022-04-29T17:32:33Z', 'revision_number': 1, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810d5732-8b45-481d-b8af-44440698ad1b', 'name': '', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'mac_address': 'fa:16:3e:23:92:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:52Z', 'revision_number': 5, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'subnets': [{'id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:39.065284 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8adf1565-0211-4859-95fb-c40d42cf26c8 None None] Provisioning complete for port 47a94e15-dce7-43df-9ca6-0058568fa292 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:39.066252 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8adf1565-0211-4859-95fb-c40d42cf26c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:39.069240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-00655d96-f953-4b5b-8adc-0d57443629e6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:39.083647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:39.090958 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bed4cd3b-af80-46b2-8440-29c805bfb5f0 req-5793c791-b60a-495f-a837-10b405559656 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845019 Apr 29 17:32:39.110670 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Usage tracker for resource:floatingip and tenant:90c920efa5b941ed8cb87c1f5c707d79 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:39.117783 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:39.130621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:39.131175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a96c8a3-e51a-47f1-b49e-d92cad3e0140 None None] Checking router: d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:32:39.134943 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-274f0b7b-e4e7-4ff1-86c1-7c5d08e88ea3 req-05c5eda3-8b40-41d8-9583-c0bafd53a967 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656375 Apr 29 17:32:39.164863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8f05f-6e76-4f1f-bde1-5aa70b21e19d req-60e530ae-562e-4a33-8435-6ace11e77782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:39.164863 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b6d8f05f-6e76-4f1f-bde1-5aa70b21e19d req-60e530ae-562e-4a33-8435-6ace11e77782 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a008dbb-824b-4c09-ae06-02703f77c7d5 HTTP/1.1" status: 200 len: 912 time: 0.2528269 Apr 29 17:32:39.164863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:39.299330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-8adf1565-0211-4859-95fb-c40d42cf26c8 None None] Port 47a94e15-dce7-43df-9ca6-0058568fa292 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:39.300296 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b6d8f05f-6e76-4f1f-bde1-5aa70b21e19d req-b815d621-f5ec-456d-b40b-f85b5953846a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d03cbbc3-b67e-4acb-85c4-f19455702778 HTTP/1.1" status: 200 len: 999 time: 0.1189494 Apr 29 17:32:39.305078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96c8a3-e51a-47f1-b49e-d92cad3e0140 None None] Routers {'d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:39.305703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1a96c8a3-e51a-47f1-b49e-d92cad3e0140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:39.319250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00655d96-f953-4b5b-8adc-0d57443629e6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:39.338062 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-00655d96-f953-4b5b-8adc-0d57443629e6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:39.349652 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00655d96-f953-4b5b-8adc-0d57443629e6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:39.350233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-00655d96-f953-4b5b-8adc-0d57443629e6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:39.371689 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840056fb-0d3c-4d2d-a370-ffebe8008b84 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:39.457924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00655d96-f953-4b5b-8adc-0d57443629e6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=ec9b2e58-c49b-42fe-90fa-7568eb001bf8,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:39.554751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:39.561336 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-00655d96-f953-4b5b-8adc-0d57443629e6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1173306 Apr 29 17:32:39.561336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:39.566007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43774) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:39.574555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Usage tracker for resource:port and tenant:ad78f2f59f6b46d89e5e166ca4c3df3f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:39.579144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:39.588837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'fixed_ips': [{'subnet_id': 'ec9b2e58-c49b-42fe-90fa-7568eb001bf8', 'ip_address': '2001:db8::703c:1814:c41c:d47e'}], 'name': 'tempest-NetworksTestDHCPv6-257376733'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:39.597697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:39.633215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8f05f-6e76-4f1f-bde1-5aa70b21e19d req-d373843f-aba9-4d65-8cbc-32424b219cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:39.635033 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b6d8f05f-6e76-4f1f-bde1-5aa70b21e19d req-d373843f-aba9-4d65-8cbc-32424b219cdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3555b18-00c5-40e8-9dc6-86063eecb03f HTTP/1.1" status: 200 len: 850 time: 0.1689973 Apr 29 17:32:39.717256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:39.725210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-1a96c8a3-e51a-47f1-b49e-d92cad3e0140 None None] Set router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:32:39.802252 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Transition to ACTIVE for port object e5bc722a-bc47-410a-9c2f-df1ae63add30 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:39.814466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa417471-d398-48aa-bed1-fd5b204063df req-4da71e7a-2e65-42ea-9d36-ba0829e95069 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:39.815935 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aa417471-d398-48aa-bed1-fd5b204063df req-4da71e7a-2e65-42ea-9d36-ba0829e95069 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 944 time: 0.3121381 Apr 29 17:32:39.819830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:39.867663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:39.912053 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:39.920078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Made reservation on behalf of ad78f2f59f6b46d89e5e166ca4c3df3f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:39.923654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:39.932288 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Transition to ACTIVE for port object e5bc722a-bc47-410a-9c2f-df1ae63add30 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:39.949230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:39.959207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8f05f-6e76-4f1f-bde1-5aa70b21e19d req-4ae148e2-d25b-4b3e-84f6-157a0811e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:39.960707 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b6d8f05f-6e76-4f1f-bde1-5aa70b21e19d req-4ae148e2-d25b-4b3e-84f6-157a0811e03b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a008dbb-824b-4c09-ae06-02703f77c7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3157291 Apr 29 17:32:39.965436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:39.988260 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aa417471-d398-48aa-bed1-fd5b204063df req-a9681f73-e054-4ac6-b0cb-f024a5ed611b tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246922 Apr 29 17:32:39.995807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': 'ec9b2e58-c49b-42fe-90fa-7568eb001bf8'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:32:39.996712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:40.035128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] device_id is not set on port 4022921c-0b63-40dd-b5b3-71245d6655fd yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:40.050293 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Network eaf2f74b-4d2f-41fc-9329-ebc072cd4796 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:40.056737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:40.078735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:40.142271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Pushing event updated for resources: {'Port': ['ID=e5bc722a-bc47-410a-9c2f-df1ae63add30,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:40.304396 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Allocated IP 172.26.4.27 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/c249af5f-05c8-4ad5-80ac-a0039774daf0) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:40.335029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Attempting to bind port e5bc722a-bc47-410a-9c2f-df1ae63add30 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:40.335419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Attempting to bind port e5bc722a-bc47-410a-9c2f-df1ae63add30 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'b195a9a8-6783-4d89-83fe-504dde28ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eaf2f74b-4d2f-41fc-9329-ebc072cd4796'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:40.335676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Attempting to bind port e5bc722a-bc47-410a-9c2f-df1ae63add30 on network eaf2f74b-4d2f-41fc-9329-ebc072cd4796 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:40.393317 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:32:40.393728 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Checking segment: {'id': 'b195a9a8-6783-4d89-83fe-504dde28ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eaf2f74b-4d2f-41fc-9329-ebc072cd4796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:40.394533 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:40.394533 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Bound using segment: {'id': 'b195a9a8-6783-4d89-83fe-504dde28ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eaf2f74b-4d2f-41fc-9329-ebc072cd4796'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:32:40.394973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Bound port: e5bc722a-bc47-410a-9c2f-df1ae63add30, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b195a9a8-6783-4d89-83fe-504dde28ddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eaf2f74b-4d2f-41fc-9329-ebc072cd4796'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:32:40.395390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:40.407968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Allocated IP 2001:db8::2cd (8882cbdd-28ac-4e48-a88f-eabb1bffca9b/7e374292-4e64-4aae-a5c2-04e2bd538c62/4022921c-0b63-40dd-b5b3-71245d6655fd) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:40.415848 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b6d8f05f-6e76-4f1f-bde1-5aa70b21e19d req-df39d679-663b-46af-bb4d-7cdccc86c868 service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356246 Apr 29 17:32:40.435512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:40.444858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:40.489933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:40.520151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Allocated IP 2001:db8::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/ec9b2e58-c49b-42fe-90fa-7568eb001bf8/9730db0f-0dd4-43ce-989e-592ca67c3469) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:40.551512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Allocated IP 172.20.0.1 (eaf2f74b-4d2f-41fc-9329-ebc072cd4796/a5999736-16ef-4eb8-a6da-5e57a3ad28bb/2cd9c160-0099-45ec-95bb-b80a2ffb1536) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:40.569344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port 58c14334-b056-4f20-9926-4740385b9134 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:40.572888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] For port e5bc722a-bc47-410a-9c2f-df1ae63add30, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:40.594848 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] For port e5bc722a-bc47-410a-9c2f-df1ae63add30, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e5bc722a-bc47-410a-9c2f-df1ae63add30,segment=NetworkSegment(b195a9a8-6783-4d89-83fe-504dde28ddc3),segment_id=b195a9a8-6783-4d89-83fe-504dde28ddc3)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:32:40.603957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:40.726358 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d0348-8260-4451-aa14-fb20b987d7bc req-8232d504-b1a8-4b78-b87c-a8d9141da914 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:40.727842 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bc0d0348-8260-4451-aa14-fb20b987d7bc req-8232d504-b1a8-4b78-b87c-a8d9141da914 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 945 time: 0.4887836 Apr 29 17:32:40.778076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1a96c8a3-e51a-47f1-b49e-d92cad3e0140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:31:43Z', 'revision_number': 4, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'b8bd84b1-b840-4ade-9623-433f1fd54ee0', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'port_id': 'd03cbbc3-b67e-4acb-85c4-f19455702778', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'mac_address': 'fa:16:3e:c1:18:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d85f1-5cea-4b6e-bd3b-95f2673383b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:31:52Z', 'updated_at': '2022-04-29T17:32:33Z', 'revision_number': 1, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810d5732-8b45-481d-b8af-44440698ad1b', 'name': '', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'mac_address': 'fa:16:3e:23:92:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:52Z', 'revision_number': 5, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'subnets': [{'id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:40.800521 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 0ccdec47-db6d-4aab-8a6f-7473a03ce973 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:40.809794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481188f-9653-4780-8ff7-a9fa9f1720d0 req-a06068c8-eb69-473e-aa8a-54ca8e2cf081 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:40.811226 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b481188f-9653-4780-8ff7-a9fa9f1720d0 req-a06068c8-eb69-473e-aa8a-54ca8e2cf081 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.5046017 Apr 29 17:32:40.822416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:40.827871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a96c8a3-e51a-47f1-b49e-d92cad3e0140 None None] The sync data for ids ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'] in dv-neutron-839024-2-hyperv is: [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:31:43Z', 'revision_number': 4, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'b8bd84b1-b840-4ade-9623-433f1fd54ee0', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'port_id': 'd03cbbc3-b67e-4acb-85c4-f19455702778', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'mac_address': 'fa:16:3e:c1:18:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d85f1-5cea-4b6e-bd3b-95f2673383b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:31:52Z', 'updated_at': '2022-04-29T17:32:33Z', 'revision_number': 1, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810d5732-8b45-481d-b8af-44440698ad1b', 'name': '', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'mac_address': 'fa:16:3e:23:92:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:52Z', 'revision_number': 5, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'subnets': [{'id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:32:40.881700 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:40.898215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Transition to ACTIVE for port object 2cd9c160-0099-45ec-95bb-b80a2ffb1536 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:40.910626 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b6d8f05f-6e76-4f1f-bde1-5aa70b21e19d req-c306cea1-6e16-4c3b-a598-608b5cf59029 service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649286 Apr 29 17:32:40.935130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:40.948028 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bc0d0348-8260-4451-aa14-fb20b987d7bc req-531c4989-86b3-486f-88eb-579ce9727a74 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991117 Apr 29 17:32:40.978238 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:40.989629 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Transition to ACTIVE for port object 9730db0f-0dd4-43ce-989e-592ca67c3469 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:40.995160 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b481188f-9653-4780-8ff7-a9fa9f1720d0 req-a9001024-2a13-48f2-8b96-57d0d5ed9054 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348433 Apr 29 17:32:41.010833 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Transition to ACTIVE for port object 9730db0f-0dd4-43ce-989e-592ca67c3469 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:41.013201 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.016671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c323ccb-21fe-4ab8-a5e4-500805903ef5 None None] Pushing event updated for resources: {'Port': ['ID=e5bc722a-bc47-410a-9c2f-df1ae63add30,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:41.023639 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.086649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Network eaf2f74b-4d2f-41fc-9329-ebc072cd4796 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:41.105022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event updated for resources: {'Port': ['ID=2cd9c160-0099-45ec-95bb-b80a2ffb1536,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:41.118234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:41.122475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:41.126786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:41.126965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:41.147314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:41.170901 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Pushing event updated for resources: {'Port': ['ID=9730db0f-0dd4-43ce-989e-592ca67c3469,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:41.206228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.229342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 0ccdec47-db6d-4aab-8a6f-7473a03ce973 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:41.233983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Transition to ACTIVE for port object 4022921c-0b63-40dd-b5b3-71245d6655fd will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:41.235781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Allocated IP 2001:db8::334 (23ceb7a2-570f-4ade-b641-602eaf9d4767/0e16eaab-5ae1-43e8-bb6f-7676ed71e73e/dc396dd1-c247-46d0-85a0-e6b878e2bdd5) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:41.263677 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 0ccdec47-db6d-4aab-8a6f-7473a03ce973 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:41.264187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.298161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Attempting to bind port 9730db0f-0dd4-43ce-989e-592ca67c3469 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:41.298800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Attempting to bind port 9730db0f-0dd4-43ce-989e-592ca67c3469 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:41.299332 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Attempting to bind port 9730db0f-0dd4-43ce-989e-592ca67c3469 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:41.302034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f425f75-8bdc-4840-9b50-e82365b66b5e None None] New status for floating IP b8bd84b1-b840-4ade-9623-433f1fd54ee0: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:32:41.409596 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:32:41.410245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:41.410803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.411362 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:32:41.412002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Bound port: 9730db0f-0dd4-43ce-989e-592ca67c3469, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:32:41.412565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.460672 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.501379 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.516425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::703c:1814:c41c:d47e (e0d73202-cb6d-4434-a143-4d729ced40a4/ec9b2e58-c49b-42fe-90fa-7568eb001bf8/58c14334-b056-4f20-9926-4740385b9134) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:41.526354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.534587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Pushing event updated for resources: {'Port': ['ID=c249af5f-05c8-4ad5-80ac-a0039774daf0,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:41.539852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:41.542957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:41.549015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:41.622145 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:41.627884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:41.634123 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:41.642078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:41.642078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.689264 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event updated for resources: {'Port': ['ID=4022921c-0b63-40dd-b5b3-71245d6655fd,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:41.707562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e0ffa-62e8-4889-afc4-818ef64e3e0e req-038ce669-ec86-47f0-bdfb-82fca324373e tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:41.710444 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-349e0ffa-62e8-4889-afc4-818ef64e3e0e req-038ce669-ec86-47f0-bdfb-82fca324373e tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 944 time: 0.3645608 Apr 29 17:32:41.721628 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.741206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] For port 9730db0f-0dd4-43ce-989e-592ca67c3469, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:41.770485 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] For port 9730db0f-0dd4-43ce-989e-592ca67c3469, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9730db0f-0dd4-43ce-989e-592ca67c3469,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:32:41.776989 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.826890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.838470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:41.867167 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event updated for resources: {'Port': ['ID=dc396dd1-c247-46d0-85a0-e6b878e2bdd5,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:41.882191 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-411c7343-3416-4647-906c-ac526fde2779 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1457043 Apr 29 17:32:41.885348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43784) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:41.887190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Network 23ceb7a2-570f-4ade-b641-602eaf9d4767 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:41.892570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:41.898678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b5a715bc-30a4-4921-8d88-e1e1350f79dc tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30a', 'mac_address': 'fa:16:3e:74:05:1b'}, {'ip_address': '2001:db8::bb', 'mac_address': 'fa:16:3e:09:fd:45'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:41.934962 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-349e0ffa-62e8-4889-afc4-818ef64e3e0e req-b9df23a6-0424-44c8-a6d0-fdd56336394b tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028251 Apr 29 17:32:41.935209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:41.954895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:42.001845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5188a6-e61f-4960-8b07-55add6a59cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccdec47-db6d-4aab-8a6f-7473a03ce973'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:32:42.007070 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e5bc722a-bc47-410a-9c2f-df1ae63add30 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:42.062932 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 0ccdec47-db6d-4aab-8a6f-7473a03ce973, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0ccdec47-db6d-4aab-8a6f-7473a03ce973,segment=NetworkSegment(8365288d-c6ce-40a6-8bac-20f1c47b541b),segment_id=8365288d-c6ce-40a6-8bac-20f1c47b541b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:42.102911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:42.110082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 8f431d3e-4528-4760-8f2a-c46555f2b2d5 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:42.124878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:42.155545 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2ffc91-b161-488d-b45b-89e128ac727b'] response: {'server_uuid': '2a5188a6-e61f-4960-8b07-55add6a59cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccdec47-db6d-4aab-8a6f-7473a03ce973', 'code': 200} Apr 29 17:32:42.167629 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d207bf-07d3-4b04-952b-2092f80e7b1c None None] Pushing event updated for resources: {'Port': ['ID=9730db0f-0dd4-43ce-989e-592ca67c3469,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:42.177432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object 58c14334-b056-4f20-9926-4740385b9134 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:42.223597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:42.315839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a3700ebc-be2a-4f4a-8823-d63732cbe496 None None] Provisioning for port 4022921c-0b63-40dd-b5b3-71245d6655fd completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:42.386814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:42.387793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a3700ebc-be2a-4f4a-8823-d63732cbe496 None None] Provisioning complete for port 4022921c-0b63-40dd-b5b3-71245d6655fd triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:42.389139 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3700ebc-be2a-4f4a-8823-d63732cbe496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:42.490528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=0ccdec47-db6d-4aab-8a6f-7473a03ce973,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:42.506107 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 8f431d3e-4528-4760-8f2a-c46555f2b2d5 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:42.518811 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 8f431d3e-4528-4760-8f2a-c46555f2b2d5 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:42.519335 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:42.586159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port e5bc722a-bc47-410a-9c2f-df1ae63add30 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:42.598321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a3700ebc-be2a-4f4a-8823-d63732cbe496 None None] Port 4022921c-0b63-40dd-b5b3-71245d6655fd cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:42.679808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:42.689428 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:42.695692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:42.702807 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:42.709634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:42.710496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:42.725024 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 8f431d3e-4528-4760-8f2a-c46555f2b2d5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8f431d3e-4528-4760-8f2a-c46555f2b2d5,segment=NetworkSegment(30013f5f-2a6c-4c67-b16b-aee9114fbc78),segment_id=30013f5f-2a6c-4c67-b16b-aee9114fbc78)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:42.731349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:42.772329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf4c9b-5e8d-490d-812b-2b393bcdc429 None None] Network eaf2f74b-4d2f-41fc-9329-ebc072cd4796 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:42.784137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=58c14334-b056-4f20-9926-4740385b9134,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:42.821295 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-10e005e0-8449-4256-9033-ffb47cbff891 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2418146 Apr 29 17:32:42.824417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43794) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:42.896223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d35390-b9b1-4dea-83c4-3659a4e4f7f4 req-1c2a8e76-f9f9-46ee-aa0f-977dc84f1965 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:42.897987 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1d35390-b9b1-4dea-83c4-3659a4e4f7f4 req-1c2a8e76-f9f9-46ee-aa0f-977dc84f1965 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 946 time: 0.6027889 Apr 29 17:32:42.923261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df517062-b19f-427f-b869-da11432e7d31 req-d5bffd5c-031b-4604-906f-bdafbe02b69f tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:42.930365 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-df517062-b19f-427f-b869-da11432e7d31 req-d5bffd5c-031b-4604-906f-bdafbe02b69f tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.5342157 Apr 29 17:32:42.959820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=8f431d3e-4528-4760-8f2a-c46555f2b2d5,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:42.964172 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f497a251-485d-4edb-9d41-faeeabfa1338 None None] Provisioning for port e5bc722a-bc47-410a-9c2f-df1ae63add30 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:42.975482 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f497a251-485d-4edb-9d41-faeeabfa1338 None None] Provisioning complete for port e5bc722a-bc47-410a-9c2f-df1ae63add30 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:42.975842 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f497a251-485d-4edb-9d41-faeeabfa1338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:42.979354 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c11a51-7b58-4a44-bbdc-ccb2afeabe7a req-f986169c-b6cf-4064-b775-39b496c4eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:42.980966 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-59c11a51-7b58-4a44-bbdc-ccb2afeabe7a req-f986169c-b6cf-4064-b775-39b496c4eb80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 1099 time: 0.4383318 Apr 29 17:32:43.063283 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-df517062-b19f-427f-b869-da11432e7d31 req-8c62ad7a-8b9d-4631-96fb-38ddcd8f71ce tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319382 Apr 29 17:32:43.066406 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1d35390-b9b1-4dea-83c4-3659a4e4f7f4 req-7a1b0255-142f-498e-85dc-a7e9613a5158 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336117 Apr 29 17:32:43.087670 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-59c11a51-7b58-4a44-bbdc-ccb2afeabe7a req-14d7fc2a-5d35-4891-9662-21bd62840616 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952811 Apr 29 17:32:43.090379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:43.101958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:43.206871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f497a251-485d-4edb-9d41-faeeabfa1338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:43.241811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Pushing event updated for resources: {'Port': ['ID=c249af5f-05c8-4ad5-80ac-a0039774daf0,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:43.255979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-f497a251-485d-4edb-9d41-faeeabfa1338 None None] For port e5bc722a-bc47-410a-9c2f-df1ae63add30, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e5bc722a-bc47-410a-9c2f-df1ae63add30,segment=NetworkSegment(b195a9a8-6783-4d89-83fe-504dde28ddc3),segment_id=b195a9a8-6783-4d89-83fe-504dde28ddc3)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:43.265129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f497a251-485d-4edb-9d41-faeeabfa1338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:43.368372 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497a251-485d-4edb-9d41-faeeabfa1338 None None] Pushing event updated for resources: {'Port': ['ID=e5bc722a-bc47-410a-9c2f-df1ae63add30,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:43.433883 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef3b5e0-c614-4d15-bcdd-75ccbc33e131 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:43.439828 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef3b5e0-c614-4d15-bcdd-75ccbc33e131 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:43.444100 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1ef3b5e0-c614-4d15-bcdd-75ccbc33e131 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6162758 Apr 29 17:32:43.449146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43802) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:43.499037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:43.517551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:43.544146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:43.548531 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c95ec72f-959f-4b8b-b7e2-2abb7fb98bb1 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5486777 Apr 29 17:32:43.554718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43806) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:43.570686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:43.587479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-66274c09-df3a-4c5c-a000-c7b710353d24 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 58c14334-b056-4f20-9926-4740385b9134 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:43.587916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-66274c09-df3a-4c5c-a000-c7b710353d24 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:43.613295 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0edc49e3-dd46-44bf-a6a1-58f7e3504774 None None] Provisioning complete for port e5bc722a-bc47-410a-9c2f-df1ae63add30 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:43.613730 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0edc49e3-dd46-44bf-a6a1-58f7e3504774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:43.655580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:43.805502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5a715bc-30a4-4921-8d88-e1e1350f79dc tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:43.856760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0edc49e3-dd46-44bf-a6a1-58f7e3504774 None None] Provisioning for port 2cd9c160-0099-45ec-95bb-b80a2ffb1536 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:43.862437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0edc49e3-dd46-44bf-a6a1-58f7e3504774 None None] Provisioning complete for port 2cd9c160-0099-45ec-95bb-b80a2ffb1536 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:43.862807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0edc49e3-dd46-44bf-a6a1-58f7e3504774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:43.920029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0edc49e3-dd46-44bf-a6a1-58f7e3504774 None None] Port 2cd9c160-0099-45ec-95bb-b80a2ffb1536 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:43.933329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:43.956311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:43.967990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9730db0f-0dd4-43ce-989e-592ca67c3469 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:43.969997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b115b55-2e5a-46c2-9e6e-4498fbd7b70b req-3d00c2aa-b098-477d-b981-1967ba5fb2e5 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:43.971745 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5b115b55-2e5a-46c2-9e6e-4498fbd7b70b req-3d00c2aa-b098-477d-b981-1967ba5fb2e5 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 945 time: 0.6348255 Apr 29 17:32:43.995472 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Usage tracker for resource:floatingip and tenant:8f633ea0c72f4c0dae3f5a89d1f6ff58 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:44.005374 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093aea5-90e4-4e97-8f64-bc41373f5321 req-5a9d00ad-0880-4602-8306-7664e30c6b5c tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:44.006733 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3093aea5-90e4-4e97-8f64-bc41373f5321 req-5a9d00ad-0880-4602-8306-7664e30c6b5c tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.6089225 Apr 29 17:32:44.009795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:44.038315 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:44.060154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-eef4ac67-e465-44fc-b47c-2a916e7f5c46 None None] Provisioning for port 9730db0f-0dd4-43ce-989e-592ca67c3469 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:44.064651 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 9730db0f-0dd4-43ce-989e-592ca67c3469 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:44.069351 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-eef4ac67-e465-44fc-b47c-2a916e7f5c46 None None] Provisioning complete for port 9730db0f-0dd4-43ce-989e-592ca67c3469 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:44.069931 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-eef4ac67-e465-44fc-b47c-2a916e7f5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:44.101190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 9730db0f-0dd4-43ce-989e-592ca67c3469 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:44.101501 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:44.145371 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5a715bc-30a4-4921-8d88-e1e1350f79dc tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:44.148530 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3093aea5-90e4-4e97-8f64-bc41373f5321 req-b0b956bf-4735-42f6-9554-da21d2f504ad tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132989 Apr 29 17:32:44.153778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:44.157443 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bb9693-ae3c-4a83-ad7a-346ea11d4e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f431d3e-4528-4760-8f2a-c46555f2b2d5'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:32:44.161611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5a715bc-30a4-4921-8d88-e1e1350f79dc tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:44.189805 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5b115b55-2e5a-46c2-9e6e-4498fbd7b70b req-c05ac66c-19a7-429f-9633-1087a57de9e9 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076018 Apr 29 17:32:44.214402 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:44.217515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event updated for resources: {'Port': ['ID=2cd9c160-0099-45ec-95bb-b80a2ffb1536,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:44.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b5a715bc-30a4-4921-8d88-e1e1350f79dc tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] In _notify_port_updated(), no bound segment for port 4022921c-0b63-40dd-b5b3-71245d6655fd on network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b {{(pid=88018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:32:44.276611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a715bc-30a4-4921-8d88-e1e1350f79dc tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:44.277498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5a715bc-30a4-4921-8d88-e1e1350f79dc tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:44.281758 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b5a715bc-30a4-4921-8d88-e1e1350f79dc tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "PUT /v2.0/ports/4022921c-0b63-40dd-b5b3-71245d6655fd HTTP/1.1" status: 200 len: 1067 time: 2.3933947 Apr 29 17:32:44.294054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43818) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:44.336024 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:44.351198 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-eef4ac67-e465-44fc-b47c-2a916e7f5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:44.402943 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc604d7-ff45-4fe0-83b4-9de3648d52b2'] response: {'server_uuid': '11bb9693-ae3c-4a83-ad7a-346ea11d4e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f431d3e-4528-4760-8f2a-c46555f2b2d5', 'code': 200} Apr 29 17:32:44.406418 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 9730db0f-0dd4-43ce-989e-592ca67c3469, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9730db0f-0dd4-43ce-989e-592ca67c3469,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:44.417713 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:44.418644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e5bc722a-bc47-410a-9c2f-df1ae63add30 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:44.629652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-824de684-4168-4f0f-a480-9152a6bfabd7 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Deleting port 4022921c-0b63-40dd-b5b3-71245d6655fd {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:44.635820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-824de684-4168-4f0f-a480-9152a6bfabd7 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:44.653635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-eef4ac67-e465-44fc-b47c-2a916e7f5c46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:32:44.654079 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-eef4ac67-e465-44fc-b47c-2a916e7f5c46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:32:44.665378 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=9730db0f-0dd4-43ce-989e-592ca67c3469,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:44.675392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e5bc722a-bc47-410a-9c2f-df1ae63add30 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:44.676546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:44.704234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-66274c09-df3a-4c5c-a000-c7b710353d24 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:44.816250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a715bc-30a4-4921-8d88-e1e1350f79dc tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event updated for resources: {'Port': ['ID=4022921c-0b63-40dd-b5b3-71245d6655fd,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:44.923255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-66274c09-df3a-4c5c-a000-c7b710353d24 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 58c14334-b056-4f20-9926-4740385b9134 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:44.957851 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Network eaf2f74b-4d2f-41fc-9329-ebc072cd4796 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:44.960813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:45.037474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb2771-3995-4846-820c-7ca497e54072 req-32fdf83f-0379-423d-a7a8-8619f4ef8ef7 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:45.039762 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-28cb2771-3995-4846-820c-7ca497e54072 req-32fdf83f-0379-423d-a7a8-8619f4ef8ef7 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 946 time: 0.5614502 Apr 29 17:32:45.137077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:45.212999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:45.217962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-eef4ac67-e465-44fc-b47c-2a916e7f5c46 None None] Provisioning complete for port 2cd9c160-0099-45ec-95bb-b80a2ffb1536 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:45.218120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-eef4ac67-e465-44fc-b47c-2a916e7f5c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:45.274678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-eef4ac67-e465-44fc-b47c-2a916e7f5c46 None None] Port 2cd9c160-0099-45ec-95bb-b80a2ffb1536 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:45.276756 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-28cb2771-3995-4846-820c-7ca497e54072 req-a2550bfc-6444-45b8-b039-58bc4a58cd0e tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978886 Apr 29 17:32:45.343634 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Router 20816868-6c06-40f6-b887-cf64d7f1bc84 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:32:45.386965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4197c72-4ce1-459b-b740-ccd76c5766f4 req-cc81da82-2416-4e7d-846e-569f6473b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:45.388427 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f4197c72-4ce1-459b-b740-ccd76c5766f4 req-cc81da82-2416-4e7d-846e-569f6473b39d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 1098 time: 0.5722034 Apr 29 17:32:45.491843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e007-cf8c-4793-8498-3d50c16ce370 req-a61f77ac-903d-4173-a720-ab32630e120e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:45.493182 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bd47e007-cf8c-4793-8498-3d50c16ce370 req-a61f77ac-903d-4173-a720-ab32630e120e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.5392356 Apr 29 17:32:45.524100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:32:45.529827 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-adeacf70-14ba-4fec-b53a-805c28d9d862 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "PUT /v2.0/routers/20816868-6c06-40f6-b887-cf64d7f1bc84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1320992 Apr 29 17:32:45.531027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Router 4f3a1d0c-a34f-4cfb-849b-fd08923db05b is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:32:45.533670 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43826) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:45.538489 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd58c00-8908-4a9c-bfbf-9978747fcca0 None None] Sync routers for ids ['20816868-6c06-40f6-b887-cf64d7f1bc84'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:32:45.540874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Request body: {'port': {'network_id': 'eaf2f74b-4d2f-41fc-9329-ebc072cd4796', 'name': 'tempest-FloatingIPNegativeTestJSON-513985139'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:45.549726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b53f776b-0e20-415d-93e3-cc0c2e90886b None None] Provisioning for port 58c14334-b056-4f20-9926-4740385b9134 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:45.562033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b53f776b-0e20-415d-93e3-cc0c2e90886b None None] Provisioning complete for port 58c14334-b056-4f20-9926-4740385b9134 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:45.564209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b53f776b-0e20-415d-93e3-cc0c2e90886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:45.565580 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd58c00-8908-4a9c-bfbf-9978747fcca0 None None] Routers {'20816868-6c06-40f6-b887-cf64d7f1bc84'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:45.568919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-66274c09-df3a-4c5c-a000-c7b710353d24 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:45.569121 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-edd58c00-8908-4a9c-bfbf-9978747fcca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['20816868-6c06-40f6-b887-cf64d7f1bc84'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:45.575624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-824de684-4168-4f0f-a480-9152a6bfabd7 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:45.584025 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f4197c72-4ce1-459b-b740-ccd76c5766f4 req-6d99f678-2f83-4d46-bd3c-8e37ee4db9e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501944 Apr 29 17:32:45.626680 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b53f776b-0e20-415d-93e3-cc0c2e90886b None None] Port 58c14334-b056-4f20-9926-4740385b9134 was deleted so its status cannot be updated. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 17:32:45.646166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b53f776b-0e20-415d-93e3-cc0c2e90886b None None] Provisioning complete for port 4022921c-0b63-40dd-b5b3-71245d6655fd triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:45.646993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b53f776b-0e20-415d-93e3-cc0c2e90886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:45.675959 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-edd58c00-8908-4a9c-bfbf-9978747fcca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:45.709864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b53f776b-0e20-415d-93e3-cc0c2e90886b None None] Port 4022921c-0b63-40dd-b5b3-71245d6655fd cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:45.715879 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd58c00-8908-4a9c-bfbf-9978747fcca0 None None] Routers {'20816868-6c06-40f6-b887-cf64d7f1bc84'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:45.716510 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-edd58c00-8908-4a9c-bfbf-9978747fcca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['20816868-6c06-40f6-b887-cf64d7f1bc84'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:45.731953 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b53f776b-0e20-415d-93e3-cc0c2e90886b None None] Provisioning complete for port 2cd9c160-0099-45ec-95bb-b80a2ffb1536 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:45.732321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b53f776b-0e20-415d-93e3-cc0c2e90886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:45.800223 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-edd58c00-8908-4a9c-bfbf-9978747fcca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:45.800929 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9730db0f-0dd4-43ce-989e-592ca67c3469 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:45.801943 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd58c00-8908-4a9c-bfbf-9978747fcca0 None None] The sync data for ids ['20816868-6c06-40f6-b887-cf64d7f1bc84'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:32:45.867056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b53f776b-0e20-415d-93e3-cc0c2e90886b None None] Port 2cd9c160-0099-45ec-95bb-b80a2ffb1536 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:45.889216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 9730db0f-0dd4-43ce-989e-592ca67c3469 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:45.889587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:45.912154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:45.917476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66274c09-df3a-4c5c-a000-c7b710353d24 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=58c14334-b056-4f20-9926-4740385b9134,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:45.918354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Usage tracker for resource:port and tenant:0a13c5556efb48cb8480c72c3baa752a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:45.922083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:32:45.928750 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:45.928878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-824de684-4168-4f0f-a480-9152a6bfabd7 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Calling delete_port for 4022921c-0b63-40dd-b5b3-71245d6655fd owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:45.939098 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Sync routers for ids ['4f3a1d0c-a34f-4cfb-849b-fd08923db05b'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:32:45.940843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:45.952233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:45.956231 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f8f5715d-53a6-4e36-b6c4-19c210e05770 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.6721504 Apr 29 17:32:45.956498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43830) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:45.964826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Routers {'4f3a1d0c-a34f-4cfb-849b-fd08923db05b'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:45.965505 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4f3a1d0c-a34f-4cfb-849b-fd08923db05b'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:45.977753 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bd47e007-cf8c-4793-8498-3d50c16ce370 req-186fda4b-0cad-4488-ab62-c77454eb51cc tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4767358 Apr 29 17:32:46.043190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-66274c09-df3a-4c5c-a000-c7b710353d24 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:46.048026 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Made reservation on behalf of 0a13c5556efb48cb8480c72c3baa752a for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:46.051523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:46.142298 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-66274c09-df3a-4c5c-a000-c7b710353d24 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/58c14334-b056-4f20-9926-4740385b9134 HTTP/1.1" status: 204 len: 168 time: 2.6863027 Apr 29 17:32:46.168709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec50ee-5e8b-4ef0-a35d-ecd3931006ab req-821e06b1-078d-4c9d-b931-ee9c1b861233 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:46.170313 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60ec50ee-5e8b-4ef0-a35d-ecd3931006ab req-821e06b1-078d-4c9d-b931-ee9c1b861233 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 945 time: 0.7870770 Apr 29 17:32:46.173407 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43838) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:46.212428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:46.290330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Allocated IP 172.26.4.110 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/487a9218-40d0-4861-b3b8-39af3ba959cd) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:46.290792 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Set router 4f3a1d0c-a34f-4cfb-849b-fd08923db05b gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:32:46.406502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67aa870-97ab-496b-a635-bba80846496f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:46.408286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67aa870-97ab-496b-a635-bba80846496f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:46.409946 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d67aa870-97ab-496b-a635-bba80846496f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2356527 Apr 29 17:32:46.418009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43844) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:46.425884 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60ec50ee-5e8b-4ef0-a35d-ecd3931006ab req-8e40117d-9262-4160-9d8c-5479d73fd9bf tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358594 Apr 29 17:32:46.494769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] device_id is not set on port a39bb28f-bceb-4f78-936f-6126226467f8 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:46.555175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-824de684-4168-4f0f-a480-9152a6bfabd7 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:46.663921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824de684-4168-4f0f-a480-9152a6bfabd7 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event deleted for resources: {'Port': ['ID=4022921c-0b63-40dd-b5b3-71245d6655fd,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:46.715614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:46.741165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Deleting port dc396dd1-c247-46d0-85a0-e6b878e2bdd5 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:46.741606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:46.749854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a1d0c-a34f-4cfb-849b-fd08923db05b', 'name': '', 'tenant_id': '8f88d80ebbf84bc1b36e869246875715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23ceb7a2-570f-4ade-b641-602eaf9d4767', 'external_fixed_ips': [{'subnet_id': '0e16eaab-5ae1-43e8-bb6f-7676ed71e73e', 'ip_address': '2001:db8::334'}], 'enable_snat': True}, 'gw_port_id': 'dc396dd1-c247-46d0-85a0-e6b878e2bdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:32:37Z', 'updated_at': '2022-04-29T17:32:42Z', 'revision_number': 3, 'project_id': '8f88d80ebbf84bc1b36e869246875715', 'gw_port': {'id': 'dc396dd1-c247-46d0-85a0-e6b878e2bdd5', 'name': '', 'network_id': '23ceb7a2-570f-4ade-b641-602eaf9d4767', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:30:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3a1d0c-a34f-4cfb-849b-fd08923db05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '0e16eaab-5ae1-43e8-bb6f-7676ed71e73e', 'ip_address': '2001:db8::334', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:32:40Z', 'updated_at': '2022-04-29T17:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e16eaab-5ae1-43e8-bb6f-7676ed71e73e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:46.750482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ff0e04-713b-4757-8269-b7cb27ac2844 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet ec9b2e58-c49b-42fe-90fa-7568eb001bf8 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:32:46.764512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Checking router: 4f3a1d0c-a34f-4cfb-849b-fd08923db05b for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:32:46.764943 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Updating router 4f3a1d0c-a34f-4cfb-849b-fd08923db05b port dc396dd1-c247-46d0-85a0-e6b878e2bdd5 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:32:46.807659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36ff0e04-713b-4757-8269-b7cb27ac2844 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:46.821171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Allocated IP 172.20.0.8 (eaf2f74b-4d2f-41fc-9329-ebc072cd4796/a5999736-16ef-4eb8-a6da-5e57a3ad28bb/a39bb28f-bceb-4f78-936f-6126226467f8) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:46.881922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:46.934924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:46.954525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36ff0e04-713b-4757-8269-b7cb27ac2844 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.186046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9194b77-e485-4982-b868-1fb0154c313f req-a9e74225-8a81-48ea-9789-d51a9e3ba6ed tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:47.192994 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f9194b77-e485-4982-b868-1fb0154c313f req-a9e74225-8a81-48ea-9789-d51a9e3ba6ed tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 946 time: 0.5121047 Apr 29 17:32:47.193991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.291087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.302135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.303191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Transition to ACTIVE for port object dc396dd1-c247-46d0-85a0-e6b878e2bdd5 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:47.310880 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.329220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Calling delete_port for dc396dd1-c247-46d0-85a0-e6b878e2bdd5 owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:47.388292 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Attempting to bind port dc396dd1-c247-46d0-85a0-e6b878e2bdd5 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:47.388803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Attempting to bind port dc396dd1-c247-46d0-85a0-e6b878e2bdd5 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'dd7eaae8-6852-4b5d-83e0-7903235f7eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23ceb7a2-570f-4ade-b641-602eaf9d4767'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:47.389287 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Attempting to bind port dc396dd1-c247-46d0-85a0-e6b878e2bdd5 on network 23ceb7a2-570f-4ade-b641-602eaf9d4767 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:47.400356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:32:47.400886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Checking segment: {'id': 'dd7eaae8-6852-4b5d-83e0-7903235f7eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23ceb7a2-570f-4ade-b641-602eaf9d4767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:47.401801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.401801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Bound using segment: {'id': 'dd7eaae8-6852-4b5d-83e0-7903235f7eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23ceb7a2-570f-4ade-b641-602eaf9d4767'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:32:47.402391 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Bound port: dc396dd1-c247-46d0-85a0-e6b878e2bdd5, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7eaae8-6852-4b5d-83e0-7903235f7eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '23ceb7a2-570f-4ade-b641-602eaf9d4767'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:32:47.403183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.417941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36ff0e04-713b-4757-8269-b7cb27ac2844 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.446781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c0ef3-2d62-4f81-87a9-b968a41c84b0 None None] Pushing event updated for resources: {'Port': ['ID=dc396dd1-c247-46d0-85a0-e6b878e2bdd5,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:47.452920 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f9194b77-e485-4982-b868-1fb0154c313f req-35b89d02-ba45-4f74-95f6-d05d40c751bd tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590368 Apr 29 17:32:47.473831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-824de684-4168-4f0f-a480-9152a6bfabd7 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.490698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193436d-c9b0-4737-b8f8-938d8b5f167b req-0928f528-47b2-4c59-b928-284a05563da0 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:47.492293 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4193436d-c9b0-4737-b8f8-938d8b5f167b req-0928f528-47b2-4c59-b928-284a05563da0 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.4968050 Apr 29 17:32:47.494311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:47.509350 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-824de684-4168-4f0f-a480-9152a6bfabd7 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "DELETE /v2.0/ports/4022921c-0b63-40dd-b5b3-71245d6655fd HTTP/1.1" status: 204 len: 168 time: 3.2133837 Apr 29 17:32:47.509662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] For port dc396dd1-c247-46d0-85a0-e6b878e2bdd5, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:47.510780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:47.513540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:47.515922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] For port dc396dd1-c247-46d0-85a0-e6b878e2bdd5, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dc396dd1-c247-46d0-85a0-e6b878e2bdd5,segment=NetworkSegment(dd7eaae8-6852-4b5d-83e0-7903235f7eb8),segment_id=dd7eaae8-6852-4b5d-83e0-7903235f7eb8)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:32:47.522580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.566832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43858) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:47.599259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.613571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Routers {'4f3a1d0c-a34f-4cfb-849b-fd08923db05b'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:47.613960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4f3a1d0c-a34f-4cfb-849b-fd08923db05b'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:47.640305 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d3f51a-3ac1-4ae3-a26c-5c9de514c1ce tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] GET failed (client error): The resource could not be found. Apr 29 17:32:47.640858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c5d3f51a-3ac1-4ae3-a26c-5c9de514c1ce tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Synchronizing usage tracker for tenant:ad78f2f59f6b46d89e5e166ca4c3df3f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:47.641784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Pushing event updated for resources: {'Port': ['ID=487a9218-40d0-4861-b3b8-39af3ba959cd,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:47.655575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Transition to ACTIVE for port object a39bb28f-bceb-4f78-936f-6126226467f8 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:47.689349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c5d3f51a-3ac1-4ae3-a26c-5c9de514c1ce tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Unset dirty status for tenant:ad78f2f59f6b46d89e5e166ca4c3df3f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:47.690606 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c5d3f51a-3ac1-4ae3-a26c-5c9de514c1ce tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "GET /v2.0/ports/4022921c-0b63-40dd-b5b3-71245d6655fd HTTP/1.1" status: 404 len: 333 time: 0.1228368 Apr 29 17:32:47.694837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43862) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:47.733829 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4193436d-c9b0-4737-b8f8-938d8b5f167b req-211c35d6-b07f-4944-88b1-85e4fd7a074d tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727142 Apr 29 17:32:47.751039 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36ff0e04-713b-4757-8269-b7cb27ac2844 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.761468 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:32:47.761812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:32:47.780638 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a7bd4ce4-c798-4242-ad8a-3628b0981c5e tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Deleting port 47a94e15-dce7-43df-9ca6-0058568fa292 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:47.780979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4ce4-c798-4242-ad8a-3628b0981c5e tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.834853 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.855344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c0ef3-2d62-4f81-87a9-b968a41c84b0 None None] Pushing event updated for resources: {'Port': ['ID=dc396dd1-c247-46d0-85a0-e6b878e2bdd5,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:47.882402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] Set router 4f3a1d0c-a34f-4cfb-849b-fd08923db05b gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:32:47.923989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Network eaf2f74b-4d2f-41fc-9329-ebc072cd4796 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:47.930408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:47.969177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff0e04-713b-4757-8269-b7cb27ac2844 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9b2e58-c49b-42fe-90fa-7568eb001bf8,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:47.971569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36ff0e04-713b-4757-8269-b7cb27ac2844 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:47.988546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a3d2-d1d0-4f97-a05e-8d05ad82e7d1 req-82db8e85-9b70-4bf5-9540-aea5b5905cfc tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:47.996205 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6e02a3d2-d1d0-4f97-a05e-8d05ad82e7d1 req-82db8e85-9b70-4bf5-9540-aea5b5905cfc tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 945 time: 0.4300015 Apr 29 17:32:48.011692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.061894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a1d0c-a34f-4cfb-849b-fd08923db05b', 'name': '', 'tenant_id': '8f88d80ebbf84bc1b36e869246875715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:32:37Z', 'updated_at': '2022-04-29T17:32:46Z', 'revision_number': 4, 'project_id': '8f88d80ebbf84bc1b36e869246875715', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:48.068539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042197b-dbc9-4e31-a653-688b16d3563a None None] The sync data for ids ['4f3a1d0c-a34f-4cfb-849b-fd08923db05b'] in dv-neutron-839024-2-hyperv is: [{'id': '4f3a1d0c-a34f-4cfb-849b-fd08923db05b', 'name': '', 'tenant_id': '8f88d80ebbf84bc1b36e869246875715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:32:37Z', 'updated_at': '2022-04-29T17:32:46Z', 'revision_number': 4, 'project_id': '8f88d80ebbf84bc1b36e869246875715', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:32:48.069981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fa292d-2185-4cda-bec3-855a31a31a71 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:48.087629 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-36ff0e04-713b-4757-8269-b7cb27ac2844 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/ec9b2e58-c49b-42fe-90fa-7568eb001bf8 HTTP/1.1" status: 204 len: 168 time: 1.6631825 Apr 29 17:32:48.089006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43866) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:48.133916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:48.175457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.230196 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6e02a3d2-d1d0-4f97-a05e-8d05ad82e7d1 req-facf256a-5c08-4b3f-aa88-b9c9f8dafff4 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307017 Apr 29 17:32:48.259741 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ea06e203-aa97-494b-84eb-18c4beaa7b00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1340747 Apr 29 17:32:48.262939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43872) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:48.271763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:48.276509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Deleting port dc396dd1-c247-46d0-85a0-e6b878e2bdd5 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:48.276913 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.293751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.302327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event updated for resources: {'Port': ['ID=a39bb28f-bceb-4f78-936f-6126226467f8,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:48.319410 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:32:48.320064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-472a9300-1c14-45f9-9cce-47854fdecd60 None None] Provisioning for port a39bb28f-bceb-4f78-936f-6126226467f8 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:48.326076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-472a9300-1c14-45f9-9cce-47854fdecd60 None None] Provisioning complete for port a39bb28f-bceb-4f78-936f-6126226467f8 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:48.326841 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-472a9300-1c14-45f9-9cce-47854fdecd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.400487 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-472a9300-1c14-45f9-9cce-47854fdecd60 None None] Port a39bb28f-bceb-4f78-936f-6126226467f8 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:48.406019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4ce4-c798-4242-ad8a-3628b0981c5e tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.444057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62aaf4-ada7-4eb4-9c57-e6ab30bf3fbd req-472fbd79-cc5b-47a5-99e9-14e1d82aa9fa tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:48.448144 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fc62aaf4-ada7-4eb4-9c57-e6ab30bf3fbd req-472fbd79-cc5b-47a5-99e9-14e1d82aa9fa tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 946 time: 0.5264308 Apr 29 17:32:48.456227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4796e59-beaf-4e6f-9126-d4b7509c2db3 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:32:48.458359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43876) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:48.460770 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a4796e59-beaf-4e6f-9126-d4b7509c2db3 None None] Deleting port 9730db0f-0dd4-43ce-989e-592ca67c3469 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:48.460770 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a4796e59-beaf-4e6f-9126-d4b7509c2db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.472617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-adfa56a6-87e0-45cd-ab68-a59915221cc1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Request body: {'floatingip': {'port_id': '0ccdec47-db6d-4aab-8a6f-7473a03ce973'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:48.590456 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a7bd4ce4-c798-4242-ad8a-3628b0981c5e tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Calling delete_port for 47a94e15-dce7-43df-9ca6-0058568fa292 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:48.627912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:48.628709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.648063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-adfa56a6-87e0-45cd-ab68-a59915221cc1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for floatingip, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.690300 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a4796e59-beaf-4e6f-9126-d4b7509c2db3 None None] For port 9730db0f-0dd4-43ce-989e-592ca67c3469, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9730db0f-0dd4-43ce-989e-592ca67c3469,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:48.691365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a4796e59-beaf-4e6f-9126-d4b7509c2db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.715043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:48.737131 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b43e6c08-1e96-4638-ae99-b29d65213d82 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2023461 Apr 29 17:32:48.740634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:48.742335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43880) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:48.756442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:48.761667 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:48.771439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:48.775381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Usage tracker for resource:floatingip and tenant:0a13c5556efb48cb8480c72c3baa752a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:48.780027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:48.785940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:48.816995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] For port dc396dd1-c247-46d0-85a0-e6b878e2bdd5, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dc396dd1-c247-46d0-85a0-e6b878e2bdd5,segment=NetworkSegment(dd7eaae8-6852-4b5d-83e0-7903235f7eb8),segment_id=dd7eaae8-6852-4b5d-83e0-7903235f7eb8)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:48.817399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.819051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:48.825341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for floatingip, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.830750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a4796e59-beaf-4e6f-9126-d4b7509c2db3 None None] Calling delete_port for 9730db0f-0dd4-43ce-989e-592ca67c3469 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:48.898132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:48.901581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.939065 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a4796e59-beaf-4e6f-9126-d4b7509c2db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:48.986981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Calling delete_port for dc396dd1-c247-46d0-85a0-e6b878e2bdd5 owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:49.002889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4796e59-beaf-4e6f-9126-d4b7509c2db3 None None] No DVR routers for this DVR port 9730db0f-0dd4-43ce-989e-592ca67c3469 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:32:49.018915 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4796e59-beaf-4e6f-9126-d4b7509c2db3 None None] Pushing event deleted for resources: {'Port': ['ID=9730db0f-0dd4-43ce-989e-592ca67c3469,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:49.037212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7c4bc-d064-4bd0-bf9c-fb26060c459e req-f61336bc-6b20-4f51-91d9-0b28bdd902b2 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:49.038751 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eec7c4bc-d064-4bd0-bf9c-fb26060c459e req-f61336bc-6b20-4f51-91d9-0b28bdd902b2 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 945 time: 0.6633191 Apr 29 17:32:49.054579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43886) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:49.095677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2c068ad2-b6c6-44b2-8909-238ba2e91066 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Request body: {'floatingip': {'port_id': '8f431d3e-4528-4760-8f2a-c46555f2b2d5'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:49.176961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4ce4-c798-4242-ad8a-3628b0981c5e tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:49.232324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd4ce4-c798-4242-ad8a-3628b0981c5e tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event deleted for resources: {'Port': ['ID=47a94e15-dce7-43df-9ca6-0058568fa292,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:49.305070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4ce4-c798-4242-ad8a-3628b0981c5e tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:49.327071 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a7bd4ce4-c798-4242-ad8a-3628b0981c5e tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "DELETE /v2.0/ports/47a94e15-dce7-43df-9ca6-0058568fa292 HTTP/1.1" status: 204 len: 168 time: 1.6311891 Apr 29 17:32:49.350279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2c068ad2-b6c6-44b2-8909-238ba2e91066 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for floatingip, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:49.354871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43890) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:49.417899 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-072aa6bc-d032-4e64-b425-8f684c664232 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] GET failed (client error): The resource could not be found. Apr 29 17:32:49.418417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-072aa6bc-d032-4e64-b425-8f684c664232 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Synchronizing usage tracker for tenant:ad78f2f59f6b46d89e5e166ca4c3df3f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:49.436495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:49.479411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:49.521095 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-072aa6bc-d032-4e64-b425-8f684c664232 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Unset dirty status for tenant:ad78f2f59f6b46d89e5e166ca4c3df3f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:49.522150 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-072aa6bc-d032-4e64-b425-8f684c664232 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "GET /v2.0/ports/47a94e15-dce7-43df-9ca6-0058568fa292 HTTP/1.1" status: 404 len: 333 time: 0.1628492 Apr 29 17:32:49.534609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43894) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:49.536809 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc396dd1-c247-46d0-85a0-e6b878e2bdd5,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:49.743173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:49.747496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:49.766099 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9730db0f-0dd4-43ce-989e-592ca67c3469 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:32:49.796642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:49.802174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 9730db0f-0dd4-43ce-989e-592ca67c3469 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:32:49.802562 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9730db0f-0dd4-43ce-989e-592ca67c3469 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:32:49.923129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-86dfcf87-839f-436e-8e75-6ba3c8b8b4bf tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Deleting port 502fac43-b1da-492b-ad65-8d57ba9b783c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:49.923529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-86dfcf87-839f-436e-8e75-6ba3c8b8b4bf tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:49.931237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f00ee3-f348-4621-ade4-8c3113aab0ff req-1f97531d-207b-4c69-85b5-bd0acca3b2b2 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:49.932701 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-86f00ee3-f348-4621-ade4-8c3113aab0ff req-1f97531d-207b-4c69-85b5-bd0acca3b2b2 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.9579391 Apr 29 17:32:49.994415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:49.999781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.071517 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.072009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f3a1d0c-a34f-4cfb-849b-fd08923db05b {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:32:50.108209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Allocated IP 172.26.4.53 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/234cd930-10f2-4f20-bafb-e9a9080d38c0) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:50.145751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.149483 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e90288bc-cf12-4d70-9c42-086dd5d4949e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "DELETE /v2.0/routers/4f3a1d0c-a34f-4cfb-849b-fd08923db05b HTTP/1.1" status: 204 len: 168 time: 4.1892970 Apr 29 17:32:50.152464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43898) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:50.237750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Pushing event updated for resources: {'Port': ['ID=487a9218-40d0-4861-b3b8-39af3ba959cd,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:50.280192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254f10a-d810-4588-aa2e-c5e0cdeec77c req-62fda1c2-85df-49e0-b12e-87f0ca934c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:50.282453 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2254f10a-d810-4588-aa2e-c5e0cdeec77c req-62fda1c2-85df-49e0-b12e-87f0ca934c89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c48d4c66c93f4c7fa3f8a35a1e52d29c&device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 1098 time: 1.0524006 Apr 29 17:32:50.283210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.366786 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-86f00ee3-f348-4621-ade4-8c3113aab0ff req-431f856f-6613-453f-89cd-e791cdf21e41 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893669 Apr 29 17:32:50.380295 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-208f7f6c-383b-4225-906f-76c99ee924aa tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Deleting subnet 0e16eaab-5ae1-43e8-bb6f-7676ed71e73e {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:32:50.398243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-208f7f6c-383b-4225-906f-76c99ee924aa tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.413580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.414755 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-da7eb020-a86a-4a69-a1a5-dea55de7659c tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8589849 Apr 29 17:32:50.423912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43902) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:50.438058 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-86dfcf87-839f-436e-8e75-6ba3c8b8b4bf tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.577316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-86dfcf87-839f-436e-8e75-6ba3c8b8b4bf tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Calling delete_port for 502fac43-b1da-492b-ad65-8d57ba9b783c owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:50.603426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.640552 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-208f7f6c-383b-4225-906f-76c99ee924aa tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.687114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.733699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-208f7f6c-383b-4225-906f-76c99ee924aa tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.758709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:50.772314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:50.782467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c5fa07-975a-43ce-91b2-1738f74cd2c8 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:50.783275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:50.783879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.841292 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254f10a-d810-4588-aa2e-c5e0cdeec77c req-4f51b062-092f-452d-a334-c3f9816592df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:50.842741 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2254f10a-d810-4588-aa2e-c5e0cdeec77c req-4f51b062-092f-452d-a334-c3f9816592df service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a008dbb-824b-4c09-ae06-02703f77c7d5 HTTP/1.1" status: 200 len: 912 time: 0.5268736 Apr 29 17:32:50.844890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c2b7a6e3-560d-4ced-8133-6ba6c8499d1c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Synchronizing usage tracker for tenant:90c920efa5b941ed8cb87c1f5c707d79 on resource:floatingip {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:50.851920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-86dfcf87-839f-436e-8e75-6ba3c8b8b4bf tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.903394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:50.920691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfcf87-839f-436e-8e75-6ba3c8b8b4bf tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event deleted for resources: {'Port': ['ID=502fac43-b1da-492b-ad65-8d57ba9b783c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:51.009710 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:51.015766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-208f7f6c-383b-4225-906f-76c99ee924aa tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.058218 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '2e8d772c-39a4-413b-aada-8befa69c2271'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:32:51.059459 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.072090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=2e8d772c-39a4-413b-aada-8befa69c2271,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:51.161474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:51.162484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c2b7a6e3-560d-4ced-8133-6ba6c8499d1c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Unset dirty status for tenant:90c920efa5b941ed8cb87c1f5c707d79 on resource:floatingip {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:51.166148 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c2b7a6e3-560d-4ced-8133-6ba6c8499d1c tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3394 time: 0.6992579 Apr 29 17:32:51.175780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43906) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:51.178501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:51.183622 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d3c29b3a-9e94-4d24-a00a-dae1e7380a49 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9146631 Apr 29 17:32:51.183791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-adfa56a6-87e0-45cd-ab68-a59915221cc1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.201803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43910) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:51.208928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-86dfcf87-839f-436e-8e75-6ba3c8b8b4bf tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.211855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f7f6c-383b-4225-906f-76c99ee924aa tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0e16eaab-5ae1-43e8-bb6f-7676ed71e73e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:51.223051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'fixed_ips': [{'subnet_id': '2e8d772c-39a4-413b-aada-8befa69c2271', 'ip_address': '2001:db8::77fa:1c0b:6d75:33d4'}], 'name': 'tempest-NetworksTestDHCPv6-489594804'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:51.240861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-208f7f6c-383b-4225-906f-76c99ee924aa tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.250812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-adfa56a6-87e0-45cd-ab68-a59915221cc1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.266554 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Allocated IP 2001:db8::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/2e8d772c-39a4-413b-aada-8befa69c2271/8c84656b-1d0a-4ebd-afa9-ca296e8f4125) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:51.281115 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event updated for resources: {'Port': ['ID=234cd930-10f2-4f20-bafb-e9a9080d38c0,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:51.326822 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.resource_extend [None req-2c068ad2-b6c6-44b2-8909-238ba2e91066 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:32:51.352819 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-86dfcf87-839f-436e-8e75-6ba3c8b8b4bf tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "DELETE /v2.0/ports/502fac43-b1da-492b-ad65-8d57ba9b783c HTTP/1.1" status: 204 len: 168 time: 1.8174508 Apr 29 17:32:51.360589 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-208f7f6c-383b-4225-906f-76c99ee924aa tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/0e16eaab-5ae1-43e8-bb6f-7676ed71e73e HTTP/1.1" status: 204 len: 168 time: 1.1976938 Apr 29 17:32:51.363688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43914) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:51.364011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43916) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:51.434651 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2254f10a-d810-4588-aa2e-c5e0cdeec77c req-48a070a7-db2a-4e5f-ba36-eafb44200e2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d03cbbc3-b67e-4acb-85c4-f19455702778 HTTP/1.1" status: 200 len: 1001 time: 0.4144075 Apr 29 17:32:51.436865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6a3353a4-d685-40d4-8826-7d449556644b tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Synchronizing usage tracker for tenant:e6d8c515c362496cb59aed41318dd2fe on resource:floatingip {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:51.510240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.520816 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Transition to ACTIVE for port object 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:51.539841 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Transition to ACTIVE for port object 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:51.546700 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.575835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8a9376-2feb-4a1c-9238-743f08546eb8 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Deleting subnet 7e374292-4e64-4aae-a5c2-04e2bd538c62 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:32:51.583993 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.586535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d8a9376-2feb-4a1c-9238-743f08546eb8 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.614129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2c068ad2-b6c6-44b2-8909-238ba2e91066 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.618020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6a3353a4-d685-40d4-8826-7d449556644b tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Unset dirty status for tenant:e6d8c515c362496cb59aed41318dd2fe on resource:floatingip {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:51.622279 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6a3353a4-d685-40d4-8826-7d449556644b tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4404986 Apr 29 17:32:51.622458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:51.624599 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:51.626942 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:51.630900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:51.633725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43924) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:51.640626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Pushing event updated for resources: {'Port': ['ID=8c84656b-1d0a-4ebd-afa9-ca296e8f4125,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:51.642568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2c068ad2-b6c6-44b2-8909-238ba2e91066 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.705829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254f10a-d810-4588-aa2e-c5e0cdeec77c req-bc469934-e80a-411a-979f-82fa8c900803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:51.707094 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2254f10a-d810-4588-aa2e-c5e0cdeec77c req-bc469934-e80a-411a-979f-82fa8c900803 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3555b18-00c5-40e8-9dc6-86063eecb03f HTTP/1.1" status: 200 len: 850 time: 0.2314579 Apr 29 17:32:51.715501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.727462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:51.741327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:51.766804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:51.805930 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Attempting to bind port 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:32:51.806622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Attempting to bind port 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:32:51.807035 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Attempting to bind port 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:32:51.813997 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:32:51.814927 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:32:51.823900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.824761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:32:51.826555 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Bound port: 8c84656b-1d0a-4ebd-afa9-ca296e8f4125, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:32:51.827385 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.840962 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-adfa56a6-87e0-45cd-ab68-a59915221cc1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Floating IP 35e35b17-9ac1-4eeb-b307-f22ec7f0dfa8 associated. External IP: 172.26.4.73, port: 0ccdec47-db6d-4aab-8a6f-7473a03ce973. Apr 29 17:32:51.897997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d8a9376-2feb-4a1c-9238-743f08546eb8 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.944034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] For port 8c84656b-1d0a-4ebd-afa9-ca296e8f4125, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:32:51.947379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] For port 8c84656b-1d0a-4ebd-afa9-ca296e8f4125, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8c84656b-1d0a-4ebd-afa9-ca296e8f4125,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:32:51.952834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:51.975110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e9540932-b99c-4adb-a63d-dedea7fb9ebd tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Deleting port 487a9218-40d0-4861-b3b8-39af3ba959cd {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:51.975513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e9540932-b99c-4adb-a63d-dedea7fb9ebd tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:52.022545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f0c0c-05c8-49f7-8a80-67b2fde0fce7 req-05a68221-910b-45e8-9c35-cb4313041c66 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:52.024022 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f21f0c0c-05c8-49f7-8a80-67b2fde0fce7 req-05a68221-910b-45e8-9c35-cb4313041c66 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.5123382 Apr 29 17:32:52.033068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:52.039860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66033319-cdd9-4cd3-ad6f-f23cca7a9f81 None None] Pushing event updated for resources: {'Port': ['ID=8c84656b-1d0a-4ebd-afa9-ca296e8f4125,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:52.060234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:32:52.071989 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-2c068ad2-b6c6-44b2-8909-238ba2e91066 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Floating IP 109cda7c-9d67-4b65-96d5-a9feff1d90a1 associated. External IP: 172.26.4.96, port: 8f431d3e-4528-4760-8f2a-c46555f2b2d5. Apr 29 17:32:52.211982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:52.224090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254f10a-d810-4588-aa2e-c5e0cdeec77c req-5ba228d4-0e41-416f-ad87-f6b1317f2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:52.226319 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2254f10a-d810-4588-aa2e-c5e0cdeec77c req-5ba228d4-0e41-416f-ad87-f6b1317f2c19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a008dbb-824b-4c09-ae06-02703f77c7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4599178 Apr 29 17:32:52.342480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ceb7a2-570f-4ade-b641-602eaf9d4767']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:52.439592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7eaae8-6852-4b5d-83e0-7903235f7eb8') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:52.439888 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7eaae8-6852-4b5d-83e0-7903235f7eb8') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:52.481435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:52.500682 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d8a9376-2feb-4a1c-9238-743f08546eb8 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:52.619031 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f21f0c0c-05c8-49f7-8a80-67b2fde0fce7 req-ff170529-febb-4c42-bdad-cddab9e2c797 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5619898 Apr 29 17:32:52.766861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:52.787231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:52.798868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:32:52.799266 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:32:52.816358 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:32:52.826337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e9540932-b99c-4adb-a63d-dedea7fb9ebd tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:52.826662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e9540932-b99c-4adb-a63d-dedea7fb9ebd tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:52.871767 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2254f10a-d810-4588-aa2e-c5e0cdeec77c req-05584c5e-a556-436e-8ef9-91a4e4d6816d service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368561 Apr 29 17:32:52.927496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfa56a6-87e0-45cd-ab68-a59915221cc1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:32:53.044443 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e9540932-b99c-4adb-a63d-dedea7fb9ebd tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Calling delete_port for 487a9218-40d0-4861-b3b8-39af3ba959cd owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:53.154898 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port d6ecfc26-29d1-41b5-b9da-2649f76f70e8 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:32:53.181403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-774e9312-34f4-4c9d-a29d-9124984971c1 None None] Provisioning for port 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:53.208480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c068ad2-b6c6-44b2-8909-238ba2e91066 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Router e64efcd6-29b1-4c63-a137-8165a7752c78 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:32:53.220724 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2254f10a-d810-4588-aa2e-c5e0cdeec77c req-ae57ced1-3616-4dd8-99af-53e0345a45c0 service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384404 Apr 29 17:32:53.227731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d8a9376-2feb-4a1c-9238-743f08546eb8 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:53.230769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3f393027-675a-4216-8389-8b12250bbb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:53.269470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:53.274615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d8a9376-2feb-4a1c-9238-743f08546eb8 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:53.285039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd7732b-adf1-48d1-a670-8b8c66ae15c5 None None] Network 8882cbdd-28ac-4e48-a88f-eabb1bffca9b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:32:53.350663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23ceb7a2-570f-4ade-b641-602eaf9d4767 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 17:32:53.357975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a9376-2feb-4a1c-9238-743f08546eb8 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event deleted for resources: {'Subnet': ['ID=7e374292-4e64-4aae-a5c2-04e2bd538c62,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:53.362704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:53.385951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfa56a6-87e0-45cd-ab68-a59915221cc1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:32:53.392315 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-adfa56a6-87e0-45cd-ab68-a59915221cc1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:53.421043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.resource_extend [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:32:53.428210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event deleted for resources: {'Network': ['ID=23ceb7a2-570f-4ade-b641-602eaf9d4767,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:53.451775 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-adfa56a6-87e0-45cd-ab68-a59915221cc1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "PUT /v2.0/floatingips/35e35b17-9ac1-4eeb-b307-f22ec7f0dfa8 HTTP/1.1" status: 200 len: 991 time: 4.9861541 Apr 29 17:32:53.463335 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5d8a9376-2feb-4a1c-9238-743f08546eb8 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "DELETE /v2.0/subnets/7e374292-4e64-4aae-a5c2-04e2bd538c62 HTTP/1.1" status: 204 len: 168 time: 2.0928729 Apr 29 17:32:53.466486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:53.472985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43930) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:53.480486 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-410ff55f-f8de-47c4-bd92-99b792fa2d14 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "DELETE /v2.0/networks/23ceb7a2-570f-4ade-b641-602eaf9d4767 HTTP/1.1" status: 204 len: 168 time: 2.1048687 Apr 29 17:32:53.506137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:53.532801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5188a6-e61f-4960-8b07-55add6a59cb9', 'tag': '0ccdec47-db6d-4aab-8a6f-7473a03ce973'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:32:53.538424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c068ad2-b6c6-44b2-8909-238ba2e91066 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:32:53.563448 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2c068ad2-b6c6-44b2-8909-238ba2e91066 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:53.665013 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02ffb9a-aa75-4c65-aa93-43958b0ce26b'] response: {'name': 'network-changed', 'server_uuid': '2a5188a6-e61f-4960-8b07-55add6a59cb9', 'tag': '0ccdec47-db6d-4aab-8a6f-7473a03ce973', 'status': 'completed', 'code': 200} Apr 29 17:32:53.705206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12585d3f-0bee-40f7-acd3-2fd0ac5e210b None None] DHCP port deletion for 8882cbdd-28ac-4e48-a88f-eabb1bffca9b request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:32:53.709691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-12585d3f-0bee-40f7-acd3-2fd0ac5e210b None None] Deleting port 1a7186d4-0f91-47e1-be46-52ef680d5081 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:53.710073 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-12585d3f-0bee-40f7-acd3-2fd0ac5e210b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:53.834543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e9540932-b99c-4adb-a63d-dedea7fb9ebd tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:53.949904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event updated for resources: {'Port': ['ID=234cd930-10f2-4f20-bafb-e9a9080d38c0,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:53.950245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:54.017902 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43944) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:54.025733 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2c068ad2-b6c6-44b2-8909-238ba2e91066 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "PUT /v2.0/floatingips/109cda7c-9d67-4b65-96d5-a9feff1d90a1 HTTP/1.1" status: 200 len: 990 time: 4.9603820 Apr 29 17:32:54.032498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.034358 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-314d0726-2d56-48ac-886f-474fbee1631a tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Request body: {'router': {'name': 'tempest-router--1818923872', 'project_id': '521d68ba9e964d6ba632483cc51cc6ab'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:54.036201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::77fa:1c0b:6d75:33d4 (e0d73202-cb6d-4434-a143-4d729ced40a4/2e8d772c-39a4-413b-aada-8befa69c2271/d6ecfc26-29d1-41b5-b9da-2649f76f70e8) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:54.039941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-314d0726-2d56-48ac-886f-474fbee1631a tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:54.043994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-314d0726-2d56-48ac-886f-474fbee1631a tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Usage tracker for resource:router and tenant:521d68ba9e964d6ba632483cc51cc6ab is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:54.047511 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-314d0726-2d56-48ac-886f-474fbee1631a tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:54.054373 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-314d0726-2d56-48ac-886f-474fbee1631a tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:54.072392 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9540932-b99c-4adb-a63d-dedea7fb9ebd tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Pushing event deleted for resources: {'Port': ['ID=487a9218-40d0-4861-b3b8-39af3ba959cd,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:54.078377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-314d0726-2d56-48ac-886f-474fbee1631a tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.079521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-314d0726-2d56-48ac-886f-474fbee1631a tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.097159 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-314d0726-2d56-48ac-886f-474fbee1631a tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.105869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.125195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-314d0726-2d56-48ac-886f-474fbee1631a tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.169173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Deleting port 1a7186d4-0f91-47e1-be46-52ef680d5081 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:54.169884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.183805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a636bc-b8c3-40eb-805f-072e60bf560f req-3d657301-0440-43b1-899f-ebc67e959395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:54.185517 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75a636bc-b8c3-40eb-805f-072e60bf560f req-3d657301-0440-43b1-899f-ebc67e959395 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5a2ce7a595544feb083459386aa2363&device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 1099 time: 0.5070562 Apr 29 17:32:54.186257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-12585d3f-0bee-40f7-acd3-2fd0ac5e210b None None] For port 1a7186d4-0f91-47e1-be46-52ef680d5081, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1a7186d4-0f91-47e1-be46-52ef680d5081,segment=NetworkSegment(88471c34-00e0-4ee6-bb01-6f1bd4c6c76c),segment_id=88471c34-00e0-4ee6-bb01-6f1bd4c6c76c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:54.186875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-12585d3f-0bee-40f7-acd3-2fd0ac5e210b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.197642 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:54.216659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.218234 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-48a96d72-1bc0-4123-b9d7-7f4488c7d037 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4730859 Apr 29 17:32:54.237225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43950) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:54.242312 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd722e0e-acbc-4ada-b276-9cba4fbc012a None None] Sync routers for ids ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:32:54.258105 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd722e0e-acbc-4ada-b276-9cba4fbc012a None None] Routers {'92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:54.259236 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-cd722e0e-acbc-4ada-b276-9cba4fbc012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:54.264626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-36852b19-92a3-4e24-bce4-c7fd3ada84ae tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Request body: {'floatingip': {'port_id': 'a39bb28f-bceb-4f78-936f-6126226467f8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:54.281182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:54.281550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.330516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e9540932-b99c-4adb-a63d-dedea7fb9ebd tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.333331 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e9540932-b99c-4adb-a63d-dedea7fb9ebd tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.334729 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e9540932-b99c-4adb-a63d-dedea7fb9ebd tempest-FloatingIPAdminTestJSON-171554181 tempest-FloatingIPAdminTestJSON-171554181-project] 10.222.0.11 "DELETE /v2.0/floatingips/56db739f-cdda-4228-a4f6-d943ec637f85 HTTP/1.1" status: 204 len: 168 time: 2.6956184 Apr 29 17:32:54.349020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffea20-c040-481e-bc02-92da47fd3459 None None] Sync routers for ids ['e64efcd6-29b1-4c63-a137-8165a7752c78'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:32:54.354967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43956) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:54.367705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-314d0726-2d56-48ac-886f-474fbee1631a tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.368873 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-314d0726-2d56-48ac-886f-474fbee1631a tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3420761 Apr 29 17:32:54.377264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c6ae0-ab51-4c8e-8e4c-eb9e41bf74a2 req-b7af604e-fe08-4bf9-b3ba-87d6e3db4753 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:54.378748 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-399c6ae0-ab51-4c8e-8e4c-eb9e41bf74a2 req-b7af604e-fe08-4bf9-b3ba-87d6e3db4753 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 946 time: 0.6122005 Apr 29 17:32:54.379223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43958) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:54.441134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-12585d3f-0bee-40f7-acd3-2fd0ac5e210b None None] Calling delete_port for 1a7186d4-0f91-47e1-be46-52ef680d5081 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:54.445650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-36852b19-92a3-4e24-bce4-c7fd3ada84ae tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for floatingip, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.468001 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-cd722e0e-acbc-4ada-b276-9cba4fbc012a None None] Set router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:32:54.474220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ffea20-c040-481e-bc02-92da47fd3459 None None] Routers {'e64efcd6-29b1-4c63-a137-8165a7752c78'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:54.475319 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b5ffea20-c040-481e-bc02-92da47fd3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e64efcd6-29b1-4c63-a137-8165a7752c78'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:54.556858 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8c5d97df-72e1-4971-bb9b-09be58398ff6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.666733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-b5ffea20-c040-481e-bc02-92da47fd3459 None None] Set router e64efcd6-29b1-4c63-a137-8165a7752c78 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:32:54.831891 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-399c6ae0-ab51-4c8e-8e4c-eb9e41bf74a2 req-a1d12c93-0ea6-44af-aa11-97b6fbbc33cf tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4397559 Apr 29 17:32:54.852594 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8fd7f-dc0a-42c8-af32-007f15b38f36 req-3d59553c-f607-45ba-86b3-934ae7f4e7f4 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:54.854082 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3cd8fd7f-dc0a-42c8-af32-007f15b38f36 req-3d59553c-f607-45ba-86b3-934ae7f4e7f4 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.9675102 Apr 29 17:32:54.896626 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-cd722e0e-acbc-4ada-b276-9cba4fbc012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:55Z', 'revision_number': 4, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '35e35b17-9ac1-4eeb-b307-f22ec7f0dfa8', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'floating_ip_address': '172.26.4.73', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'port_id': '0ccdec47-db6d-4aab-8a6f-7473a03ce973', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'mac_address': 'fa:16:3e:1d:bd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5188a6-e61f-4960-8b07-55add6a59cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:32:08Z', 'updated_at': '2022-04-29T17:32:50Z', 'revision_number': 1, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7876217-61cd-4a0b-b498-18065005c633', 'name': '', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'mac_address': 'fa:16:3e:0b:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:53Z', 'updated_at': '2022-04-29T17:32:06Z', 'revision_number': 5, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'subnets': [{'id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:54.901061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d1c11-121b-4345-b5dc-0035a8ec4811 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Deleting port c249af5f-05c8-4ad5-80ac-a0039774daf0 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:54.901659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e1d1c11-121b-4345-b5dc-0035a8ec4811 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:54.902467 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd722e0e-acbc-4ada-b276-9cba4fbc012a None None] Checking router: 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:32:54.912262 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd722e0e-acbc-4ada-b276-9cba4fbc012a None None] Routers {'92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:54.912877 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-cd722e0e-acbc-4ada-b276-9cba4fbc012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:55.113359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8c5d97df-72e1-4971-bb9b-09be58398ff6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:55.116093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8c5d97df-72e1-4971-bb9b-09be58398ff6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:55.132310 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-cd722e0e-acbc-4ada-b276-9cba4fbc012a None None] Set router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:32:55.136553 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3cd8fd7f-dc0a-42c8-af32-007f15b38f36 req-0a3db8f1-1052-4981-b573-ce3ef88fd011 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142086 Apr 29 17:32:55.178166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:55.219449 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a636bc-b8c3-40eb-805f-072e60bf560f req-74199077-86e1-411e-a787-c7257a6a3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:55.220843 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75a636bc-b8c3-40eb-805f-072e60bf560f req-74199077-86e1-411e-a787-c7257a6a3f42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f100fae-1063-4412-a27d-002c2f38e886 HTTP/1.1" status: 200 len: 906 time: 1.0264542 Apr 29 17:32:55.224875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8c5d97df-72e1-4971-bb9b-09be58398ff6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:55.225353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5d97df-72e1-4971-bb9b-09be58398ff6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46a57f10-287e-4562-a275-a5b62fab0ddd {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:32:55.241744 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:55.253344 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-36852b19-92a3-4e24-bce4-c7fd3ada84ae tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] update failed (client error): The resource could not be found. Apr 29 17:32:55.254941 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-36852b19-92a3-4e24-bce4-c7fd3ada84ae tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "PUT /v2.0/floatingips/632013b0-373e-4029-bfb3-d3ded9757e36 HTTP/1.1" status: 404 len: 507 time: 1.0100677 Apr 29 17:32:55.269473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 43970) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:55.274523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object d6ecfc26-29d1-41b5-b9da-2649f76f70e8 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:32:55.339891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8c5d97df-72e1-4971-bb9b-09be58398ff6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:55.341001 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8c5d97df-72e1-4971-bb9b-09be58398ff6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "DELETE /v2.0/routers/46a57f10-287e-4562-a275-a5b62fab0ddd HTTP/1.1" status: 204 len: 168 time: 0.9504502 Apr 29 17:32:55.343953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] For port 1a7186d4-0f91-47e1-be46-52ef680d5081, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1a7186d4-0f91-47e1-be46-52ef680d5081,segment=NetworkSegment(88471c34-00e0-4ee6-bb01-6f1bd4c6c76c),segment_id=88471c34-00e0-4ee6-bb01-6f1bd4c6c76c)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:55.345280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:55.374633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adc7c8-17f8-4181-845d-d940382c2e52 req-7762e51d-3cbb-437d-87e7-f3e929559449 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:55.376245 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-23adc7c8-17f8-4181-845d-d940382c2e52 req-7762e51d-3cbb-437d-87e7-f3e929559449 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 945 time: 0.2353966 Apr 29 17:32:55.383159 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75a636bc-b8c3-40eb-805f-072e60bf560f req-d2877cb8-7138-4473-86ff-2047eb321daf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccdec47-db6d-4aab-8a6f-7473a03ce973 HTTP/1.1" status: 200 len: 999 time: 0.1540482 Apr 29 17:32:55.442691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-12585d3f-0bee-40f7-acd3-2fd0ac5e210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:55.542419 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-23adc7c8-17f8-4181-845d-d940382c2e52 req-fa5f04df-5719-4bb5-aa35-f41e06053a27 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563356 Apr 29 17:32:55.564912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43978) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:55.578461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 8c84656b-1d0a-4ebd-afa9-ca296e8f4125, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8c84656b-1d0a-4ebd-afa9-ca296e8f4125,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:32:55.583284 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2105eeef-e2e0-4b3b-9117-174d67192f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:55.595859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Calling delete_port for 1a7186d4-0f91-47e1-be46-52ef680d5081 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:55.617126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a636bc-b8c3-40eb-805f-072e60bf560f req-eb98b28d-a5c5-4faf-8cc5-0dbf8beba292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:55.618770 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12585d3f-0bee-40f7-acd3-2fd0ac5e210b None None] Pushing event deleted for resources: {'Port': ['ID=1a7186d4-0f91-47e1-be46-52ef680d5081,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:55.619081 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75a636bc-b8c3-40eb-805f-072e60bf560f req-eb98b28d-a5c5-4faf-8cc5-0dbf8beba292 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c544c7e1-d2c9-4197-869f-f67ad5cc2209 HTTP/1.1" status: 200 len: 844 time: 0.2021925 Apr 29 17:32:55.635538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12585d3f-0bee-40f7-acd3-2fd0ac5e210b None None] No DVR routers for this DVR port 1a7186d4-0f91-47e1-be46-52ef680d5081 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:32:55.644344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:55.754126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bb9693-ae3c-4a83-ad7a-346ea11d4e8d', 'tag': '8f431d3e-4528-4760-8f2a-c46555f2b2d5'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:32:55.793644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1a7186d4-0f91-47e1-be46-52ef680d5081 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:32:55.864957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e1d1c11-121b-4345-b5dc-0035a8ec4811 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:55.865404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e1d1c11-121b-4345-b5dc-0035a8ec4811 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:55.891279 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 1a7186d4-0f91-47e1-be46-52ef680d5081 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:32:55.891637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1a7186d4-0f91-47e1-be46-52ef680d5081 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:32:55.911988 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985fe05f-336f-475d-ad15-de5d682661b0'] response: {'name': 'network-changed', 'server_uuid': '11bb9693-ae3c-4a83-ad7a-346ea11d4e8d', 'tag': '8f431d3e-4528-4760-8f2a-c46555f2b2d5', 'status': 'completed', 'code': 200} Apr 29 17:32:55.939549 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=8c84656b-1d0a-4ebd-afa9-ca296e8f4125,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:55.978916 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-cd722e0e-acbc-4ada-b276-9cba4fbc012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:55Z', 'revision_number': 4, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '35e35b17-9ac1-4eeb-b307-f22ec7f0dfa8', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'floating_ip_address': '172.26.4.73', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'port_id': '0ccdec47-db6d-4aab-8a6f-7473a03ce973', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'mac_address': 'fa:16:3e:1d:bd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5188a6-e61f-4960-8b07-55add6a59cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:32:08Z', 'updated_at': '2022-04-29T17:32:50Z', 'revision_number': 1, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7876217-61cd-4a0b-b498-18065005c633', 'name': '', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'mac_address': 'fa:16:3e:0b:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:53Z', 'updated_at': '2022-04-29T17:32:06Z', 'revision_number': 5, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'subnets': [{'id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:55.984342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b5ffea20-c040-481e-bc02-92da47fd3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port': {'id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '109cda7c-9d67-4b65-96d5-a9feff1d90a1', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'floating_ip_address': '172.26.4.96', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'port_id': '8f431d3e-4528-4760-8f2a-c46555f2b2d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'mac_address': 'fa:16:3e:e7:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb9693-ae3c-4a83-ad7a-346ea11d4e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:32:06Z', 'updated_at': '2022-04-29T17:32:51Z', 'revision_number': 1, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fe57ab-760a-47f5-83c7-901b3b7bd5da', 'name': '', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'mac_address': 'fa:16:3e:e0:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:51Z', 'updated_at': '2022-04-29T17:32:04Z', 'revision_number': 5, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'subnets': [{'id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:55.988795 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd722e0e-acbc-4ada-b276-9cba4fbc012a None None] The sync data for ids ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'] in dv-neutron-839024-2-hyperv is: [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:55Z', 'revision_number': 4, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '35e35b17-9ac1-4eeb-b307-f22ec7f0dfa8', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'floating_ip_address': '172.26.4.73', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'port_id': '0ccdec47-db6d-4aab-8a6f-7473a03ce973', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'mac_address': 'fa:16:3e:1d:bd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5188a6-e61f-4960-8b07-55add6a59cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:32:08Z', 'updated_at': '2022-04-29T17:32:50Z', 'revision_number': 1, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7876217-61cd-4a0b-b498-18065005c633', 'name': '', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'mac_address': 'fa:16:3e:0b:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:53Z', 'updated_at': '2022-04-29T17:32:06Z', 'revision_number': 5, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'subnets': [{'id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:32:55.991112 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffea20-c040-481e-bc02-92da47fd3459 None None] Checking router: e64efcd6-29b1-4c63-a137-8165a7752c78 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:32:56.005763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ffea20-c040-481e-bc02-92da47fd3459 None None] Routers {'e64efcd6-29b1-4c63-a137-8165a7752c78'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:32:56.006441 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b5ffea20-c040-481e-bc02-92da47fd3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e64efcd6-29b1-4c63-a137-8165a7752c78'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:56.034622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-103688638', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:56.042294 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:56.046346 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Usage tracker for resource:router and tenant:9933681c551348c6ab2c795952810e91 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:56.049650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:56.055964 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:56.078298 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a636bc-b8c3-40eb-805f-072e60bf560f req-c1c5bd6f-81c1-4267-ad30-231bf928129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:56.080003 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75a636bc-b8c3-40eb-805f-072e60bf560f req-c1c5bd6f-81c1-4267-ad30-231bf928129c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f100fae-1063-4412-a27d-002c2f38e886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4542613 Apr 29 17:32:56.080962 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:56.082023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:56.098325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d1c11-121b-4345-b5dc-0035a8ec4811 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Calling delete_port for c249af5f-05c8-4ad5-80ac-a0039774daf0 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:56.124935 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-5105e60b-528a-4485-a847-4182062f9de3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Deleting port 234cd930-10f2-4f20-bafb-e9a9080d38c0 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:56.125181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5105e60b-528a-4485-a847-4182062f9de3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:56.132634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed9da-3ac4-4215-a613-ce65c25bf733 req-6f4bed45-b398-48c7-91a5-85d002d94dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:56.134078 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-550ed9da-3ac4-4215-a613-ce65c25bf733 req-6f4bed45-b398-48c7-91a5-85d002d94dbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c48d4c66c93f4c7fa3f8a35a1e52d29c&device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 1098 time: 0.3016803 Apr 29 17:32:56.172211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693f4b9-7547-4b19-95fb-0fb959a44edf req-453b6adb-5fea-4687-8ae6-6fa169d74673 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:56.175250 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c693f4b9-7547-4b19-95fb-0fb959a44edf req-453b6adb-5fea-4687-8ae6-6fa169d74673 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.3374100 Apr 29 17:32:56.206991 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-b5ffea20-c040-481e-bc02-92da47fd3459 None None] Set router e64efcd6-29b1-4c63-a137-8165a7752c78 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:32:56.222128 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:56.334786 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7641fc4-8ea6-4cf4-a74d-92b7a2188882 None None] New status for floating IP 35e35b17-9ac1-4eeb-b307-f22ec7f0dfa8: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:32:56.394950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:32:56.395567 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:32:56.424984 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:56.551068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:56.588668 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c693f4b9-7547-4b19-95fb-0fb959a44edf req-7c1991d4-d3d1-4236-b55a-49b5a37e8454 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644643 Apr 29 17:32:56.590897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:56.600739 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:56.603887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:56.624174 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:56.627399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:56.685201 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b5ffea20-c040-481e-bc02-92da47fd3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port': {'id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '109cda7c-9d67-4b65-96d5-a9feff1d90a1', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'floating_ip_address': '172.26.4.96', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'port_id': '8f431d3e-4528-4760-8f2a-c46555f2b2d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'mac_address': 'fa:16:3e:e7:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb9693-ae3c-4a83-ad7a-346ea11d4e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:32:06Z', 'updated_at': '2022-04-29T17:32:51Z', 'revision_number': 1, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fe57ab-760a-47f5-83c7-901b3b7bd5da', 'name': '', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'mac_address': 'fa:16:3e:e0:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:51Z', 'updated_at': '2022-04-29T17:32:04Z', 'revision_number': 5, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'subnets': [{'id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:56.685625 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75a636bc-b8c3-40eb-805f-072e60bf560f req-b82fe58e-e12b-4620-bce2-3ae8b97206c3 service neutron] 10.222.0.36 "GET /v2.0/networks/2f100fae-1063-4412-a27d-002c2f38e886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969543 Apr 29 17:32:56.690797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffea20-c040-481e-bc02-92da47fd3459 None None] The sync data for ids ['e64efcd6-29b1-4c63-a137-8165a7752c78'] in dv-neutron-839024-2-hyperv is: [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port': {'id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '109cda7c-9d67-4b65-96d5-a9feff1d90a1', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'floating_ip_address': '172.26.4.96', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'port_id': '8f431d3e-4528-4760-8f2a-c46555f2b2d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'mac_address': 'fa:16:3e:e7:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb9693-ae3c-4a83-ad7a-346ea11d4e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:32:06Z', 'updated_at': '2022-04-29T17:32:51Z', 'revision_number': 1, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fe57ab-760a-47f5-83c7-901b3b7bd5da', 'name': '', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'mac_address': 'fa:16:3e:e0:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:51Z', 'updated_at': '2022-04-29T17:32:04Z', 'revision_number': 5, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'subnets': [{'id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:32:56.711422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d739b-ccf3-4de9-a635-0f3be3daf2d4 req-5b2ae2ee-6f66-49f6-97d1-1520980d4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:56.717494 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ff7d739b-ccf3-4de9-a635-0f3be3daf2d4 req-5b2ae2ee-6f66-49f6-97d1-1520980d4cf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a200f959dbd436a8fd7078b57ae78ed&device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 1098 time: 0.8060629 Apr 29 17:32:56.752283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:56.807547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=d6ecfc26-29d1-41b5-b9da-2649f76f70e8,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:56.821799 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed9da-3ac4-4215-a613-ce65c25bf733 req-813039ad-9d37-414c-ba3e-5086faa648f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:56.823266 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-550ed9da-3ac4-4215-a613-ce65c25bf733 req-813039ad-9d37-414c-ba3e-5086faa648f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a008dbb-824b-4c09-ae06-02703f77c7d5 HTTP/1.1" status: 200 len: 912 time: 0.6786003 Apr 29 17:32:56.886028 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fd21f3d7-ce25-43e2-82ee-4e6a16f18aa9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6807261 Apr 29 17:32:56.889502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5105e60b-528a-4485-a847-4182062f9de3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:56.889827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5105e60b-528a-4485-a847-4182062f9de3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:56.892764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43992) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:56.897046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Deleting port 1a7186d4-0f91-47e1-be46-52ef680d5081 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:56.897566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:57.019417 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aafe3d0-60a1-4f72-a219-a89798f7120e None None] New status for floating IP 109cda7c-9d67-4b65-96d5-a9feff1d90a1: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:32:57.079912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:57.109849 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-18065d8a-4634-4278-9378-9e9e5cb3a2e1 None None] Provisioning for port d6ecfc26-29d1-41b5-b9da-2649f76f70e8 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:32:57.120914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-18065d8a-4634-4278-9378-9e9e5cb3a2e1 None None] Provisioning complete for port d6ecfc26-29d1-41b5-b9da-2649f76f70e8 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:57.121264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-18065d8a-4634-4278-9378-9e9e5cb3a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:57.131698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] The port '1a7186d4-0f91-47e1-be46-52ef680d5081' was deleted {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:32:57.145428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-5105e60b-528a-4485-a847-4182062f9de3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Calling delete_port for 234cd930-10f2-4f20-bafb-e9a9080d38c0 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:57.180436 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-550ed9da-3ac4-4215-a613-ce65c25bf733 req-c850550d-d073-4d69-b01d-a04fedd9adfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d03cbbc3-b67e-4acb-85c4-f19455702778 HTTP/1.1" status: 200 len: 1001 time: 0.2884138 Apr 29 17:32:57.199267 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75a636bc-b8c3-40eb-805f-072e60bf560f req-ff70e7b7-9e85-41b5-846f-6dc0bdafd6c4 service neutron] 10.222.0.36 "GET /v2.0/networks/2f100fae-1063-4412-a27d-002c2f38e886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944816 Apr 29 17:32:57.212924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e1d1c11-121b-4345-b5dc-0035a8ec4811 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:57.313344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-18065d8a-4634-4278-9378-9e9e5cb3a2e1 None None] Port d6ecfc26-29d1-41b5-b9da-2649f76f70e8 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:32:57.327866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50bbd8-8165-44ff-83e1-15ac06d7992b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:57.333916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50bbd8-8165-44ff-83e1-15ac06d7992b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:57.334688 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2b50bbd8-8165-44ff-83e1-15ac06d7992b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:57.347101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed9da-3ac4-4215-a613-ce65c25bf733 req-a0d5098d-9233-4efa-a987-05b3705f9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:57.348541 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-550ed9da-3ac4-4215-a613-ce65c25bf733 req-a0d5098d-9233-4efa-a987-05b3705f9fe3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3555b18-00c5-40e8-9dc6-86063eecb03f HTTP/1.1" status: 200 len: 850 time: 0.1518536 Apr 29 17:32:57.369559 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d1c11-121b-4345-b5dc-0035a8ec4811 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Pushing event deleted for resources: {'Port': ['ID=c249af5f-05c8-4ad5-80ac-a0039774daf0,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:57.402984 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:57.427873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2b50bbd8-8165-44ff-83e1-15ac06d7992b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:57.429530 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2b50bbd8-8165-44ff-83e1-15ac06d7992b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4791930 Apr 29 17:32:57.436677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 43996) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:57.490511 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d739b-ccf3-4de9-a635-0f3be3daf2d4 req-e6b08ff6-a558-46a7-9886-658206733d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:57.491981 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ff7d739b-ccf3-4de9-a635-0f3be3daf2d4 req-e6b08ff6-a558-46a7-9886-658206733d25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a920e1c-5aa4-413b-99b4-e430d5bbd744 HTTP/1.1" status: 200 len: 913 time: 0.7515063 Apr 29 17:32:57.515858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8882cbdd-28ac-4e48-a88f-eabb1bffca9b']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:57.531249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e018f782-af66-4119-b11d-b8c86641a972 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port d6ecfc26-29d1-41b5-b9da-2649f76f70e8 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:57.531615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e018f782-af66-4119-b11d-b8c86641a972 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:57.593293 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed9da-3ac4-4215-a613-ce65c25bf733 req-31be3be0-ada1-4b20-adc7-0ac626444b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:57.594783 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-550ed9da-3ac4-4215-a613-ce65c25bf733 req-31be3be0-ada1-4b20-adc7-0ac626444b01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a008dbb-824b-4c09-ae06-02703f77c7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2369814 Apr 29 17:32:57.598379 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88471c34-00e0-4ee6-bb01-6f1bd4c6c76c') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:57.598702 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88471c34-00e0-4ee6-bb01-6f1bd4c6c76c') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:32:57.703180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:57.725307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e1d1c11-121b-4345-b5dc-0035a8ec4811 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:57.727945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5105e60b-528a-4485-a847-4182062f9de3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:57.787417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:57.800259 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ff7d739b-ccf3-4de9-a635-0f3be3daf2d4 req-796b21b5-655a-49ec-9f7c-4514447c2f1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f431d3e-4528-4760-8f2a-c46555f2b2d5 HTTP/1.1" status: 200 len: 1000 time: 0.2900968 Apr 29 17:32:57.805496 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105e60b-528a-4485-a847-4182062f9de3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event deleted for resources: {'Port': ['ID=234cd930-10f2-4f20-bafb-e9a9080d38c0,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:57.840253 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:32:57.840650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:32:57.855456 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:32:57.898665 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:57.900586 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e1d1c11-121b-4345-b5dc-0035a8ec4811 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:57.901708 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4e1d1c11-121b-4345-b5dc-0035a8ec4811 tempest-FloatingIPAdminTestJSON-1793955448 tempest-FloatingIPAdminTestJSON-1793955448-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/4072a3cb-bce8-47a6-9331-0f6c7c104603 HTTP/1.1" status: 204 len: 168 time: 3.5309300 Apr 29 17:32:57.926949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44002) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:58.008423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:32:58.085679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:32:58.086194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:58.137131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:58.184049 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:58.189692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d739b-ccf3-4de9-a635-0f3be3daf2d4 req-ee81cb4d-2220-48bd-baa4-7c1fd7584aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:58.191324 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ff7d739b-ccf3-4de9-a635-0f3be3daf2d4 req-ee81cb4d-2220-48bd-baa4-7c1fd7584aed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=84622bd6-291d-4a19-bc35-239d5b1a0fd6 HTTP/1.1" status: 200 len: 851 time: 0.3578565 Apr 29 17:32:58.242896 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-eff1f8ee-6c1b-48b1-a16f-bfeb457fb63f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Deleting port 4170748a-e555-4298-b4e8-650c68bf8ade {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:32:58.243230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eff1f8ee-6c1b-48b1-a16f-bfeb457fb63f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:58.280452 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:58.282065 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5105e60b-528a-4485-a847-4182062f9de3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:58.316191 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-550ed9da-3ac4-4215-a613-ce65c25bf733 req-7a3f5f32-9a60-4ea1-97a0-ed743f8b7ee9 service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7100518 Apr 29 17:32:58.321991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:58.336615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5105e60b-528a-4485-a847-4182062f9de3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:58.337722 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5105e60b-528a-4485-a847-4182062f9de3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "DELETE /v2.0/floatingips/632013b0-373e-4029-bfb3-d3ded9757e36 HTTP/1.1" status: 204 len: 168 time: 3.0656674 Apr 29 17:32:58.346374 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44006) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:58.348947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] Pushing event deleted for resources: {'Network': ['ID=8882cbdd-28ac-4e48-a88f-eabb1bffca9b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:58.354741 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b85285aa-3f92-46b7-872a-b6625a31e939 tempest-AllowedAddressPairIpV6TestJSON-59099526 tempest-AllowedAddressPairIpV6TestJSON-59099526-project] 10.222.0.11 "DELETE /v2.0/networks/8882cbdd-28ac-4e48-a88f-eabb1bffca9b HTTP/1.1" status: 204 len: 168 time: 4.8794539 Apr 29 17:32:58.358105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3a93e78a-7a87-40ef-a9a8-7a6ee4eeb349 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Request body: {'floatingip': {'floating_network_id': 'eaf2f74b-4d2f-41fc-9329-ebc072cd4796', 'port_id': 'a39bb28f-bceb-4f78-936f-6126226467f8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:58.393567 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3a93e78a-7a87-40ef-a9a8-7a6ee4eeb349 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:58.393858 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e018f782-af66-4119-b11d-b8c86641a972 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:58.416849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3a93e78a-7a87-40ef-a9a8-7a6ee4eeb349 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Usage tracker for resource:floatingip and tenant:0a13c5556efb48cb8480c72c3baa752a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:58.422565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3a93e78a-7a87-40ef-a9a8-7a6ee4eeb349 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:58.433356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3a93e78a-7a87-40ef-a9a8-7a6ee4eeb349 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:58.476846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a93e78a-7a87-40ef-a9a8-7a6ee4eeb349 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for floatingip, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:58.557137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d739b-ccf3-4de9-a635-0f3be3daf2d4 req-1931b0fa-47b6-496a-a52d-56eba0b4b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:58.558613 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ff7d739b-ccf3-4de9-a635-0f3be3daf2d4 req-1931b0fa-47b6-496a-a52d-56eba0b4b633 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a920e1c-5aa4-413b-99b4-e430d5bbd744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3559339 Apr 29 17:32:58.589829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e018f782-af66-4119-b11d-b8c86641a972 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for d6ecfc26-29d1-41b5-b9da-2649f76f70e8 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:58.623789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a89ae6-9ae4-4edf-8a8b-2ed34922a6e6 req-525fba9b-ac6e-4353-a808-2b83fc02209c tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:58.625270 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-97a89ae6-9ae4-4edf-8a8b-2ed34922a6e6 req-525fba9b-ac6e-4353-a808-2b83fc02209c tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.8921869 Apr 29 17:32:58.676395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44014) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:58.712557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eff1f8ee-6c1b-48b1-a16f-bfeb457fb63f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:58.789422 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-550ed9da-3ac4-4215-a613-ce65c25bf733 req-f11fbf90-5590-4258-baba-23f20a1331c3 service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650018 Apr 29 17:32:58.792174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Allocated IP 172.26.4.127 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/a91f448c-405a-477d-ac79-44fc77934379) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:32:58.810127 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-97a89ae6-9ae4-4edf-8a8b-2ed34922a6e6 req-1568c72f-3a8c-48f6-bc0e-498a6f6eee78 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287265 Apr 29 17:32:58.889061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-eff1f8ee-6c1b-48b1-a16f-bfeb457fb63f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Calling delete_port for 4170748a-e555-4298-b4e8-650c68bf8ade owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:32:58.960634 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ff7d739b-ccf3-4de9-a635-0f3be3daf2d4 req-d0f9ef96-adf0-4bd2-ab2c-0469355c6445 service neutron] 10.222.0.36 "GET /v2.0/networks/4a920e1c-5aa4-413b-99b4-e430d5bbd744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819466 Apr 29 17:32:59.025359 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-22bc8fe4-8763-4e23-88d6-5b702a2d680e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad78f2f59f6b46d89e5e166ca4c3df3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401520 Apr 29 17:32:59.027921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44020) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:59.032550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e018f782-af66-4119-b11d-b8c86641a972 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.118093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018f782-af66-4119-b11d-b8c86641a972 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=d6ecfc26-29d1-41b5-b9da-2649f76f70e8,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:59.190473 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ff7d739b-ccf3-4de9-a635-0f3be3daf2d4 req-ef1c5e37-3319-4418-9b22-b34e6614ffea service neutron] 10.222.0.36 "GET /v2.0/networks/4a920e1c-5aa4-413b-99b4-e430d5bbd744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163270 Apr 29 17:32:59.192190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.197969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e018f782-af66-4119-b11d-b8c86641a972 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.212785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eff1f8ee-6c1b-48b1-a16f-bfeb457fb63f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.237553 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-000ac82f-cff2-4745-8332-bdf25079a3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.241847 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e018f782-af66-4119-b11d-b8c86641a972 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/d6ecfc26-29d1-41b5-b9da-2649f76f70e8 HTTP/1.1" status: 204 len: 168 time: 1.8041115 Apr 29 17:32:59.252052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44024) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:59.260876 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-3a93e78a-7a87-40ef-a9a8-7a6ee4eeb349 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:32:59.265446 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3a93e78a-7a87-40ef-a9a8-7a6ee4eeb349 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9143529 Apr 29 17:32:59.265446 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1f8ee-6c1b-48b1-a16f-bfeb457fb63f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event deleted for resources: {'Port': ['ID=4170748a-e555-4298-b4e8-650c68bf8ade,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:59.266654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44028) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:59.308663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': 'a39bb28f-bceb-4f78-936f-6126226467f8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:32:59.312615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-000ac82f-cff2-4745-8332-bdf25079a3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.330531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:32:59.335083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Usage tracker for resource:floatingip and tenant:0a13c5556efb48cb8480c72c3baa752a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:32:59.338223 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:32:59.384508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:32:59.394625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ac705c-7936-462c-b3ab-4bf50b9a39fb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:59.396271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ac705c-7936-462c-b3ab-4bf50b9a39fb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:59.397036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-56ac705c-7936-462c-b3ab-4bf50b9a39fb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:59.406018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.413663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for floatingip, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.443701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eff1f8ee-6c1b-48b1-a16f-bfeb457fb63f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.467252 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-eff1f8ee-6c1b-48b1-a16f-bfeb457fb63f tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "DELETE /v2.0/ports/4170748a-e555-4298-b4e8-650c68bf8ade HTTP/1.1" status: 204 len: 168 time: 1.5235963 Apr 29 17:32:59.467753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44032) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:59.492249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:32:59.497102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:32:59.501382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-56ac705c-7936-462c-b3ab-4bf50b9a39fb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:59.502809 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-56ac705c-7936-462c-b3ab-4bf50b9a39fb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2495930 Apr 29 17:32:59.504167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:32:59.505565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44036) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:32:59.529559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-000ac82f-cff2-4745-8332-bdf25079a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.549643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Pushing event updated for resources: {'Port': ['ID=a91f448c-405a-477d-ac79-44fc77934379,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:59.565313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ac82f-cff2-4745-8332-bdf25079a3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c872df7d-85e3-480f-a0e1-d49539db30ea,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:32:59.574101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-000ac82f-cff2-4745-8332-bdf25079a3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.575240 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-000ac82f-cff2-4745-8332-bdf25079a3b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c872df7d-85e3-480f-a0e1-d49539db30ea HTTP/1.1" status: 204 len: 168 time: 0.5464087 Apr 29 17:32:59.764220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0775d32-a33c-4761-b298-6840648b883d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 2e8d772c-39a4-413b-aada-8befa69c2271 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:32:59.770901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d0775d32-a33c-4761-b298-6840648b883d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.843057 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d0775d32-a33c-4761-b298-6840648b883d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.881780 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2348efa8-dbbb-4945-949f-b4f7966afed1 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:32:59.881780 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2348efa8-dbbb-4945-949f-b4f7966afed1 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Synchronizing usage tracker for tenant:e6d8c515c362496cb59aed41318dd2fe on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:32:59.941142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2348efa8-dbbb-4945-949f-b4f7966afed1 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Unset dirty status for tenant:e6d8c515c362496cb59aed41318dd2fe on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:32:59.942299 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2348efa8-dbbb-4945-949f-b4f7966afed1 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "GET /v2.0/ports?device_id=f864128b-fc69-4d68-a95b-8793f936fbce HTTP/1.1" status: 200 len: 913 time: 0.4738111 Apr 29 17:32:59.945410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:32:59.949323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44052) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:00.167582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d0775d32-a33c-4761-b298-6840648b883d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:00.184068 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ad398-d564-4afc-b4af-4bc9fc58cf7a req-8646a969-b5de-4977-bac3-08a287b7c2a9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:00.185519 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ab7ad398-d564-4afc-b4af-4bc9fc58cf7a req-8646a969-b5de-4977-bac3-08a287b7c2a9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.1901832 Apr 29 17:33:00.187821 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:00.365697 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ab7ad398-d564-4afc-b4af-4bc9fc58cf7a req-076372ab-5afe-4e47-a9a3-4f2bac698059 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305931 Apr 29 17:33:00.407952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44068) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:00.457345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Allocated IP 172.26.4.177 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/2f6af5ce-84f2-4981-95db-9627899d5626) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:00.473460 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d0775d32-a33c-4761-b298-6840648b883d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:00.549697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775d32-a33c-4761-b298-6840648b883d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8d772c-39a4-413b-aada-8befa69c2271,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:00.550169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcd0349-a008-409b-a46a-a1df517ce0bc None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:00.560592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d0775d32-a33c-4761-b298-6840648b883d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:00.573844 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Request body: {'networks': [{'name': 'tempest-network--231132886'}, {'name': 'tempest-network--1691382318'}]} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:00.574200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Request body: {'network': {'name': 'tempest-network--231132886'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:00.574620 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Request body: {'network': {'name': 'tempest-network--1691382318'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:00.586899 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:00.628609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:00.641337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Usage tracker for resource:network and tenant:06a1b66f26d1491fb311ad91c41757ef is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:00.650968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:00.661466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:00.697935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5cb9c-9440-4b20-ae10-ad911ae92e96 req-23bb9904-b349-406d-8c15-119209ed9449 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:00.699651 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c7f5cb9c-9440-4b20-ae10-ad911ae92e96 req-23bb9904-b349-406d-8c15-119209ed9449 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.1865160 Apr 29 17:33:00.700912 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d0775d32-a33c-4761-b298-6840648b883d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/2e8d772c-39a4-413b-aada-8befa69c2271 HTTP/1.1" status: 204 len: 168 time: 1.1934206 Apr 29 17:33:00.712478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44074) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:00.806704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Made reservation on behalf of 06a1b66f26d1491fb311ad91c41757ef for: {'network': 2} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:00.810820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:00.824597 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c7f5cb9c-9440-4b20-ae10-ad911ae92e96 req-8c6c8757-478f-4414-bec4-ba756fc22a02 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668325 Apr 29 17:33:00.829920 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b5ea98ed-985f-4648-813a-aadce42e1e40 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137915 Apr 29 17:33:00.834609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44078) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:00.835591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:00.842801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:00.864492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890e0e4a-8e6f-4383-849d-44406a933298 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:33:00.872244 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-890e0e4a-8e6f-4383-849d-44406a933298 None None] Deleting port 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:00.872830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-890e0e4a-8e6f-4383-849d-44406a933298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:00.898882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:00.908642 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:00.917241 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Usage tracker for resource:security_group_rule and tenant:06a1b66f26d1491fb311ad91c41757ef is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:00.922721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:00.932728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:00.978022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:00.983403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:00.991481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:00.993777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.000434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:01.010111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Router 6dcf5e36-867c-487c-9a8d-9fccc02b5c7d is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:33:01.016709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:01.020464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.117788 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:01.128158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:01.138012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:01.184723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event updated for resources: {'Port': ['ID=2f6af5ce-84f2-4981-95db-9627899d5626,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:01.189892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-890e0e4a-8e6f-4383-849d-44406a933298 None None] For port 8c84656b-1d0a-4ebd-afa9-ca296e8f4125, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8c84656b-1d0a-4ebd-afa9-ca296e8f4125,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:01.190280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-890e0e4a-8e6f-4383-849d-44406a933298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.267428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.284403 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.286000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.314697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5f11d560-3337-4f74-a340-b436d318872e tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.317197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-890e0e4a-8e6f-4383-849d-44406a933298 None None] Calling delete_port for 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:01.398183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-890e0e4a-8e6f-4383-849d-44406a933298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.450335 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e0e4a-8e6f-4383-849d-44406a933298 None None] Pushing event deleted for resources: {'Port': ['ID=8c84656b-1d0a-4ebd-afa9-ca296e8f4125,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:01.455276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e0e4a-8e6f-4383-849d-44406a933298 None None] No DVR routers for this DVR port 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:33:01.486196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:01.497417 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7804ec0a-1d3d-471b-855d-8bff1e981b5d None None] Sync routers for ids ['6dcf5e36-867c-487c-9a8d-9fccc02b5c7d'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:01.507492 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7804ec0a-1d3d-471b-855d-8bff1e981b5d None None] Routers {'6dcf5e36-867c-487c-9a8d-9fccc02b5c7d'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:01.508343 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7804ec0a-1d3d-471b-855d-8bff1e981b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6dcf5e36-867c-487c-9a8d-9fccc02b5c7d'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:01.548713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f64f2-e0ce-4d75-aa8b-d35a042cefdf req-b6d443fe-c409-401d-a28e-06ddfe0af2e8 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:01.550090 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8b0f64f2-e0ce-4d75-aa8b-d35a042cefdf req-b6d443fe-c409-401d-a28e-06ddfe0af2e8 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.3218117 Apr 29 17:33:01.574719 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7804ec0a-1d3d-471b-855d-8bff1e981b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:01.588359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.588864 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7804ec0a-1d3d-471b-855d-8bff1e981b5d None None] Routers {'6dcf5e36-867c-487c-9a8d-9fccc02b5c7d'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:01.589455 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7804ec0a-1d3d-471b-855d-8bff1e981b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6dcf5e36-867c-487c-9a8d-9fccc02b5c7d'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:01.589598 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-678127c6-2113-4079-ba2f-12ad8a53fb1d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0236340 Apr 29 17:33:01.593996 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44086) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:01.617862 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb112fa1-fbf9-43a3-b992-3864bb6e3264,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:01.635996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:33:01.655975 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7804ec0a-1d3d-471b-855d-8bff1e981b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:01.656548 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7804ec0a-1d3d-471b-855d-8bff1e981b5d None None] The sync data for ids ['6dcf5e36-867c-487c-9a8d-9fccc02b5c7d'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:01.663751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.664091 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Added segment 39fd6411-0b1a-4c58-8633-cca559100993 of type vlan for network 507f713f-7235-46a2-aae4-0f3fad257e6e Apr 29 17:33:01.691245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Deleting port 2f6af5ce-84f2-4981-95db-9627899d5626 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:01.691632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.738742 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8b0f64f2-e0ce-4d75-aa8b-d35a042cefdf req-c238bc45-ad21-41c4-a572-89eef1d6ba84 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761804 Apr 29 17:33:01.804353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.810829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.928919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:01.938268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:01.945501 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f246c3e5-d5ff-4a30-9983-be1cfa2aeab9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/routers/6dcf5e36-867c-487c-9a8d-9fccc02b5c7d HTTP/1.1" status: 200 len: 924 time: 0.3480668 Apr 29 17:33:01.950070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:01.950633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:01.954041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44094) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:01.956498 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=0362acae-c04a-4b53-a478-d55e2126611a,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:01.957524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555cc04f-e4e8-42d0-81e6-4fa12efd095b None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:01.994498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:33:02.002826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:02.008847 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f8affe73-4d04-452d-a1bd-a1fb8df370ad tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dcf5e36-867c-487c-9a8d-9fccc02b5c7d HTTP/1.1" status: 200 len: 205 time: 0.0509872 Apr 29 17:33:02.009173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44098) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:02.023841 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ddc035c1-0f6d-4cbc-bc3f-8fb89926e0df tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1881678 Apr 29 17:33:02.026617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44102) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:02.027140 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:02.027663 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Added segment 7b31690e-177b-4dc3-95e2-4f7295788c4c of type vlan for network d65df60e-9a68-421f-ba73-d39c28b4d64b Apr 29 17:33:02.034669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'fixed_ips': [{'subnet_id': '0362acae-c04a-4b53-a478-d55e2126611a', 'ip_address': '2001:db8::4171:f24b:ee44:2184'}], 'name': 'tempest-NetworksTestDHCPv6-456681097'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:02.048711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:02.049047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8c84656b-1d0a-4ebd-afa9-ca296e8f4125 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:02.131939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39aac9-79c3-463b-95e2-dfee8c6fd093 req-21a96f41-6ae5-4ef5-87eb-90111ca44884 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:02.133410 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5d39aac9-79c3-463b-95e2-dfee8c6fd093 req-21a96f41-6ae5-4ef5-87eb-90111ca44884 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.2726047 Apr 29 17:33:02.164966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:02.164966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:02.212897 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5d39aac9-79c3-463b-95e2-dfee8c6fd093 req-15ba29b7-ea3d-44a0-815c-45ea746238a7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714815 Apr 29 17:33:02.219176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:02.223527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:02.226674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:02.232430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:02.234858 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '0362acae-c04a-4b53-a478-d55e2126611a'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:33:02.236354 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:02.244764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:02.335325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Calling delete_port for 2f6af5ce-84f2-4981-95db-9627899d5626 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:02.412685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:02.414893 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Allocated IP 2001:db8::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/0362acae-c04a-4b53-a478-d55e2126611a/ede8e118-9113-47ef-a5bb-e1629159c7ed) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:02.454241 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-5f11d560-3337-4f74-a340-b436d318872e tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Deleting port 15ac149a-b24b-402e-a57e-847c6959d39d {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:02.454673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5f11d560-3337-4f74-a340-b436d318872e tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:02.467811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:02.495306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port 7ef77929-a241-4485-b7b5-2f22069f7365 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:02.537261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592977f-9fe4-454f-bc58-73c5968fb6ac req-e6087550-680b-4efc-a7af-efe343c629c7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:02.538751 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b592977f-9fe4-454f-bc58-73c5968fb6ac req-e6087550-680b-4efc-a7af-efe343c629c7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.1744835 Apr 29 17:33:02.574989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:02.648275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:02.648923 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:02.653826 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b592977f-9fe4-454f-bc58-73c5968fb6ac req-c2bc6eeb-b357-4639-974a-a5f974ed6b81 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039817 Apr 29 17:33:02.654052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:02.659134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:02.659774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:02.713457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:03.030939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de638c-ede3-45bb-9727-1c0518f378df req-d8b0b939-e273-4e89-8826-731a1b433dc2 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:03.034917 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70de638c-ede3-45bb-9727-1c0518f378df req-d8b0b939-e273-4e89-8826-731a1b433dc2 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.0870371 Apr 29 17:33:03.051717 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event updated for resources: {'Network': ['ID=507f713f-7235-46a2-aae4-0f3fad257e6e,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:03.052404 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Transition to ACTIVE for port object ede8e118-9113-47ef-a5bb-e1629159c7ed will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:03.063583 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6545565 Apr 29 17:33:03.064612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44114) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:03.074600 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 507f713f-7235-46a2-aae4-0f3fad257e6e details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:33:03.085239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:03.099902 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Transition to ACTIVE for port object ede8e118-9113-47ef-a5bb-e1629159c7ed will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:03.119229 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:03.121008 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70de638c-ede3-45bb-9727-1c0518f378df req-afac9651-ab5e-40fa-8cf1-f8548397ac6f tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816426 Apr 29 17:33:03.226679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event deleted for resources: {'Port': ['ID=2f6af5ce-84f2-4981-95db-9627899d5626,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:03.258571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:03.264122 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:03.271585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:03.310642 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5f11d560-3337-4f74-a340-b436d318872e tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:03.314575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Pushing event updated for resources: {'Port': ['ID=ede8e118-9113-47ef-a5bb-e1629159c7ed,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:03.331243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::4171:f24b:ee44:2184 (e0d73202-cb6d-4434-a143-4d729ced40a4/0362acae-c04a-4b53-a478-d55e2126611a/7ef77929-a241-4485-b7b5-2f22069f7365) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:03.371362 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Attempting to bind port ede8e118-9113-47ef-a5bb-e1629159c7ed on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:33:03.371756 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Attempting to bind port ede8e118-9113-47ef-a5bb-e1629159c7ed by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:33:03.372491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Attempting to bind port ede8e118-9113-47ef-a5bb-e1629159c7ed on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:33:03.378489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:33:03.378489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:03.378790 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:03.379532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:33:03.380111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Bound port: ede8e118-9113-47ef-a5bb-e1629159c7ed, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:33:03.380489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:03.427956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c2433-639d-465f-9a90-a3238e29de6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event updated for resources: {'Network': ['ID=d65df60e-9a68-421f-ba73-d39c28b4d64b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:03.442991 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network d65df60e-9a68-421f-ba73-d39c28b4d64b details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:33:03.548397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:03.566798 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object 7ef77929-a241-4485-b7b5-2f22069f7365 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:03.571541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] For port ede8e118-9113-47ef-a5bb-e1629159c7ed, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:33:03.581541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] For port ede8e118-9113-47ef-a5bb-e1629159c7ed, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ede8e118-9113-47ef-a5bb-e1629159c7ed,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:33:03.587476 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:03.587802 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-5f11d560-3337-4f74-a340-b436d318872e tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Calling delete_port for 15ac149a-b24b-402e-a57e-847c6959d39d owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:03.598433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:03.636922 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:03.680322 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff9c97-fe80-48b7-9f36-a9451c3779b6 None None] Pushing event updated for resources: {'Port': ['ID=ede8e118-9113-47ef-a5bb-e1629159c7ed,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:03.685208 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Deleting port a91f448c-405a-477d-ac79-44fc77934379 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:03.685710 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:03.687749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:03.691245 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:03.694277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:03.700873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:03.701493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:03.716393 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=7ef77929-a241-4485-b7b5-2f22069f7365,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:03.738250 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5c26e6c8-8e92-49ce-ab1b-8c934fdbd9f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7103798 Apr 29 17:33:03.739199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44118) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:03.769763 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a51b456-9d9d-406e-b8ce-b155830050c8 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:03.775824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a51b456-9d9d-406e-b8ce-b155830050c8 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:03.782115 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a51b456-9d9d-406e-b8ce-b155830050c8 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:03.787865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a51b456-9d9d-406e-b8ce-b155830050c8 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:03.788731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2a51b456-9d9d-406e-b8ce-b155830050c8 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Synchronizing usage tracker for tenant:06a1b66f26d1491fb311ad91c41757ef on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:03.832096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74197c3-e54d-4b46-9028-679bb4464b25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:03.839174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74197c3-e54d-4b46-9028-679bb4464b25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:03.839516 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] create failed (client error): The resource could not be found. Apr 29 17:33:03.840214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e74197c3-e54d-4b46-9028-679bb4464b25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:03.840549 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ae0c6f58-1669-4814-a67a-362ba772fd76 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.5712380 Apr 29 17:33:03.844433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44122) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:03.929424 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2a51b456-9d9d-406e-b8ce-b155830050c8 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Unset dirty status for tenant:06a1b66f26d1491fb311ad91c41757ef on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:03.930586 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2a51b456-9d9d-406e-b8ce-b155830050c8 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8467431 Apr 29 17:33:03.933739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44126) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:03.987808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e74197c3-e54d-4b46-9028-679bb4464b25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:03.989192 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e74197c3-e54d-4b46-9028-679bb4464b25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2445533 Apr 29 17:33:03.995037 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44130) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:04.000647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8f11284d-3663-4e6f-98a5-d10159d397c0 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Deleting port a39bb28f-bceb-4f78-936f-6126226467f8 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:04.001114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f11284d-3663-4e6f-98a5-d10159d397c0 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:04.059365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ede8e118-9113-47ef-a5bb-e1629159c7ed up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:04.103119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:04.157872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port ede8e118-9113-47ef-a5bb-e1629159c7ed completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:04.263078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Calling delete_port for a91f448c-405a-477d-ac79-44fc77934379 owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:04.305852 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5f11d560-3337-4f74-a340-b436d318872e tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:04.315587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-67c2c690-7797-4e67-9b21-d7700257d9cb tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:04.328112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e26446ac-6786-4bd7-ab30-9019dc9bc54c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 7ef77929-a241-4485-b7b5-2f22069f7365 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:04.328458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e26446ac-6786-4bd7-ab30-9019dc9bc54c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:04.368366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11d560-3337-4f74-a340-b436d318872e tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event deleted for resources: {'Port': ['ID=15ac149a-b24b-402e-a57e-847c6959d39d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:04.737164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-67c2c690-7797-4e67-9b21-d7700257d9cb tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:04.753964 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62deeaa9-5bce-46a7-bd75-e852b5d59ab7 req-1d5b1581-c163-4025-906b-f6e92a2b66c4 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:04.755718 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-62deeaa9-5bce-46a7-bd75-e852b5d59ab7 req-1d5b1581-c163-4025-906b-f6e92a2b66c4 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.5004373 Apr 29 17:33:04.827482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f11284d-3663-4e6f-98a5-d10159d397c0 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:04.837509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-67c2c690-7797-4e67-9b21-d7700257d9cb tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507f713f-7235-46a2-aae4-0f3fad257e6e']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:04.857829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5f11d560-3337-4f74-a340-b436d318872e tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:04.862466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:04.943821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-741cf8da-3620-4f17-a5a0-1e64afd53c36 None None] Provisioning for port ede8e118-9113-47ef-a5bb-e1629159c7ed completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:04.950255 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-741cf8da-3620-4f17-a5a0-1e64afd53c36 None None] Provisioning complete for port ede8e118-9113-47ef-a5bb-e1629159c7ed triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:04.950951 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-741cf8da-3620-4f17-a5a0-1e64afd53c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:04.965325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Pushing event deleted for resources: {'Port': ['ID=a91f448c-405a-477d-ac79-44fc77934379,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:05.093193 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-741cf8da-3620-4f17-a5a0-1e64afd53c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.129166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-741cf8da-3620-4f17-a5a0-1e64afd53c36 None None] For port ede8e118-9113-47ef-a5bb-e1629159c7ed, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ede8e118-9113-47ef-a5bb-e1629159c7ed,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:05.135914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-741cf8da-3620-4f17-a5a0-1e64afd53c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.158786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.161628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8f11284d-3663-4e6f-98a5-d10159d397c0 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Calling delete_port for a39bb28f-bceb-4f78-936f-6126226467f8 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:05.190290 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-67c2c690-7797-4e67-9b21-d7700257d9cb tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fd6411-0b1a-4c58-8633-cca559100993') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:05.190579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-67c2c690-7797-4e67-9b21-d7700257d9cb tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fd6411-0b1a-4c58-8633-cca559100993') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:05.211023 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cf8da-3620-4f17-a5a0-1e64afd53c36 None None] Pushing event updated for resources: {'Port': ['ID=ede8e118-9113-47ef-a5bb-e1629159c7ed,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:05.226320 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-62deeaa9-5bce-46a7-bd75-e852b5d59ab7 req-cc40d4df-fd2c-4304-a460-af8458b5054f tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4504416 Apr 29 17:33:05.237699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-67c2c690-7797-4e67-9b21-d7700257d9cb tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.264029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-10129789-5ec1-458b-a2c1-1033c70b9873 None None] Provisioning for port 7ef77929-a241-4485-b7b5-2f22069f7365 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:05.272317 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-10129789-5ec1-458b-a2c1-1033c70b9873 None None] Provisioning complete for port 7ef77929-a241-4485-b7b5-2f22069f7365 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:05.273082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-10129789-5ec1-458b-a2c1-1033c70b9873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.284280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e26446ac-6786-4bd7-ab30-9019dc9bc54c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.296447 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-67c2c690-7797-4e67-9b21-d7700257d9cb tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.336769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-10129789-5ec1-458b-a2c1-1033c70b9873 None None] Port 7ef77929-a241-4485-b7b5-2f22069f7365 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:05.348508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.351987 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.369268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c2c690-7797-4e67-9b21-d7700257d9cb tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:33:05.369695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-67c2c690-7797-4e67-9b21-d7700257d9cb tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:33:05.392306 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:33:05.473414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e26446ac-6786-4bd7-ab30-9019dc9bc54c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 7ef77929-a241-4485-b7b5-2f22069f7365 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:05.541200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.541827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Fanout notify agent at l3_agent the message router_deleted on router 6dcf5e36-867c-487c-9a8d-9fccc02b5c7d {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:33:05.603071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.607448 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0a12b250-f16f-4b2a-957e-9fcbfb4f65e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "DELETE /v2.0/routers/6dcf5e36-867c-487c-9a8d-9fccc02b5c7d HTTP/1.1" status: 204 len: 168 time: 3.5938854 Apr 29 17:33:05.614163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44140) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:05.619960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-464937231', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'enable_snat': False}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:05.628232 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:05.635628 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Usage tracker for resource:router and tenant:8f88d80ebbf84bc1b36e869246875715 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:05.640401 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:05.649442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:05.662218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f11d560-3337-4f74-a340-b436d318872e tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Router f864128b-fc69-4d68-a95b-8793f936fbce has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:33:05.723992 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.725213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.730561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-67c2c690-7797-4e67-9b21-d7700257d9cb tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.822703 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-67c2c690-7797-4e67-9b21-d7700257d9cb tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.855894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2c690-7797-4e67-9b21-d7700257d9cb tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event deleted for resources: {'Network': ['ID=507f713f-7235-46a2-aae4-0f3fad257e6e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:05.873546 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f11d560-3337-4f74-a340-b436d318872e tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:05.879459 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5f11d560-3337-4f74-a340-b436d318872e tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "PUT /v2.0/routers/f864128b-fc69-4d68-a95b-8793f936fbce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9282300 Apr 29 17:33:05.881528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44144) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:05.888460 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff752f9-e8ab-46c8-968a-054f3f6b11c8 None None] Sync routers for ids ['f864128b-fc69-4d68-a95b-8793f936fbce'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:05.894091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e26446ac-6786-4bd7-ab30-9019dc9bc54c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.898071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff752f9-e8ab-46c8-968a-054f3f6b11c8 None None] Routers {'f864128b-fc69-4d68-a95b-8793f936fbce'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:05.898410 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-67c2c690-7797-4e67-9b21-d7700257d9cb tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "DELETE /v2.0/networks/507f713f-7235-46a2-aae4-0f3fad257e6e HTTP/1.1" status: 204 len: 168 time: 1.9630854 Apr 29 17:33:05.899169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9ff752f9-e8ab-46c8-968a-054f3f6b11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f864128b-fc69-4d68-a95b-8793f936fbce'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:05.948675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44148) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:05.950260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26446ac-6786-4bd7-ab30-9019dc9bc54c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=7ef77929-a241-4485-b7b5-2f22069f7365,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:05.952307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f11284d-3663-4e6f-98a5-d10159d397c0 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:05.978760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9ff752f9-e8ab-46c8-968a-054f3f6b11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:05.989467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff752f9-e8ab-46c8-968a-054f3f6b11c8 None None] Routers {'f864128b-fc69-4d68-a95b-8793f936fbce'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:05.990476 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9ff752f9-e8ab-46c8-968a-054f3f6b11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f864128b-fc69-4d68-a95b-8793f936fbce'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:06.068016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ede8e118-9113-47ef-a5bb-e1629159c7ed up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:06.106895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9ff752f9-e8ab-46c8-968a-054f3f6b11c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:06.108365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff752f9-e8ab-46c8-968a-054f3f6b11c8 None None] The sync data for ids ['f864128b-fc69-4d68-a95b-8793f936fbce'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:06.135901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e26446ac-6786-4bd7-ab30-9019dc9bc54c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.139776 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e26446ac-6786-4bd7-ab30-9019dc9bc54c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/7ef77929-a241-4485-b7b5-2f22069f7365 HTTP/1.1" status: 204 len: 168 time: 2.1435022 Apr 29 17:33:06.161034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44152) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:06.164650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.165603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port ede8e118-9113-47ef-a5bb-e1629159c7ed triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:06.166204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.268642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7291296f-cea3-45cd-8df2-025a8bcc5802 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.274079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c58d215-7e34-4d5d-9393-1ddb35e5de0d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:06.275616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c58d215-7e34-4d5d-9393-1ddb35e5de0d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:06.276338 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0c58d215-7e34-4d5d-9393-1ddb35e5de0d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:06.283159 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11284d-3663-4e6f-98a5-d10159d397c0 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event deleted for resources: {'Port': ['ID=a39bb28f-bceb-4f78-936f-6126226467f8,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:06.336407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0c58d215-7e34-4d5d-9393-1ddb35e5de0d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:06.341749 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0c58d215-7e34-4d5d-9393-1ddb35e5de0d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1794021 Apr 29 17:33:06.363424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44156) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:06.438418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4401c13-bb47-43dd-941a-39cdb1e78132 req-539890d0-78db-41c0-9704-4430f28eb9b3 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:06.440413 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c4401c13-bb47-43dd-941a-39cdb1e78132 req-539890d0-78db-41c0-9704-4430f28eb9b3 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.7884853 Apr 29 17:33:06.505661 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.613075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f170f012-2d15-4462-899f-1a92d7a06615 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 0362acae-c04a-4b53-a478-d55e2126611a {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:33:06.627818 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c4401c13-bb47-43dd-941a-39cdb1e78132 req-56828fc8-6b32-4727-8827-a7f60fa0f2b0 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387007 Apr 29 17:33:06.655897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f170f012-2d15-4462-899f-1a92d7a06615 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.694645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f11284d-3663-4e6f-98a5-d10159d397c0 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.696521 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8f11284d-3663-4e6f-98a5-d10159d397c0 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "DELETE /v2.0/ports/a39bb28f-bceb-4f78-936f-6126226467f8 HTTP/1.1" status: 204 len: 168 time: 2.8510399 Apr 29 17:33:06.730586 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44160) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:06.751691 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7291296f-cea3-45cd-8df2-025a8bcc5802 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.789326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f170f012-2d15-4462-899f-1a92d7a06615 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.805930 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.816056 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-7291296f-cea3-45cd-8df2-025a8bcc5802 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65df60e-9a68-421f-ba73-d39c28b4d64b']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:06.839100 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-7291296f-cea3-45cd-8df2-025a8bcc5802 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b31690e-177b-4dc3-95e2-4f7295788c4c') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:06.839996 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-7291296f-cea3-45cd-8df2-025a8bcc5802 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b31690e-177b-4dc3-95e2-4f7295788c4c') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:06.856144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7291296f-cea3-45cd-8df2-025a8bcc5802 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.879804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7291296f-cea3-45cd-8df2-025a8bcc5802 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.893265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7291296f-cea3-45cd-8df2-025a8bcc5802 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:33:06.893623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7291296f-cea3-45cd-8df2-025a8bcc5802 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:33:06.908136 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:33:06.910282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:06.930927 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7b7967-4e84-4184-af73-af874808ec1d tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:06.931648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ab7b7967-4e84-4184-af73-af874808ec1d tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Synchronizing usage tracker for tenant:0a13c5556efb48cb8480c72c3baa752a on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:06.938113 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Deleting port a153b955-68e3-4a80-bc33-65a6d7e0032e {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:06.938465 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:07.053655 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ab7b7967-4e84-4184-af73-af874808ec1d tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Unset dirty status for tenant:0a13c5556efb48cb8480c72c3baa752a on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:07.054848 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ab7b7967-4e84-4184-af73-af874808ec1d tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "GET /v2.0/ports?device_id=20816868-6c06-40f6-b887-cf64d7f1bc84 HTTP/1.1" status: 200 len: 913 time: 0.3165593 Apr 29 17:33:07.071757 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44164) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:07.095605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f170f012-2d15-4462-899f-1a92d7a06615 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:07.128158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7291296f-cea3-45cd-8df2-025a8bcc5802 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:07.155707 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7291296f-cea3-45cd-8df2-025a8bcc5802 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:07.174955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291296f-cea3-45cd-8df2-025a8bcc5802 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event deleted for resources: {'Network': ['ID=d65df60e-9a68-421f-ba73-d39c28b4d64b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:07.177402 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7291296f-cea3-45cd-8df2-025a8bcc5802 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "DELETE /v2.0/networks/d65df60e-9a68-421f-ba73-d39c28b4d64b HTTP/1.1" status: 204 len: 168 time: 1.2233744 Apr 29 17:33:07.180318 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44168) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:07.285486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f170f012-2d15-4462-899f-1a92d7a06615 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:07.344343 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170f012-2d15-4462-899f-1a92d7a06615 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=0362acae-c04a-4b53-a478-d55e2126611a,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:07.352263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f170f012-2d15-4462-899f-1a92d7a06615 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:07.356755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177495e7-76b0-4887-8aab-9c43d7d5c643 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:07.385010 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61511012-117f-483c-bb2a-ef5ef69d2914 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:07.390923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61511012-117f-483c-bb2a-ef5ef69d2914 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:07.391700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-61511012-117f-483c-bb2a-ef5ef69d2914 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Synchronizing usage tracker for tenant:06a1b66f26d1491fb311ad91c41757ef on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:07.398796 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f170f012-2d15-4462-899f-1a92d7a06615 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/0362acae-c04a-4b53-a478-d55e2126611a HTTP/1.1" status: 204 len: 168 time: 1.0252368 Apr 29 17:33:07.399924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44172) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:07.446502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:07.477273 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ecc1d5b4-62a8-4e8c-88b1-65171df7eb09 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752003 Apr 29 17:33:07.480259 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44176) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:07.515848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-61511012-117f-483c-bb2a-ef5ef69d2914 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Unset dirty status for tenant:06a1b66f26d1491fb311ad91c41757ef on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:07.517198 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-61511012-117f-483c-bb2a-ef5ef69d2914 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3359280 Apr 29 17:33:07.522982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44180) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:07.533994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-620530437'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:07.541273 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:07.557260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:07.577569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Made reservation on behalf of 06a1b66f26d1491fb311ad91c41757ef for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:07.581215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:07.599710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71177be2-7538-4118-9ab1-e741f2394f18 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:07.600393 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-71177be2-7538-4118-9ab1-e741f2394f18 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:07.642442 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e64b4c-1cff-4324-93b9-d81ffca3d914 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:33:07.646344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:33:07.647490 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-52e64b4c-1cff-4324-93b9-d81ffca3d914 None None] Deleting port ede8e118-9113-47ef-a5bb-e1629159c7ed {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:07.648041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-52e64b4c-1cff-4324-93b9-d81ffca3d914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:07.662605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Calling delete_port for a153b955-68e3-4a80-bc33-65a6d7e0032e owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:07.678259 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:07.680106 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Added segment 86ee72bb-c3de-45d4-b153-f149116b4d83 of type vlan for network dfa1796c-03af-4481-949c-0af8f59b108d Apr 29 17:33:07.699530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-71177be2-7538-4118-9ab1-e741f2394f18 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:07.703446 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-71177be2-7538-4118-9ab1-e741f2394f18 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2197323 Apr 29 17:33:07.704352 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44186) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:07.769686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:07.831453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc46ea1-92ec-49ca-9702-734b704c89fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:07.832038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5cc46ea1-92ec-49ca-9702-734b704c89fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:07.884048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5cc46ea1-92ec-49ca-9702-734b704c89fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:07.885403 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5cc46ea1-92ec-49ca-9702-734b704c89fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1800659 Apr 29 17:33:07.887327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:07.892908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:07.893483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:07.898465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44190) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:07.912242 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-52e64b4c-1cff-4324-93b9-d81ffca3d914 None None] For port ede8e118-9113-47ef-a5bb-e1629159c7ed, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ede8e118-9113-47ef-a5bb-e1629159c7ed,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:07.912748 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-52e64b4c-1cff-4324-93b9-d81ffca3d914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:08.023868 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dc2f9d5b-9390-4481-a8f6-5ae2d0805acf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068323 Apr 29 17:33:08.033272 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5065753 Apr 29 17:33:08.040221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ede8e118-9113-47ef-a5bb-e1629159c7ed no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:08.042850 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44194) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:08.043144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44196) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:08.056869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8022574b-763d-40a2-b137-e7efc4625ac4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:08.073368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-52e64b4c-1cff-4324-93b9-d81ffca3d914 None None] Calling delete_port for ede8e118-9113-47ef-a5bb-e1629159c7ed owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:08.078484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-610217698'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:08.131509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:08.149972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:08.165939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523530a-27a2-439e-9329-5c62d7a1871f req-796c01fe-2c53-470d-aacb-1fa71fa62e09 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:08.173499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:08.173880 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e523530a-27a2-439e-9329-5c62d7a1871f req-796c01fe-2c53-470d-aacb-1fa71fa62e09 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.3907189 Apr 29 17:33:08.217136 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-52e64b4c-1cff-4324-93b9-d81ffca3d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:08.221365 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Usage tracker for resource:network and tenant:06a1b66f26d1491fb311ad91c41757ef is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:08.235322 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e523530a-27a2-439e-9329-5c62d7a1871f req-091dfc04-dd48-46ab-899e-4f5255b84e21 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606318 Apr 29 17:33:08.251713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f728af-6f5d-4a9c-a6fc-175a2717fbf0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event updated for resources: {'Network': ['ID=dfa1796c-03af-4481-949c-0af8f59b108d,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:08.251713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:08.270196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network dfa1796c-03af-4481-949c-0af8f59b108d details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:33:08.300746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e64b4c-1cff-4324-93b9-d81ffca3d914 None None] Pushing event deleted for resources: {'Port': ['ID=ede8e118-9113-47ef-a5bb-e1629159c7ed,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:08.302652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:08.317477 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e64b4c-1cff-4324-93b9-d81ffca3d914 None None] No DVR routers for this DVR port ede8e118-9113-47ef-a5bb-e1629159c7ed on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:33:08.330808 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:08.332507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8022574b-763d-40a2-b137-e7efc4625ac4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:08.343043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8022574b-763d-40a2-b137-e7efc4625ac4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:08.356634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8022574b-763d-40a2-b137-e7efc4625ac4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:08.362466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8022574b-763d-40a2-b137-e7efc4625ac4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:08.393846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Made reservation on behalf of 06a1b66f26d1491fb311ad91c41757ef for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:08.398453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:08.414052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:08.482847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event deleted for resources: {'Port': ['ID=a153b955-68e3-4a80-bc33-65a6d7e0032e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:08.539502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Allocated IP 172.26.4.16 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/9bd1c488-dc46-4aa7-9fce-d2d3013229b5) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:08.543556 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:33:08.572167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:08.572514 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Added segment f0944a2f-20b1-41c5-aa3a-894c398244eb of type vlan for network 8f004e76-6e8c-402d-b3a0-5247cf973495 Apr 29 17:33:08.614801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:08.646295 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-204cf79c-d5aa-4bec-b2dc-7a88c1d530a3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:08.676583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f5d2b-6959-4d4e-9b68-871ba132ed14 req-98285eae-f501-44a7-90d9-a25215735c34 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:08.678036 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-408f5d2b-6959-4d4e-9b68-871ba132ed14 req-98285eae-f501-44a7-90d9-a25215735c34 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.2854550 Apr 29 17:33:08.743016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:08.748574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:08.749186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:08.808223 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-408f5d2b-6959-4d4e-9b68-871ba132ed14 req-607b975f-dc4d-425c-9758-f5c70014dc99 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181097 Apr 29 17:33:08.877581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.041990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event updated for resources: {'Network': ['ID=8f004e76-6e8c-402d-b3a0-5247cf973495,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:09.049614 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a5128e28-3868-431a-81e2-5d6c0fe6e628 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0030975 Apr 29 17:33:09.050511 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8022574b-763d-40a2-b137-e7efc4625ac4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.053675 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 8f004e76-6e8c-402d-b3a0-5247cf973495 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:33:09.054253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44208) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:09.095139 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Request body: {'ports': [{'network_id': 'dfa1796c-03af-4481-949c-0af8f59b108d', 'name': 'tempest-port--1399606620', 'admin_state_up': True}, {'network_id': '8f004e76-6e8c-402d-b3a0-5247cf973495', 'admin_state_up': False}]} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:09.095478 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Request body: {'port': {'network_id': 'dfa1796c-03af-4481-949c-0af8f59b108d', 'name': 'tempest-port--1399606620', 'admin_state_up': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:09.095973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Request body: {'port': {'network_id': '8f004e76-6e8c-402d-b3a0-5247cf973495', 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:09.153420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.160686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8022574b-763d-40a2-b137-e7efc4625ac4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:09.165346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.168360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-8022574b-763d-40a2-b137-e7efc4625ac4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:09.178245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fff182-15f5-4308-a485-32545f618b88 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:09.217674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8022574b-763d-40a2-b137-e7efc4625ac4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:09.218267 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8022574b-763d-40a2-b137-e7efc4625ac4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.256554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022574b-763d-40a2-b137-e7efc4625ac4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=ce46cfdc-c460-427c-a409-6f17fe63e04c,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:09.288587 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8022574b-763d-40a2-b137-e7efc4625ac4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2417490 Apr 29 17:33:09.290983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44214) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:09.307576 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'fixed_ips': [{'subnet_id': 'ce46cfdc-c460-427c-a409-6f17fe63e04c', 'ip_address': '2001:db8::ba9b:86b2:7217:d1db'}], 'name': 'tempest-NetworksTestDHCPv6-786466214'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:09.337466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.358444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.358968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Fanout notify agent at l3_agent the message router_deleted on router f864128b-fc69-4d68-a95b-8793f936fbce {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:33:09.361060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b05a5-621c-47f2-a246-4c7224ddb8b3 req-c0d21404-680f-4ab1-a616-4b61733aa897 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:09.362553 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b0b05a5-621c-47f2-a246-4c7224ddb8b3 req-c0d21404-680f-4ab1-a616-4b61733aa897 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.3652880 Apr 29 17:33:09.389978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:09.403627 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': 'ce46cfdc-c460-427c-a409-6f17fe63e04c'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:33:09.404526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.410780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Usage tracker for resource:port and tenant:06a1b66f26d1491fb311ad91c41757ef is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:09.415035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:09.424809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:09.449883 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b0b05a5-621c-47f2-a246-4c7224ddb8b3 req-9fbfc085-89cd-4f6d-b30d-72acb4b4138e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609987 Apr 29 17:33:09.451012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Made reservation on behalf of 06a1b66f26d1491fb311ad91c41757ef for: {'port': 2} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:09.455437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.468013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.469184 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b83e7c4f-2b65-4dbc-88a6-7082596c448d tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "DELETE /v2.0/routers/f864128b-fc69-4d68-a95b-8793f936fbce HTTP/1.1" status: 204 len: 168 time: 3.5867615 Apr 29 17:33:09.472356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44218) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:09.514808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.523728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:09.526388 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.593028 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Allocated IP 2001:db8::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/ce46cfdc-c460-427c-a409-6f17fe63e04c/5d8fbd80-e163-4629-b48c-83033959d1ec) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:09.634038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0de393-94de-49aa-adab-2000b90796ce tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Deleting subnet 644ac898-62b9-4430-89ac-928967f171df {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:33:09.649082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-204cf79c-d5aa-4bec-b2dc-7a88c1d530a3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Deleting port 2cd9c160-0099-45ec-95bb-b80a2ffb1536 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:09.649557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-204cf79c-d5aa-4bec-b2dc-7a88c1d530a3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.652663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce0de393-94de-49aa-adab-2000b90796ce tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.698716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:09.718138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:09.724931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:09.748220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:09.785243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event updated for resources: {'Port': ['ID=9bd1c488-dc46-4aa7-9fce-d2d3013229b5,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:09.788124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:09.828130 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.836653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce0de393-94de-49aa-adab-2000b90796ce tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.838952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Transition to ACTIVE for port object 5d8fbd80-e163-4629-b48c-83033959d1ec will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:09.857935 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Transition to ACTIVE for port object 5d8fbd80-e163-4629-b48c-83033959d1ec will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:09.864590 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:09.897768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] device_id is not set on port 3a89bb30-3210-4737-9a76-fc942995dbc8 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:09.933907 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:09.936827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:09.941072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:09.948605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625edc78-6e71-436c-99b6-b684c548d428 req-64dbe831-fd4c-4ff3-902e-a99dec9b745c tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:09.955602 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-625edc78-6e71-436c-99b6-b684c548d428 req-64dbe831-fd4c-4ff3-902e-a99dec9b745c tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.3152463 Apr 29 17:33:10.018045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Pushing event updated for resources: {'Port': ['ID=5d8fbd80-e163-4629-b48c-83033959d1ec,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:10.033379 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-625edc78-6e71-436c-99b6-b684c548d428 req-d134c1e2-9dad-4c3a-8bd4-6b9a8a3dd7fa tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757885 Apr 29 17:33:10.039872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce0de393-94de-49aa-adab-2000b90796ce tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:10.095225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Attempting to bind port 5d8fbd80-e163-4629-b48c-83033959d1ec on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:33:10.095822 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Attempting to bind port 5d8fbd80-e163-4629-b48c-83033959d1ec by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:33:10.095953 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Attempting to bind port 5d8fbd80-e163-4629-b48c-83033959d1ec on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:33:10.105123 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:33:10.105493 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:10.106563 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:10.106967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:33:10.107575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Bound port: 5d8fbd80-e163-4629-b48c-83033959d1ec, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:33:10.108011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:10.187129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:10.220368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] For port 5d8fbd80-e163-4629-b48c-83033959d1ec, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:33:10.224338 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] For port 5d8fbd80-e163-4629-b48c-83033959d1ec, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5d8fbd80-e163-4629-b48c-83033959d1ec,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:33:10.230620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:10.249114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce0de393-94de-49aa-adab-2000b90796ce tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:10.281212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-204cf79c-d5aa-4bec-b2dc-7a88c1d530a3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:10.316790 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0d9e8-8a99-4182-86b7-89de34af1a51 None None] Pushing event updated for resources: {'Port': ['ID=5d8fbd80-e163-4629-b48c-83033959d1ec,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:10.355518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0de393-94de-49aa-adab-2000b90796ce tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event deleted for resources: {'Subnet': ['ID=644ac898-62b9-4430-89ac-928967f171df,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:10.367042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce0de393-94de-49aa-adab-2000b90796ce tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:10.375642 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:10.379696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] device_id is not set on port 97821af2-0c33-4b2a-9636-555ad8455a1a yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:10.380645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7188fbb-d281-42a8-8a9b-7fb4a4144b24 None None] Network 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:10.389375 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ce0de393-94de-49aa-adab-2000b90796ce tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "DELETE /v2.0/subnets/644ac898-62b9-4430-89ac-928967f171df HTTP/1.1" status: 204 len: 168 time: 0.9159377 Apr 29 17:33:10.392554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44226) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:10.447688 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849b295-a409-4c7a-b34a-0437c0471d75 req-26eb0162-d879-49aa-9e96-a2d352ed4df5 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:10.449167 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8849b295-a409-4c7a-b34a-0437c0471d75 req-26eb0162-d879-49aa-9e96-a2d352ed4df5 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.3053050 Apr 29 17:33:10.460798 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-204cf79c-d5aa-4bec-b2dc-7a88c1d530a3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Calling delete_port for 2cd9c160-0099-45ec-95bb-b80a2ffb1536 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:10.591710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:10.592180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port 8db1dc05-95bc-4c12-b1d8-a0cccc9cf9f4 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:10.598173 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8849b295-a409-4c7a-b34a-0437c0471d75 req-cfdbd686-818d-4c2c-863e-244fbbe54325 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371937 Apr 29 17:33:10.676240 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Deleting port 7f865198-2eb8-4b79-af73-32004d5bb94d {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:10.676591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:10.721496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdd6585-47b8-4b9e-9328-6e6a69906a1a None None] DHCP port deletion for 6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:33:10.735511 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd6585-47b8-4b9e-9328-6e6a69906a1a None None] Deleting port 7f865198-2eb8-4b79-af73-32004d5bb94d {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:10.736064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6585-47b8-4b9e-9328-6e6a69906a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:10.966404 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-cfdd6585-47b8-4b9e-9328-6e6a69906a1a None None] For port 7f865198-2eb8-4b79-af73-32004d5bb94d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7f865198-2eb8-4b79-af73-32004d5bb94d,segment=NetworkSegment(74f653c6-927d-4235-83bf-a7ad103a3181),segment_id=74f653c6-927d-4235-83bf-a7ad103a3181)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:10.966920 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6585-47b8-4b9e-9328-6e6a69906a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:10.986201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:11.039521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:11.092720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd6585-47b8-4b9e-9328-6e6a69906a1a None None] Calling delete_port for 7f865198-2eb8-4b79-af73-32004d5bb94d owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:11.126472 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb51fff-41a9-41b4-8307-8e3ef6991886 req-646c20dc-989e-4893-9b7a-cd8c57784fe7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:11.128016 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8cb51fff-41a9-41b4-8307-8e3ef6991886 req-646c20dc-989e-4893-9b7a-cd8c57784fe7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.3474462 Apr 29 17:33:11.175431 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6585-47b8-4b9e-9328-6e6a69906a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:11.191726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-204cf79c-d5aa-4bec-b2dc-7a88c1d530a3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:11.224437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] For port 7f865198-2eb8-4b79-af73-32004d5bb94d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7f865198-2eb8-4b79-af73-32004d5bb94d,segment=NetworkSegment(74f653c6-927d-4235-83bf-a7ad103a3181),segment_id=74f653c6-927d-4235-83bf-a7ad103a3181)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:11.224980 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:11.237484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd6585-47b8-4b9e-9328-6e6a69906a1a None None] Pushing event deleted for resources: {'Port': ['ID=7f865198-2eb8-4b79-af73-32004d5bb94d,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:11.247871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd6585-47b8-4b9e-9328-6e6a69906a1a None None] No DVR routers for this DVR port 7f865198-2eb8-4b79-af73-32004d5bb94d on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:33:11.251138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:11.273596 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cf79c-d5aa-4bec-b2dc-7a88c1d530a3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event deleted for resources: {'Port': ['ID=2cd9c160-0099-45ec-95bb-b80a2ffb1536,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:11.276091 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::ba9b:86b2:7217:d1db (e0d73202-cb6d-4434-a143-4d729ced40a4/ce46cfdc-c460-427c-a409-6f17fe63e04c/8db1dc05-95bc-4c12-b1d8-a0cccc9cf9f4) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:11.410765 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8cb51fff-41a9-41b4-8307-8e3ef6991886 req-e854e161-4956-4c31-b3f7-a1043986800b tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392380 Apr 29 17:33:11.418802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Calling delete_port for 7f865198-2eb8-4b79-af73-32004d5bb94d owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:11.542574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event updated for resources: {'Port': ['ID=3a89bb30-3210-4737-9a76-fc942995dbc8,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:11.577188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Checking segment: {'id': '86ee72bb-c3de-45d4-b153-f149116b4d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dfa1796c-03af-4481-949c-0af8f59b108d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:11.578582 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Network hostable DHCP agents. Network: dfa1796c-03af-4481-949c-0af8f59b108d, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:33:11.587392 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:33:11.587759 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:33:11.604447 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Network dfa1796c-03af-4481-949c-0af8f59b108d is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:33:11.620397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, dfa1796c-03af-4481-949c-0af8f59b108d) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:11.624270 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:11.625274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:11.647072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b3dbbc-38ff-4362-b974-02d3c324fcfb None None] Network dfa1796c-03af-4481-949c-0af8f59b108d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:11.743261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event updated for resources: {'Port': ['ID=97821af2-0c33-4b2a-9636-555ad8455a1a,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:11.751364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Checking segment: {'id': 'f0944a2f-20b1-41c5-aa3a-894c398244eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f004e76-6e8c-402d-b3a0-5247cf973495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:11.751732 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Network hostable DHCP agents. Network: 8f004e76-6e8c-402d-b3a0-5247cf973495, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:33:11.772908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Network 8f004e76-6e8c-402d-b3a0-5247cf973495 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:33:11.785778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 8f004e76-6e8c-402d-b3a0-5247cf973495) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:11.789812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:11.795771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:11.802982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:11.803705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:11.819757 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f33e86e-86f7-417d-99f7-83f8ea2b3797 None None] Network 8f004e76-6e8c-402d-b3a0-5247cf973495 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:11.834688 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-90258c88-cbb1-45e7-8a6f-e294b7dbb5b2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7547202 Apr 29 17:33:11.836992 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44234) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:11.917425 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7f7376da-98d3-48cf-822b-da6ce6c1a02d None None] Provisioning for port 5d8fbd80-e163-4629-b48c-83033959d1ec completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:11.923737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e081-3453-42e9-9864-67d3d9da0a6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:11.929991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e081-3453-42e9-9864-67d3d9da0a6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:11.930835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-30c7e081-3453-42e9-9864-67d3d9da0a6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Synchronizing usage tracker for tenant:06a1b66f26d1491fb311ad91c41757ef on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:11.953550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-30c7e081-3453-42e9-9864-67d3d9da0a6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Unset dirty status for tenant:06a1b66f26d1491fb311ad91c41757ef on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:11.959438 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-30c7e081-3453-42e9-9864-67d3d9da0a6f tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1201861 Apr 29 17:33:11.959438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44238) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:11.964872 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-204cf79c-d5aa-4bec-b2dc-7a88c1d530a3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:11.982834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.061041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-59ca571e-52f0-4e4c-b09d-7bfd3087d070 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Deleting port 3a89bb30-3210-4737-9a76-fc942995dbc8 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:12.061381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59ca571e-52f0-4e4c-b09d-7bfd3087d070 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.073266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5d8fbd80-e163-4629-b48c-83033959d1ec up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:12.092300 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Deleting port 7f865198-2eb8-4b79-af73-32004d5bb94d {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:12.092637 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.141201 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 5d8fbd80-e163-4629-b48c-83033959d1ec completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:12.146172 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5d8fbd80-e163-4629-b48c-83033959d1ec triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:12.146544 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.175901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] The port '7f865198-2eb8-4b79-af73-32004d5bb94d' was deleted {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:33:12.268606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.300887 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.339615 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 5d8fbd80-e163-4629-b48c-83033959d1ec, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5d8fbd80-e163-4629-b48c-83033959d1ec,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:12.345315 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.355412 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.414158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:12.420356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7f865198-2eb8-4b79-af73-32004d5bb94d no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:12.421514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object 8db1dc05-95bc-4c12-b1d8-a0cccc9cf9f4 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:12.452973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204cf79c-d5aa-4bec-b2dc-7a88c1d530a3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Router 20816868-6c06-40f6-b887-cf64d7f1bc84 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:33:12.465760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 7f865198-2eb8-4b79-af73-32004d5bb94d {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:12.466230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7f865198-2eb8-4b79-af73-32004d5bb94d not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:12.476087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f653c6-927d-4235-83bf-a7ad103a3181') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:12.476557 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f653c6-927d-4235-83bf-a7ad103a3181') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:12.485940 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=5d8fbd80-e163-4629-b48c-83033959d1ec,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:12.503442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.515379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59ca571e-52f0-4e4c-b09d-7bfd3087d070 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.585556 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.617872 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204cf79c-d5aa-4bec-b2dc-7a88c1d530a3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:12.620238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.632093 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a74e5c-dfec-4e7c-9290-4d889dcacb5f None None] Sync routers for ids ['20816868-6c06-40f6-b887-cf64d7f1bc84'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:12.649049 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a74e5c-dfec-4e7c-9290-4d889dcacb5f None None] Routers {'20816868-6c06-40f6-b887-cf64d7f1bc84'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:12.649238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-59ca571e-52f0-4e4c-b09d-7bfd3087d070 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Calling delete_port for 3a89bb30-3210-4737-9a76-fc942995dbc8 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:12.649654 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-47a74e5c-dfec-4e7c-9290-4d889dcacb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['20816868-6c06-40f6-b887-cf64d7f1bc84'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:12.684739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:33:12.685537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.714083 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-204cf79c-d5aa-4bec-b2dc-7a88c1d530a3 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "PUT /v2.0/routers/20816868-6c06-40f6-b887-cf64d7f1bc84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6381538 Apr 29 17:33:12.714083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:12.716645 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-47a74e5c-dfec-4e7c-9290-4d889dcacb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:12.717294 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44242) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:12.718332 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Router 3b3b1a98-e84c-4fae-938c-9ae977ab35ff is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:33:12.721638 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:12.726887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:12.728365 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a74e5c-dfec-4e7c-9290-4d889dcacb5f None None] Routers {'20816868-6c06-40f6-b887-cf64d7f1bc84'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:12.729026 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-47a74e5c-dfec-4e7c-9290-4d889dcacb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['20816868-6c06-40f6-b887-cf64d7f1bc84'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:12.732450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:12.733097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.799019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=8db1dc05-95bc-4c12-b1d8-a0cccc9cf9f4,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:12.811604 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-47a74e5c-dfec-4e7c-9290-4d889dcacb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:12.812187 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a74e5c-dfec-4e7c-9290-4d889dcacb5f None None] The sync data for ids ['20816868-6c06-40f6-b887-cf64d7f1bc84'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:33:12.832270 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:33:12.935955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.941164 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b245ba75-ce31-41e0-96a4-6cf7180fdb54 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6478465 Apr 29 17:33:12.946156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44246) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:12.948483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-040a83e5-443d-45fd-bedf-8e6d34f1d620 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.964063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.970447 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event deleted for resources: {'Network': ['ID=6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:12.976838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59ca571e-52f0-4e4c-b09d-7bfd3087d070 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:12.986596 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3141a83d-17b0-4c52-a456-564bb196033c tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "DELETE /v2.0/networks/6f2b9ed1-e1a8-44fa-84e9-fcdd5960bbd1 HTTP/1.1" status: 204 len: 168 time: 2.5903342 Apr 29 17:33:12.997355 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44248) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:13.031399 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca571e-52f0-4e4c-b09d-7bfd3087d070 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event deleted for resources: {'Port': ['ID=3a89bb30-3210-4737-9a76-fc942995dbc8,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:13.036551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59ca571e-52f0-4e4c-b09d-7bfd3087d070 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.041076 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-59ca571e-52f0-4e4c-b09d-7bfd3087d070 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "DELETE /v2.0/ports/3a89bb30-3210-4737-9a76-fc942995dbc8 HTTP/1.1" status: 204 len: 168 time: 1.0785913 Apr 29 17:33:13.041481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44252) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:13.093905 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f254ed2d-b7bd-4f27-94ac-f250e79c56c5 None None] Provisioning for port 8db1dc05-95bc-4c12-b1d8-a0cccc9cf9f4 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:13.099055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f254ed2d-b7bd-4f27-94ac-f250e79c56c5 None None] Provisioning complete for port 8db1dc05-95bc-4c12-b1d8-a0cccc9cf9f4 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:13.099478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f254ed2d-b7bd-4f27-94ac-f250e79c56c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.115611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c150f6ab-be10-4140-b7f5-7c9dbc604ce5 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Deleting port 97821af2-0c33-4b2a-9636-555ad8455a1a {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:13.115949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c150f6ab-be10-4140-b7f5-7c9dbc604ce5 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.155987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f254ed2d-b7bd-4f27-94ac-f250e79c56c5 None None] Port 8db1dc05-95bc-4c12-b1d8-a0cccc9cf9f4 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:13.183550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-25272835-27e9-4380-838e-a9ea3116fd03 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'fixed_ips': [{'subnet_id': 'ce46cfdc-c460-427c-a409-6f17fe63e04c', 'ip_address': '2001:db8::ba9b:86b2:7217:d1db'}], 'name': 'tempest-NetworksTestDHCPv6-1429114799'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:13.341158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c150f6ab-be10-4140-b7f5-7c9dbc604ce5 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.463262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c150f6ab-be10-4140-b7f5-7c9dbc604ce5 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Calling delete_port for 97821af2-0c33-4b2a-9636-555ad8455a1a owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:13.546097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c150f6ab-be10-4140-b7f5-7c9dbc604ce5 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.594476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150f6ab-be10-4140-b7f5-7c9dbc604ce5 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event deleted for resources: {'Port': ['ID=97821af2-0c33-4b2a-9636-555ad8455a1a,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:13.600557 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c150f6ab-be10-4140-b7f5-7c9dbc604ce5 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.618228 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c150f6ab-be10-4140-b7f5-7c9dbc604ce5 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "DELETE /v2.0/ports/97821af2-0c33-4b2a-9636-555ad8455a1a HTTP/1.1" status: 204 len: 168 time: 0.5758703 Apr 29 17:33:13.620754 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44258) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:13.672675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-25f0c846-95f3-4be8-9dd7-29db7ff596c5 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Synchronizing usage tracker for tenant:06a1b66f26d1491fb311ad91c41757ef on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:13.689105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-25f0c846-95f3-4be8-9dd7-29db7ff596c5 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Unset dirty status for tenant:06a1b66f26d1491fb311ad91c41757ef on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:13.690425 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-25f0c846-95f3-4be8-9dd7-29db7ff596c5 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0686376 Apr 29 17:33:13.694881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44262) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:13.696756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-11815f61-0d60-4288-aafa-b0af540eada8 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Deleting port a720d249-8b67-4105-b175-d0ab1c36954b {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:13.697093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11815f61-0d60-4288-aafa-b0af540eada8 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.700332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-971900917'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:13.705092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:13.709157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Usage tracker for resource:network and tenant:06a1b66f26d1491fb311ad91c41757ef is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:13.711924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:13.717548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:13.728292 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Made reservation on behalf of 06a1b66f26d1491fb311ad91c41757ef for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:13.731684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.756130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-040a83e5-443d-45fd-bedf-8e6d34f1d620 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.758320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:33:13.767020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.767391 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Added segment 2a8d56fe-9f0a-480d-b62e-e81885a13dc0 of type vlan for network 904eff11-7376-4f26-bca1-f479150ac9c9 Apr 29 17:33:13.769401 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-040a83e5-443d-45fd-bedf-8e6d34f1d620 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.777855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:13.788465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Sync routers for ids ['3b3b1a98-e84c-4fae-938c-9ae977ab35ff'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:13.800537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Routers {'3b3b1a98-e84c-4fae-938c-9ae977ab35ff'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:13.801265 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['3b3b1a98-e84c-4fae-938c-9ae977ab35ff'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:13.803657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.824806 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-25272835-27e9-4380-838e-a9ea3116fd03 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:13.832964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-25272835-27e9-4380-838e-a9ea3116fd03 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:13.837053 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.843486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:13.846685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-25272835-27e9-4380-838e-a9ea3116fd03 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:13.847082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.857250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-25272835-27e9-4380-838e-a9ea3116fd03 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:13.862395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-040a83e5-443d-45fd-bedf-8e6d34f1d620 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.862845 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040a83e5-443d-45fd-bedf-8e6d34f1d620 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Fanout notify agent at l3_agent the message router_deleted on router 20816868-6c06-40f6-b887-cf64d7f1bc84 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:33:13.910242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.913949 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-20687553-ce33-4c75-a1b3-44bc61dac5c6 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.2963378 Apr 29 17:33:13.922283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-040a83e5-443d-45fd-bedf-8e6d34f1d620 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:13.923387 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-040a83e5-443d-45fd-bedf-8e6d34f1d620 tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "DELETE /v2.0/routers/20816868-6c06-40f6-b887-cf64d7f1bc84 HTTP/1.1" status: 204 len: 168 time: 1.2032232 Apr 29 17:33:13.924303 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44266) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:13.937054 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44268) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:13.980086 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2835450 Apr 29 17:33:13.980273 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44274) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:13.986862 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-833008169'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:13.993878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Set router 3b3b1a98-e84c-4fae-938c-9ae977ab35ff gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:13.997330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8015f-9306-483e-800e-09e0a70beae1 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event updated for resources: {'Network': ['ID=904eff11-7376-4f26-bca1-f479150ac9c9,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:14.000928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:14.005976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Usage tracker for resource:network and tenant:06a1b66f26d1491fb311ad91c41757ef is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:14.009913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:14.016073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:14.028047 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25272835-27e9-4380-838e-a9ea3116fd03 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:14.031549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Made reservation on behalf of 06a1b66f26d1491fb311ad91c41757ef for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:14.033207 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25272835-27e9-4380-838e-a9ea3116fd03 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.034915 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.046595 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 904eff11-7376-4f26-bca1-f479150ac9c9 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:33:14.061798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5d8fbd80-e163-4629-b48c-83033959d1ec up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:14.065632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:33:14.074758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.075152 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Added segment f7e0d0ca-1067-46b1-90ea-45b4b5855da7 of type vlan for network 1143bdd0-a167-482d-be24-4297a7926507 Apr 29 17:33:14.102643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.135320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.140954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:14.141536 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.166819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11815f61-0d60-4288-aafa-b0af540eada8 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.167407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11815f61-0d60-4288-aafa-b0af540eada8 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.182206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-25272835-27e9-4380-838e-a9ea3116fd03 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port 1049eb0d-6978-438f-a28b-1c2b915350db yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:14.200544 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2193589 Apr 29 17:33:14.275106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd91b1e-93f1-4cb8-9d21-fdf3815db5d7 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event updated for resources: {'Network': ['ID=1143bdd0-a167-482d-be24-4297a7926507,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:14.333202 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 1143bdd0-a167-482d-be24-4297a7926507 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:33:14.340658 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44280) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:14.347348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Request body: {'subnets': [{'network_id': '904eff11-7376-4f26-bca1-f479150ac9c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1335921846', 'ip_version': 4}, {'network_id': '1143bdd0-a167-482d-be24-4297a7926507', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:14.347835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Request body: {'subnet': {'network_id': '904eff11-7376-4f26-bca1-f479150ac9c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1335921846', 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:14.348507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Request body: {'subnet': {'network_id': '1143bdd0-a167-482d-be24-4297a7926507', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:14.449966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5d8fbd80-e163-4629-b48c-83033959d1ec triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:14.450333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.463829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-467b91d6-35e5-4165-a8a0-fe8c0b5dfe1c tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Deleting subnet a5999736-16ef-4eb8-a6da-5e57a3ad28bb {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:33:14.481210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-11815f61-0d60-4288-aafa-b0af540eada8 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Calling delete_port for a720d249-8b67-4105-b175-d0ab1c36954b owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:14.535358 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-467b91d6-35e5-4165-a8a0-fe8c0b5dfe1c tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.567801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:14.571912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Usage tracker for resource:subnet and tenant:06a1b66f26d1491fb311ad91c41757ef is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:14.574932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:14.580961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:14.591052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Made reservation on behalf of 06a1b66f26d1491fb311ad91c41757ef for: {'subnet': 2} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:14.596148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.596148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.632440 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-45385074-d3f9-4410-8257-b94a13aa909e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/routers/3b3b1a98-e84c-4fae-938c-9ae977ab35ff HTTP/1.1" status: 200 len: 907 time: 0.7042797 Apr 29 17:33:14.644618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44284) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:14.646517 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3b1a98-e84c-4fae-938c-9ae977ab35ff', 'name': 'tempest-snat-router-464937231', 'tenant_id': '8f88d80ebbf84bc1b36e869246875715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.16'}], 'enable_snat': False}, 'gw_port_id': '9bd1c488-dc46-4aa7-9fce-d2d3013229b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:05Z', 'updated_at': '2022-04-29T17:33:10Z', 'revision_number': 3, 'project_id': '8f88d80ebbf84bc1b36e869246875715', 'gw_port': {'id': '9bd1c488-dc46-4aa7-9fce-d2d3013229b5', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3b1a98-e84c-4fae-938c-9ae977ab35ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:33:08Z', 'updated_at': '2022-04-29T17:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:14.650401 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Checking router: 3b3b1a98-e84c-4fae-938c-9ae977ab35ff for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:33:14.650743 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Updating router 3b3b1a98-e84c-4fae-938c-9ae977ab35ff port 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:33:14.663365 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Request body: {'router': {'name': 'tempest-snat-router-464937231', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'enable_snat': True}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:14.691828 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:14.695590 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-467b91d6-35e5-4165-a8a0-fe8c0b5dfe1c tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.706287 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.730933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Usage tracker for resource:router and tenant:8f88d80ebbf84bc1b36e869246875715 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:14.739721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:14.758342 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:14.851107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.852200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.918031 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.933357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11815f61-0d60-4288-aafa-b0af540eada8 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:14.937134 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-25272835-27e9-4380-838e-a9ea3116fd03 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 17:33:14.937617 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25272835-27e9-4380-838e-a9ea3116fd03 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:33:14.999851 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11815f61-0d60-4288-aafa-b0af540eada8 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Pushing event deleted for resources: {'Port': ['ID=a720d249-8b67-4105-b175-d0ab1c36954b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:15.001979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-467b91d6-35e5-4165-a8a0-fe8c0b5dfe1c tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.096117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.108587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Transition to ACTIVE for port object 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:15.116098 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.192902 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Attempting to bind port 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:33:15.193325 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Attempting to bind port 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:33:15.193871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Attempting to bind port 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:33:15.199371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6239b-6287-465f-8f72-5c84a14d66e5 None None] Pushing event updated for resources: {'Port': ['ID=9bd1c488-dc46-4aa7-9fce-d2d3013229b5,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:15.203756 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:33:15.204334 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:15.204898 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.205409 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:33:15.205999 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Bound port: 9bd1c488-dc46-4aa7-9fce-d2d3013229b5, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:33:15.206570 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.223088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.257970 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-25272835-27e9-4380-838e-a9ea3116fd03 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2616940 Apr 29 17:33:15.264077 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44288) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:15.286806 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] For port 9bd1c488-dc46-4aa7-9fce-d2d3013229b5, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:33:15.290059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] For port 9bd1c488-dc46-4aa7-9fce-d2d3013229b5, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9bd1c488-dc46-4aa7-9fce-d2d3013229b5,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:33:15.294518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.333287 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11815f61-0d60-4288-aafa-b0af540eada8 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.356649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event updated for resources: {'Subnet': ['ID=4d3b6992-9aa7-487f-abff-7de53380c885,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:15.367045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Checking segment: {'id': '2a8d56fe-9f0a-480d-b62e-e81885a13dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '904eff11-7376-4f26-bca1-f479150ac9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:15.367427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Network hostable DHCP agents. Network: 904eff11-7376-4f26-bca1-f479150ac9c9, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:33:15.371210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Routers {'3b3b1a98-e84c-4fae-938c-9ae977ab35ff'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:15.371957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['3b3b1a98-e84c-4fae-938c-9ae977ab35ff'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:15.397521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Network 904eff11-7376-4f26-bca1-f479150ac9c9 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:33:15.411595 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11815f61-0d60-4288-aafa-b0af540eada8 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.412710 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-11815f61-0d60-4288-aafa-b0af540eada8 tempest-FloatingIPAdminTestJSON-665428131 tempest-FloatingIPAdminTestJSON-665428131-project] 10.222.0.11 "DELETE /v2.0/floatingips/1508443b-2bdb-4571-9cf2-157a002f4753 HTTP/1.1" status: 204 len: 168 time: 2.2339721 Apr 29 17:33:15.417388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5756a9eb-63d1-43c8-94ab-f8a54b847050 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:15.423200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5756a9eb-63d1-43c8-94ab-f8a54b847050 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:15.427340 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5756a9eb-63d1-43c8-94ab-f8a54b847050 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1529498 Apr 29 17:33:15.427497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.427608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44294) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:15.433676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-467b91d6-35e5-4165-a8a0-fe8c0b5dfe1c tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.474454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 904eff11-7376-4f26-bca1-f479150ac9c9) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:15.482544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b91d6-35e5-4165-a8a0-fe8c0b5dfe1c tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event deleted for resources: {'Subnet': ['ID=a5999736-16ef-4eb8-a6da-5e57a3ad28bb,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:15.482844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.489298 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-467b91d6-35e5-4165-a8a0-fe8c0b5dfe1c tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.491485 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-467b91d6-35e5-4165-a8a0-fe8c0b5dfe1c tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "DELETE /v2.0/subnets/a5999736-16ef-4eb8-a6da-5e57a3ad28bb HTTP/1.1" status: 204 len: 168 time: 1.5531673 Apr 29 17:33:15.506110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44298) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:15.509641 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8a107-54fb-4043-97b9-9a45aa0d0e6f None None] Network 904eff11-7376-4f26-bca1-f479150ac9c9 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:15.522715 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df2d646-2822-4954-9fcf-8e40d999d2ab None None] Network eaf2f74b-4d2f-41fc-9329-ebc072cd4796 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:15.556504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-066744a6-16c1-45f7-8da5-9d88e80e47a1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 8db1dc05-95bc-4c12-b1d8-a0cccc9cf9f4 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:15.556846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-066744a6-16c1-45f7-8da5-9d88e80e47a1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.630059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6239b-6287-465f-8f72-5c84a14d66e5 None None] Pushing event updated for resources: {'Port': ['ID=9bd1c488-dc46-4aa7-9fce-d2d3013229b5,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:15.633574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event updated for resources: {'Subnet': ['ID=63934055-7849-4cdc-a4e4-f2eeb388fd65,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:15.647409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Checking segment: {'id': 'f7e0d0ca-1067-46b1-90ea-45b4b5855da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1143bdd0-a167-482d-be24-4297a7926507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:15.647770 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Network hostable DHCP agents. Network: 1143bdd0-a167-482d-be24-4297a7926507, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:33:15.692790 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.718835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Deleting port e5bc722a-bc47-410a-9c2f-df1ae63add30 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:15.719519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.749260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Network 1143bdd0-a167-482d-be24-4297a7926507 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:33:15.795634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 1143bdd0-a167-482d-be24-4297a7926507) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:15.850911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:15.851463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:15.852094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.902044 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a8f90373-3a85-4743-9f07-22714679dbb4 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5600753 Apr 29 17:33:15.906288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44304) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:15.906610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44306) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:15.963974 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-066744a6-16c1-45f7-8da5-9d88e80e47a1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:15.980642 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ea7c2-e54e-4ca7-bb23-3c2e25a597a9 None None] Network 1143bdd0-a167-482d-be24-4297a7926507 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:16.104709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-066744a6-16c1-45f7-8da5-9d88e80e47a1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 8db1dc05-95bc-4c12-b1d8-a0cccc9cf9f4 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:16.139423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] Set router 3b3b1a98-e84c-4fae-938c-9ae977ab35ff gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:16.203657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] For port e5bc722a-bc47-410a-9c2f-df1ae63add30, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e5bc722a-bc47-410a-9c2f-df1ae63add30,segment=NetworkSegment(b195a9a8-6783-4d89-83fe-504dde28ddc3),segment_id=b195a9a8-6783-4d89-83fe-504dde28ddc3)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:16.203890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.211907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0152a178-2c36-4701-9528-c7d8a4156717 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:16.213397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0152a178-2c36-4701-9528-c7d8a4156717 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:16.214836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0152a178-2c36-4701-9528-c7d8a4156717 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:16.215651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0152a178-2c36-4701-9528-c7d8a4156717 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Synchronizing usage tracker for tenant:06a1b66f26d1491fb311ad91c41757ef on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:16.246392 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e2547ca0-49ee-44dd-a288-5c5a6fa6f04a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6d8c515c362496cb59aed41318dd2fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387039 Apr 29 17:33:16.248720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44314) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:16.283172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0152a178-2c36-4701-9528-c7d8a4156717 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Unset dirty status for tenant:06a1b66f26d1491fb311ad91c41757ef on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:16.287379 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0152a178-2c36-4701-9528-c7d8a4156717 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3752975 Apr 29 17:33:16.323419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44318) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:16.337185 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.363918 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee4b1e6-cbc2-43b3-97e2-b8f790c97863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-904eff11-7376-4f26-bca1-f479150ac9c9', 'network_id': '904eff11-7376-4f26-bca1-f479150ac9c9', 'tenant_id': '06a1b66f26d1491fb311ad91c41757ef', 'fixed_ips': [{'subnet_id': '4d3b6992-9aa7-487f-abff-7de53380c885'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:33:16.364503 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5ee4b1e6-cbc2-43b3-97e2-b8f790c97863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.372261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Calling delete_port for e5bc722a-bc47-410a-9c2f-df1ae63add30 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:16.398379 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.425182 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5f934d3e-5476-4ac5-8b4d-39dc10ab9fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.428669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-066744a6-16c1-45f7-8da5-9d88e80e47a1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.434385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-510d1dfd-525d-44ee-bc7e-589cfc521636 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Deleting subnet 4d3b6992-9aa7-487f-abff-7de53380c885 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:33:16.483281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-510d1dfd-525d-44ee-bc7e-589cfc521636 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.542049 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.543629 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066744a6-16c1-45f7-8da5-9d88e80e47a1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=8db1dc05-95bc-4c12-b1d8-a0cccc9cf9f4,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:16.558761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5f934d3e-5476-4ac5-8b4d-39dc10ab9fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.607172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event deleted for resources: {'Port': ['ID=e5bc722a-bc47-410a-9c2f-df1ae63add30,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:16.611034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] No DVR routers for this DVR port e5bc722a-bc47-410a-9c2f-df1ae63add30 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:33:16.636479 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-1143bdd0-a167-482d-be24-4297a7926507', 'network_id': '1143bdd0-a167-482d-be24-4297a7926507', 'tenant_id': '06a1b66f26d1491fb311ad91c41757ef', 'fixed_ips': [{'subnet_id': '63934055-7849-4cdc-a4e4-f2eeb388fd65'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:33:16.637306 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.680794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Allocated IP 172.26.4.157 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/00ff5f03-2811-4c8c-ab9e-03c654fd5c07) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:16.742312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-510d1dfd-525d-44ee-bc7e-589cfc521636 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.759020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ce28f-3603-4529-8a9a-6bf934c80567 None None] DHCP port deletion for eaf2f74b-4d2f-41fc-9329-ebc072cd4796 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:33:16.785177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-066744a6-16c1-45f7-8da5-9d88e80e47a1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.816221 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-066744a6-16c1-45f7-8da5-9d88e80e47a1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/8db1dc05-95bc-4c12-b1d8-a0cccc9cf9f4 HTTP/1.1" status: 204 len: 168 time: 1.3876135 Apr 29 17:33:16.821723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44324) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:16.840121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.888945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-510d1dfd-525d-44ee-bc7e-589cfc521636 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.894142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf2f74b-4d2f-41fc-9329-ebc072cd4796']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:16.919775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b195a9a8-6783-4d89-83fe-504dde28ddc3') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:16.920045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b195a9a8-6783-4d89-83fe-504dde28ddc3') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:16.936656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3b1a98-e84c-4fae-938c-9ae977ab35ff', 'name': 'tempest-snat-router-464937231', 'tenant_id': '8f88d80ebbf84bc1b36e869246875715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.16'}], 'enable_snat': False}, 'gw_port_id': '9bd1c488-dc46-4aa7-9fce-d2d3013229b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:05Z', 'updated_at': '2022-04-29T17:33:10Z', 'revision_number': 3, 'project_id': '8f88d80ebbf84bc1b36e869246875715', 'gw_port': {'id': '9bd1c488-dc46-4aa7-9fce-d2d3013229b5', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3b1a98-e84c-4fae-938c-9ae977ab35ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:33:08Z', 'updated_at': '2022-04-29T17:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:16.944995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662be07a-ceb5-4216-bc17-7282497b9de8 None None] The sync data for ids ['3b3b1a98-e84c-4fae-938c-9ae977ab35ff'] in dv-neutron-839024-2-hyperv is: [{'id': '3b3b1a98-e84c-4fae-938c-9ae977ab35ff', 'name': 'tempest-snat-router-464937231', 'tenant_id': '8f88d80ebbf84bc1b36e869246875715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.16'}], 'enable_snat': False}, 'gw_port_id': '9bd1c488-dc46-4aa7-9fce-d2d3013229b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:05Z', 'updated_at': '2022-04-29T17:33:10Z', 'revision_number': 3, 'project_id': '8f88d80ebbf84bc1b36e869246875715', 'gw_port': {'id': '9bd1c488-dc46-4aa7-9fce-d2d3013229b5', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3b1a98-e84c-4fae-938c-9ae977ab35ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:33:08Z', 'updated_at': '2022-04-29T17:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:16.950900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1d77c-1d7d-4e7c-8ac2-0230fd92a449 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:16.952509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1d77c-1d7d-4e7c-8ac2-0230fd92a449 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:16.952649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Allocated IP 172.20.0.18 (1143bdd0-a167-482d-be24-4297a7926507/63934055-7849-4cdc-a4e4-f2eeb388fd65/e6ce7d98-5a19-4d19-95da-ae5d08b3d57e) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:16.953082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4ee1d77c-1d7d-4e7c-8ac2-0230fd92a449 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:16.958171 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5f934d3e-5476-4ac5-8b4d-39dc10ab9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.979731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:16.993866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f934d3e-5476-4ac5-8b4d-39dc10ab9fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79cf679-c510-4d28-b027-35f488ddc024,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:17.006312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5f934d3e-5476-4ac5-8b4d-39dc10ab9fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.010244 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5f934d3e-5476-4ac5-8b4d-39dc10ab9fb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e79cf679-c510-4d28-b027-35f488ddc024 HTTP/1.1" status: 204 len: 168 time: 0.7601163 Apr 29 17:33:17.011168 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.022381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:33:17.022968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.026122 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4ee1d77c-1d7d-4e7c-8ac2-0230fd92a449 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:17.026890 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4ee1d77c-1d7d-4e7c-8ac2-0230fd92a449 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2021873 Apr 29 17:33:17.029636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44332) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:33:17.039538 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:33:17.071692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-510d1dfd-525d-44ee-bc7e-589cfc521636 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.096301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.146766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d1dfd-525d-44ee-bc7e-589cfc521636 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3b6992-9aa7-487f-abff-7de53380c885,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:17.154520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-510d1dfd-525d-44ee-bc7e-589cfc521636 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.168901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a02fb6-4e62-418f-aa91-812e238d13d7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet ce46cfdc-c460-427c-a409-6f17fe63e04c {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:33:17.172884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36a02fb6-4e62-418f-aa91-812e238d13d7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server [None req-5ee4b1e6-cbc2-43b3-97e2-b8f790c97863 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d3b6992-9aa7-487f-abff-7de53380c885: This subnet is being modified by another concurrent operation. Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 17:33:17.175917 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise exception Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d3b6992-9aa7-487f-abff-7de53380c885: This subnet is being modified by another concurrent operation. Apr 29 17:33:17.180039 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server Apr 29 17:33:17.220543 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9451b3b-0cb5-4a95-bd9f-0b0435f1d9c4 None None] Network 904eff11-7376-4f26-bca1-f479150ac9c9 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:17.227032 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-510d1dfd-525d-44ee-bc7e-589cfc521636 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "DELETE /v2.0/subnets/4d3b6992-9aa7-487f-abff-7de53380c885 HTTP/1.1" status: 204 len: 168 time: 0.9024343 Apr 29 17:33:17.232280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44338) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:17.252816 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36a02fb6-4e62-418f-aa91-812e238d13d7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.292093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.375903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.385041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.390381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] Pushing event deleted for resources: {'Network': ['ID=eaf2f74b-4d2f-41fc-9329-ebc072cd4796,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:17.401893 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36a02fb6-4e62-418f-aa91-812e238d13d7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.433631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d57a99-1781-4219-990a-5baf02d699b0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Deleting subnet 63934055-7849-4cdc-a4e4-f2eeb388fd65 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:33:17.440294 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bc16d770-0bab-4ca6-9b05-4f5b766cae3e tempest-FloatingIPNegativeTestJSON-352043323 tempest-FloatingIPNegativeTestJSON-352043323-project] 10.222.0.11 "DELETE /v2.0/networks/eaf2f74b-4d2f-41fc-9329-ebc072cd4796 HTTP/1.1" status: 204 len: 168 time: 1.9329236 Apr 29 17:33:17.452921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.498699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Transition to ACTIVE for port object e6ce7d98-5a19-4d19-95da-ae5d08b3d57e will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:17.523870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44344) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:17.537700 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Transition to ACTIVE for port object e6ce7d98-5a19-4d19-95da-ae5d08b3d57e will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:17.545954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36a02fb6-4e62-418f-aa91-812e238d13d7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.561620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.571273 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d4d57a99-1781-4219-990a-5baf02d699b0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.598328 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d19f9692-3e9f-43be-8ced-6599da444add admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.621438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a02fb6-4e62-418f-aa91-812e238d13d7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=ce46cfdc-c460-427c-a409-6f17fe63e04c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:17.625827 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36a02fb6-4e62-418f-aa91-812e238d13d7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.647110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d19f9692-3e9f-43be-8ced-6599da444add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:17.652510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d19f9692-3e9f-43be-8ced-6599da444add admin admin] Usage tracker for resource:security_group_rule and tenant:8f633ea0c72f4c0dae3f5a89d1f6ff58 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:17.657773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d19f9692-3e9f-43be-8ced-6599da444add admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:17.661416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a52fa-a587-48f6-b8c0-8548596fad1e None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:17.671500 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:17.674513 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-36a02fb6-4e62-418f-aa91-812e238d13d7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/ce46cfdc-c460-427c-a409-6f17fe63e04c HTTP/1.1" status: 204 len: 168 time: 0.6435752 Apr 29 17:33:17.683379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44350) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:17.683991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:17.690576 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:17.693641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d19f9692-3e9f-43be-8ced-6599da444add admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:17.704729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Network 1143bdd0-a167-482d-be24-4297a7926507 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:17.710468 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:17.713344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:17.811263 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1600c246-41df-4063-ac41-8c459ea2f442 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242020 Apr 29 17:33:17.813969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44354) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:17.825824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:17.860544 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Attempting to bind port e6ce7d98-5a19-4d19-95da-ae5d08b3d57e on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:33:17.861011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Attempting to bind port e6ce7d98-5a19-4d19-95da-ae5d08b3d57e by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'f7e0d0ca-1067-46b1-90ea-45b4b5855da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1143bdd0-a167-482d-be24-4297a7926507'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:33:17.861502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Attempting to bind port e6ce7d98-5a19-4d19-95da-ae5d08b3d57e on network 1143bdd0-a167-482d-be24-4297a7926507 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:33:17.864754 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44358) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:17.972853 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:33:17.974078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Checking segment: {'id': 'f7e0d0ca-1067-46b1-90ea-45b4b5855da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1143bdd0-a167-482d-be24-4297a7926507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:17.974367 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:17.974911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Bound using segment: {'id': 'f7e0d0ca-1067-46b1-90ea-45b4b5855da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1143bdd0-a167-482d-be24-4297a7926507'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:33:17.975505 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Bound port: e6ce7d98-5a19-4d19-95da-ae5d08b3d57e, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e0d0ca-1067-46b1-90ea-45b4b5855da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1143bdd0-a167-482d-be24-4297a7926507'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:33:17.975966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.005228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:18.015222 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:18.019782 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:18.025531 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Pushing event updated for resources: {'Port': ['ID=e6ce7d98-5a19-4d19-95da-ae5d08b3d57e,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:18.032113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:18.044981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:18.048710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.138773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event updated for resources: {'Port': ['ID=00ff5f03-2811-4c8c-ab9e-03c654fd5c07,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:18.146834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d4d57a99-1781-4219-990a-5baf02d699b0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.156327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:18.249031 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.286050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:18.293715 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:18.294245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.304265 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cbe47b9b-da1b-469b-ab3c-ad57c6f0621b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a13c5556efb48cb8480c72c3baa752a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361167 Apr 29 17:33:18.311743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44364) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:18.333304 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d19f9692-3e9f-43be-8ced-6599da444add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.356588 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] For port e6ce7d98-5a19-4d19-95da-ae5d08b3d57e, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:33:18.377711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] For port e6ce7d98-5a19-4d19-95da-ae5d08b3d57e, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e6ce7d98-5a19-4d19-95da-ae5d08b3d57e,segment=NetworkSegment(f7e0d0ca-1067-46b1-90ea-45b4b5855da7),segment_id=f7e0d0ca-1067-46b1-90ea-45b4b5855da7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:33:18.385203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d19f9692-3e9f-43be-8ced-6599da444add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.391959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.429623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d4d57a99-1781-4219-990a-5baf02d699b0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.492212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f9692-3e9f-43be-8ced-6599da444add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a63256-8dc7-4f72-9ebd-674b299de7c8,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:18.499355 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d19f9692-3e9f-43be-8ced-6599da444add admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f633ea0c72f4c0dae3f5a89d1f6ff58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9739344 Apr 29 17:33:18.502275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44368) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:18.521471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8798407c-d79a-4d52-8d46-163260a00177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.527002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.527172 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e9d705-e961-4101-8749-07e876711ec2 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:33:18.550961 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a3e9d705-e961-4101-8749-07e876711ec2 None None] Deleting port 5d8fbd80-e163-4629-b48c-83033959d1ec {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:18.551527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d705-e961-4101-8749-07e876711ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.566073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8798407c-d79a-4d52-8d46-163260a00177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.575652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.638249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:18.643354 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:18.660767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:18.661388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.670980 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.696954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d4d57a99-1781-4219-990a-5baf02d699b0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.700816 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b0302-e47e-4561-92e4-1848962c1586 None None] Pushing event updated for resources: {'Port': ['ID=e6ce7d98-5a19-4d19-95da-ae5d08b3d57e,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:18.703778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=7f5ec11e-bebf-4971-85da-b1e5e5782777,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:18.719657 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-65b0868d-4b73-4fe6-8ec3-72da4d895230 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9044735 Apr 29 17:33:18.722401 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44372) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:18.728875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-dcc9e499-8c13-46c4-ad06-8ca24a5b2df6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'fixed_ips': [{'subnet_id': '7f5ec11e-bebf-4971-85da-b1e5e5782777', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-815805689'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:18.750198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8798407c-d79a-4d52-8d46-163260a00177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.771007 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d57a99-1781-4219-990a-5baf02d699b0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event deleted for resources: {'Subnet': ['ID=63934055-7849-4cdc-a4e4-f2eeb388fd65,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:18.773466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d4d57a99-1781-4219-990a-5baf02d699b0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.782607 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8798407c-d79a-4d52-8d46-163260a00177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.783815 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8798407c-d79a-4d52-8d46-163260a00177 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/185a1f6d-2e0c-49f5-81f2-ba254bb9f1a8 HTTP/1.1" status: 204 len: 168 time: 0.4711711 Apr 29 17:33:18.809785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5c9b9135-b636-4a87-ab66-bf8f293e0d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:18.813941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798407c-d79a-4d52-8d46-163260a00177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185a1f6d-2e0c-49f5-81f2-ba254bb9f1a8,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:18.815545 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d4d57a99-1781-4219-990a-5baf02d699b0 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "DELETE /v2.0/subnets/63934055-7849-4cdc-a4e4-f2eeb388fd65 HTTP/1.1" status: 204 len: 168 time: 1.5821946 Apr 29 17:33:18.818323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44378) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:18.870936 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 9bd1c488-dc46-4aa7-9fce-d2d3013229b5, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9bd1c488-dc46-4aa7-9fce-d2d3013229b5,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:18.922373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:19.068245 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcad2e1-b8a9-48e5-bf4d-885dd330b35b tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:19.068976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9fcad2e1-b8a9-48e5-bf4d-885dd330b35b tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Synchronizing usage tracker for tenant:06a1b66f26d1491fb311ad91c41757ef on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:19.070558 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e5bc722a-bc47-410a-9c2f-df1ae63add30 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:19.077212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5c9b9135-b636-4a87-ab66-bf8f293e0d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:19.108061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9fcad2e1-b8a9-48e5-bf4d-885dd330b35b tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Unset dirty status for tenant:06a1b66f26d1491fb311ad91c41757ef on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:19.109349 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9fcad2e1-b8a9-48e5-bf4d-885dd330b35b tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1834965 Apr 29 17:33:19.113593 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44384) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:19.116664 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-dcc9e499-8c13-46c4-ad06-8ca24a5b2df6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:19.143479 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: e5bc722a-bc47-410a-9c2f-df1ae63add30 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:19.145756 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e5bc722a-bc47-410a-9c2f-df1ae63add30 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:19.191184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-dcc9e499-8c13-46c4-ad06-8ca24a5b2df6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:19.198708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-dcc9e499-8c13-46c4-ad06-8ca24a5b2df6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:19.200009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:19.209340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=9bd1c488-dc46-4aa7-9fce-d2d3013229b5,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:19.229214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a3e9d705-e961-4101-8749-07e876711ec2 None None] For port 5d8fbd80-e163-4629-b48c-83033959d1ec, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5d8fbd80-e163-4629-b48c-83033959d1ec,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:19.232016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d705-e961-4101-8749-07e876711ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:19.296938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-dcc9e499-8c13-46c4-ad06-8ca24a5b2df6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:19.326629 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:19.330979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc9e499-8c13-46c4-ad06-8ca24a5b2df6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:19.401554 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a3e9d705-e961-4101-8749-07e876711ec2 None None] Calling delete_port for 5d8fbd80-e163-4629-b48c-83033959d1ec owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:19.406389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5c9b9135-b636-4a87-ab66-bf8f293e0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:19.443030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b9135-b636-4a87-ab66-bf8f293e0d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a63256-8dc7-4f72-9ebd-674b299de7c8,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:19.455909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5c9b9135-b636-4a87-ab66-bf8f293e0d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:19.461539 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5c9b9135-b636-4a87-ab66-bf8f293e0d70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75a63256-8dc7-4f72-9ebd-674b299de7c8 HTTP/1.1" status: 204 len: 168 time: 0.9580545 Apr 29 17:33:19.514574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d705-e961-4101-8749-07e876711ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:19.519882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Router 4448d0df-ffb6-42f3-9b4a-4b15dafeaa81 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:33:19.575891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Deleting port e6ce7d98-5a19-4d19-95da-ae5d08b3d57e {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:19.576333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:19.596717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9d705-e961-4101-8749-07e876711ec2 None None] Pushing event deleted for resources: {'Port': ['ID=5d8fbd80-e163-4629-b48c-83033959d1ec,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:19.607317 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9d705-e961-4101-8749-07e876711ec2 None None] No DVR routers for this DVR port 5d8fbd80-e163-4629-b48c-83033959d1ec on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:33:19.628241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802b6583-745e-4532-8e8b-9d04551d7d23 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:19.817771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dcc9e499-8c13-46c4-ad06-8ca24a5b2df6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:19.859330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-dcc9e499-8c13-46c4-ad06-8ca24a5b2df6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port aa0cce2e-b019-4490-88a9-fd015a6681f5 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:19.950159 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:19.964057 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Sync routers for ids ['4448d0df-ffb6-42f3-9b4a-4b15dafeaa81'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:19.988050 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Routers {'4448d0df-ffb6-42f3-9b4a-4b15dafeaa81'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:19.989967 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4448d0df-ffb6-42f3-9b4a-4b15dafeaa81'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:19.998625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:20.000175 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cc443a99-d956-446c-8fa2-e127f95fe9e5 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3513105 Apr 29 17:33:20.003029 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44408) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:20.015673 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '7f5ec11e-bebf-4971-85da-b1e5e5782777'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:33:20.019621 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:20.156786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44414) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:20.177636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e6ce7d98-5a19-4d19-95da-ae5d08b3d57e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:20.238983 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc9e499-8c13-46c4-ad06-8ca24a5b2df6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:20.242246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc9e499-8c13-46c4-ad06-8ca24a5b2df6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:33:20.294676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port e6ce7d98-5a19-4d19-95da-ae5d08b3d57e completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:20.295589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] For port e6ce7d98-5a19-4d19-95da-ae5d08b3d57e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e6ce7d98-5a19-4d19-95da-ae5d08b3d57e,segment=NetworkSegment(f7e0d0ca-1067-46b1-90ea-45b4b5855da7),segment_id=f7e0d0ca-1067-46b1-90ea-45b4b5855da7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:20.296123 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:20.309864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:20.331143 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-099c810c-c5ac-48a9-bb8e-42d5faf12227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:20.366525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-099c810c-c5ac-48a9-bb8e-42d5faf12227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:20.372025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-099c810c-c5ac-48a9-bb8e-42d5faf12227 admin admin] Usage tracker for resource:security_group_rule and tenant:90c920efa5b941ed8cb87c1f5c707d79 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:20.376892 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Set router 4448d0df-ffb6-42f3-9b4a-4b15dafeaa81 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:20.378294 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-099c810c-c5ac-48a9-bb8e-42d5faf12227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:20.390270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-099c810c-c5ac-48a9-bb8e-42d5faf12227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:20.408916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44418) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:20.488134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:20.488722 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:20.491906 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dcc9e499-8c13-46c4-ad06-8ca24a5b2df6 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.7683918 Apr 29 17:33:20.494963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44422) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:20.503212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Calling delete_port for e6ce7d98-5a19-4d19-95da-ae5d08b3d57e owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:20.573419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-06027974-f6dd-4a7b-be86-80cf74bfac08 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:20.616324 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-28707792-2e67-4019-9fe2-98aa9bce23c0 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/routers/4448d0df-ffb6-42f3-9b4a-4b15dafeaa81 HTTP/1.1" status: 200 len: 907 time: 0.6120527 Apr 29 17:33:20.620042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44428) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:20.659182 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-06027974-f6dd-4a7b-be86-80cf74bfac08 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:20.660806 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-06027974-f6dd-4a7b-be86-80cf74bfac08 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1642444 Apr 29 17:33:20.664910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44432) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:20.678568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-099c810c-c5ac-48a9-bb8e-42d5faf12227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:20.719514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-099c810c-c5ac-48a9-bb8e-42d5faf12227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:20.755475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181d1e8-228b-4106-ba18-b366ab1af273 None None] Network 1143bdd0-a167-482d-be24-4297a7926507 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:20.786119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c810c-c5ac-48a9-bb8e-42d5faf12227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb22e01-0e1a-40c9-ac66-ee330308e9da,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:20.788723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-b7ba1ee0-9fb2-49dc-986b-c87841e844b4 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:20.789554 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.api.v2.base [None req-b7ba1ee0-9fb2-49dc-986b-c87841e844b4 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 17:33:20.790122 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-b7ba1ee0-9fb2-49dc-986b-c87841e844b4 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 17:33:20.791546 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b7ba1ee0-9fb2-49dc-986b-c87841e844b4 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3810992 Apr 29 17:33:20.796694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44436) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:20.802659 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-099c810c-c5ac-48a9-bb8e-42d5faf12227 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90c920efa5b941ed8cb87c1f5c707d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6359065 Apr 29 17:33:20.807474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44440) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:20.810732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025661840'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:20.819565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8facd2-d684-4ac7-84a9-c8a7e9abda58 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:20.821124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:20.821649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Allocated IP 2001:db8::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/7f5ec11e-bebf-4971-85da-b1e5e5782777/d68c36b4-5b69-4711-a8a5-11119f614eb7) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:20.822096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8facd2-d684-4ac7-84a9-c8a7e9abda58 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:20.823933 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2e8facd2-d684-4ac7-84a9-c8a7e9abda58 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1579547 Apr 29 17:33:20.826840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:20.828859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44444) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:20.844532 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:20.849819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:20.863564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:20.892396 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4448d0df-ffb6-42f3-9b4a-4b15dafeaa81', 'name': 'tempest-snat-router-464937231', 'tenant_id': '8f88d80ebbf84bc1b36e869246875715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '00ff5f03-2811-4c8c-ab9e-03c654fd5c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:14Z', 'updated_at': '2022-04-29T17:33:18Z', 'revision_number': 3, 'project_id': '8f88d80ebbf84bc1b36e869246875715', 'gw_port': {'id': '00ff5f03-2811-4c8c-ab9e-03c654fd5c07', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4448d0df-ffb6-42f3-9b4a-4b15dafeaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:33:16Z', 'updated_at': '2022-04-29T17:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:20.896798 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:20.897431 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Checking router: 4448d0df-ffb6-42f3-9b4a-4b15dafeaa81 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:33:20.898032 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Updating router 4448d0df-ffb6-42f3-9b4a-4b15dafeaa81 port 00ff5f03-2811-4c8c-ab9e-03c654fd5c07 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:33:20.919086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:20.939971 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event deleted for resources: {'Port': ['ID=e6ce7d98-5a19-4d19-95da-ae5d08b3d57e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:20.945523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2973-3746-428c-b613-f4ebe0634734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:20.952429 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] No DVR routers for this DVR port e6ce7d98-5a19-4d19-95da-ae5d08b3d57e on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:33:20.967190 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:20.975228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:20.998795 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:21.015490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:21.037274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2973-3746-428c-b613-f4ebe0634734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.044313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:21.072144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-761bcb73-bb79-4aba-95fa-e8bfe4702e1e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 7f5ec11e-bebf-4971-85da-b1e5e5782777 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:33:21.101919 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2cdc25ab-3e97-4a58-b7de-08adc4ad0d02 None None] Could not find standard attr ID for object e6ce7d98-5a19-4d19-95da-ae5d08b3d57e. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:33:21.133458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.205009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2973-3746-428c-b613-f4ebe0634734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.205233 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.215385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.241685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d2973-3746-428c-b613-f4ebe0634734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb22e01-0e1a-40c9-ac66-ee330308e9da,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:21.279253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Transition to ACTIVE for port object d68c36b4-5b69-4711-a8a5-11119f614eb7 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:21.296349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2973-3746-428c-b613-f4ebe0634734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.306850 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ef5d2973-3746-428c-b613-f4ebe0634734 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5bb22e01-0e1a-40c9-ac66-ee330308e9da HTTP/1.1" status: 204 len: 168 time: 0.4912221 Apr 29 17:33:21.350068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5d8fbd80-e163-4629-b48c-83033959d1ec no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:21.353980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.363237 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.374488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1143bdd0-a167-482d-be24-4297a7926507']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:21.395203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e0d0ca-1067-46b1-90ea-45b4b5855da7') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:21.395586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e0d0ca-1067-46b1-90ea-45b4b5855da7') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:21.416233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.448117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.455396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:21.460613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:33:21.461063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.465785 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.468322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:21.473689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:21.481911 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:33:21.485324 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:33:21.487255 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 5d8fbd80-e163-4629-b48c-83033959d1ec {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:21.487255 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5d8fbd80-e163-4629-b48c-83033959d1ec not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:21.501664 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf7328e-f229-4a89-94cf-cee4b24ea3d6,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:21.505496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Transition to ACTIVE for port object d68c36b4-5b69-4711-a8a5-11119f614eb7 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:21.527671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.597890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d9416b-66af-49ac-9ce5-46b0a1f71472 None None] DHCP port deletion for 1143bdd0-a167-482d-be24-4297a7926507 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:33:21.635853 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:21.637110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Pushing event updated for resources: {'Port': ['ID=d68c36b4-5b69-4711-a8a5-11119f614eb7,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:21.642497 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:21.648705 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:21.661458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.668529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.730118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff6947b-4184-4f66-9500-81f6ff444542,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:21.739257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.740517 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-18bbdcb4-23dd-40f8-9b02-8abb53b8cba2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9425640 Apr 29 17:33:21.743648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44456) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:21.748803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8af1c1c3-dba7-4423-b2e3-210fbeaaddbf tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'aff6947b-4184-4f66-9500-81f6ff444542', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:21.754601 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8af1c1c3-dba7-4423-b2e3-210fbeaaddbf tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:21.758629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8af1c1c3-dba7-4423-b2e3-210fbeaaddbf tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:21.760788 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Attempting to bind port d68c36b4-5b69-4711-a8a5-11119f614eb7 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:33:21.761484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Attempting to bind port d68c36b4-5b69-4711-a8a5-11119f614eb7 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:33:21.761846 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Attempting to bind port d68c36b4-5b69-4711-a8a5-11119f614eb7 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:33:21.762065 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8af1c1c3-dba7-4423-b2e3-210fbeaaddbf tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:21.768883 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8af1c1c3-dba7-4423-b2e3-210fbeaaddbf tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:21.769020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:33:21.769372 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:21.770031 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.770432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:33:21.770896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Bound port: d68c36b4-5b69-4711-a8a5-11119f614eb7, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:33:21.771263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.776090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-761bcb73-bb79-4aba-95fa-e8bfe4702e1e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.800639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8af1c1c3-dba7-4423-b2e3-210fbeaaddbf tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.821492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.886481 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] For port d68c36b4-5b69-4711-a8a5-11119f614eb7, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:33:21.890315 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] For port d68c36b4-5b69-4711-a8a5-11119f614eb7, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d68c36b4-5b69-4711-a8a5-11119f614eb7,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:33:21.892200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8af1c1c3-dba7-4423-b2e3-210fbeaaddbf tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.896872 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8af1c1c3-dba7-4423-b2e3-210fbeaaddbf tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.901752 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.912134 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Deleting port 00ff5f03-2811-4c8c-ab9e-03c654fd5c07 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:21.912385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.931255 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1c1c3-dba7-4423-b2e3-210fbeaaddbf tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e24e59f-4135-492f-a1d3-58d0e7198a3c,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:21.948125 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-761bcb73-bb79-4aba-95fa-e8bfe4702e1e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.953430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8af1c1c3-dba7-4423-b2e3-210fbeaaddbf tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:21.958833 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8af1c1c3-dba7-4423-b2e3-210fbeaaddbf tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2141526 Apr 29 17:33:21.960145 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44466) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:21.971482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8cbab07b-caf7-4c2c-8330-5234e16ae64e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'aff6947b-4184-4f66-9500-81f6ff444542', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:21.981833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8cbab07b-caf7-4c2c-8330-5234e16ae64e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:21.986447 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8cbab07b-caf7-4c2c-8330-5234e16ae64e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:21.990593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8cbab07b-caf7-4c2c-8330-5234e16ae64e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:21.998785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8cbab07b-caf7-4c2c-8330-5234e16ae64e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:22.009932 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e6ce7d98-5a19-4d19-95da-ae5d08b3d57e no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:22.012269 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Transition to ACTIVE for port object 00ff5f03-2811-4c8c-ab9e-03c654fd5c07 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:22.022262 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.024195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.049485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.053953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8cbab07b-caf7-4c2c-8330-5234e16ae64e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.061138 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: e6ce7d98-5a19-4d19-95da-ae5d08b3d57e {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:22.061865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e6ce7d98-5a19-4d19-95da-ae5d08b3d57e not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:22.094890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f55ea-39f3-4fd3-a278-5897f2bda2b2 None None] Pushing event updated for resources: {'Port': ['ID=d68c36b4-5b69-4711-a8a5-11119f614eb7,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:22.109577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event deleted for resources: {'Network': ['ID=1143bdd0-a167-482d-be24-4297a7926507,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:22.174126 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Attempting to bind port 00ff5f03-2811-4c8c-ab9e-03c654fd5c07 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:33:22.174617 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Attempting to bind port 00ff5f03-2811-4c8c-ab9e-03c654fd5c07 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:33:22.175545 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Attempting to bind port 00ff5f03-2811-4c8c-ab9e-03c654fd5c07 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:33:22.177154 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ef1c3d4e-e693-4a45-9b0b-dff450d229aa tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "DELETE /v2.0/networks/1143bdd0-a167-482d-be24-4297a7926507 HTTP/1.1" status: 204 len: 168 time: 3.0625191 Apr 29 17:33:22.186319 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:33:22.186730 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:22.187130 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.187538 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:33:22.188147 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Bound port: 00ff5f03-2811-4c8c-ab9e-03c654fd5c07, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:33:22.188397 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44474) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:22.188532 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.188687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec50333-fb87-4209-b689-fda31514344c req-30f9c060-477c-4945-92b3-d01c8e102061 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:22.189316 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-8cbab07b-caf7-4c2c-8330-5234e16ae64e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 17:33:22.190142 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3ec50333-fb87-4209-b689-fda31514344c req-30f9c060-477c-4945-92b3-d01c8e102061 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 946 time: 0.6987979 Apr 29 17:33:22.200628 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8cbab07b-caf7-4c2c-8330-5234e16ae64e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2337782 Apr 29 17:33:22.203231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44476) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:22.239528 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Pushing event updated for resources: {'Port': ['ID=00ff5f03-2811-4c8c-ab9e-03c654fd5c07,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:22.257885 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:22.258506 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:22.259225 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:22.259727 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:22.260291 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:22.260798 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:22.261561 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:22.262062 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:22.262578 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:22.263081 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:22.263590 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:22.264088 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:22.320655 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] For port 00ff5f03-2811-4c8c-ab9e-03c654fd5c07, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:33:22.324569 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] For port 00ff5f03-2811-4c8c-ab9e-03c654fd5c07, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=00ff5f03-2811-4c8c-ab9e-03c654fd5c07,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:33:22.333037 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.407604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-761bcb73-bb79-4aba-95fa-e8bfe4702e1e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.454624 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f46b62-0ad7-45be-abc9-944ea2f8e087 None None] Pushing event updated for resources: {'Port': ['ID=00ff5f03-2811-4c8c-ab9e-03c654fd5c07,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:22.458868 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Routers {'4448d0df-ffb6-42f3-9b4a-4b15dafeaa81'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:22.459257 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:32:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4448d0df-ffb6-42f3-9b4a-4b15dafeaa81'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:22.463011 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3ec50333-fb87-4209-b689-fda31514344c req-8db381e5-02d8-48fd-872b-b8ffdb04993d tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177243 Apr 29 17:33:22.472233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.544818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-413ed91f-e68f-4883-b91c-375e8a4aa81a tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.607643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d356eedc-1cdd-4493-9a21-80bff45b403f tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.657422 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Calling delete_port for 00ff5f03-2811-4c8c-ab9e-03c654fd5c07 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:22.700578 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] Set router 4448d0df-ffb6-42f3-9b4a-4b15dafeaa81 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:22.739375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d356eedc-1cdd-4493-9a21-80bff45b403f tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.852515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-413ed91f-e68f-4883-b91c-375e8a4aa81a tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.858665 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4448d0df-ffb6-42f3-9b4a-4b15dafeaa81', 'name': 'tempest-snat-router-464937231', 'tenant_id': '8f88d80ebbf84bc1b36e869246875715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:14Z', 'updated_at': '2022-04-29T17:33:21Z', 'revision_number': 4, 'project_id': '8f88d80ebbf84bc1b36e869246875715', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:22.864421 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f6fa5-1d6b-422e-91ab-46774b13fadc None None] The sync data for ids ['4448d0df-ffb6-42f3-9b4a-4b15dafeaa81'] in dv-neutron-839024-2-hyperv is: [{'id': '4448d0df-ffb6-42f3-9b4a-4b15dafeaa81', 'name': 'tempest-snat-router-464937231', 'tenant_id': '8f88d80ebbf84bc1b36e869246875715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:14Z', 'updated_at': '2022-04-29T17:33:21Z', 'revision_number': 4, 'project_id': '8f88d80ebbf84bc1b36e869246875715', 'gw_port_host': None}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:22.911202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-761bcb73-bb79-4aba-95fa-e8bfe4702e1e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.932073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-413ed91f-e68f-4883-b91c-375e8a4aa81a tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904eff11-7376-4f26-bca1-f479150ac9c9']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:22.950949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-413ed91f-e68f-4883-b91c-375e8a4aa81a tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8d56fe-9f0a-480d-b62e-e81885a13dc0') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:22.951243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-413ed91f-e68f-4883-b91c-375e8a4aa81a tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8d56fe-9f0a-480d-b62e-e81885a13dc0') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:22.968337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-413ed91f-e68f-4883-b91c-375e8a4aa81a tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:22.976198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bcb73-bb79-4aba-95fa-e8bfe4702e1e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5ec11e-bebf-4971-85da-b1e5e5782777,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:22.986921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-761bcb73-bb79-4aba-95fa-e8bfe4702e1e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.000669 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-413ed91f-e68f-4883-b91c-375e8a4aa81a tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.006142 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-761bcb73-bb79-4aba-95fa-e8bfe4702e1e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/7f5ec11e-bebf-4971-85da-b1e5e5782777 HTTP/1.1" status: 204 len: 168 time: 2.1356628 Apr 29 17:33:23.009127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44498) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:23.009315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413ed91f-e68f-4883-b91c-375e8a4aa81a tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:33:23.009864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-413ed91f-e68f-4883-b91c-375e8a4aa81a tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:33:23.042772 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:33:23.049115 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d356eedc-1cdd-4493-9a21-80bff45b403f tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.103992 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:33:23.104512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:33:23.111506 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ad54a4a5-ed19-46c0-803f-4ba8a82584ed tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009371 Apr 29 17:33:23.112238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44504) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:23.118462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:23.150712 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356eedc-1cdd-4493-9a21-80bff45b403f tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff6947b-4184-4f66-9500-81f6ff444542,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:23.174658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d356eedc-1cdd-4493-9a21-80bff45b403f tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.180688 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d356eedc-1cdd-4493-9a21-80bff45b403f tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "DELETE /v2.0/security-groups/aff6947b-4184-4f66-9500-81f6ff444542 HTTP/1.1" status: 204 len: 168 time: 0.9269688 Apr 29 17:33:23.183273 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44508) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:23.205447 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-413ed91f-e68f-4883-b91c-375e8a4aa81a tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.228820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-28596cd2-2de7-4f9c-8abd-9b694290aa9d tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:23.229570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-28596cd2-2de7-4f9c-8abd-9b694290aa9d tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Synchronizing usage tracker for tenant:b5a2ce7a595544feb083459386aa2363 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:23.235819 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e823d006-9562-4c0b-8409-804702fcb0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.260599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-413ed91f-e68f-4883-b91c-375e8a4aa81a tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.281577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:23.287463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:23.291521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:23.299666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:23.309405 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-413ed91f-e68f-4883-b91c-375e8a4aa81a tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "DELETE /v2.0/networks/904eff11-7376-4f26-bca1-f479150ac9c9 HTTP/1.1" status: 204 len: 168 time: 1.1083539 Apr 29 17:33:23.310087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44516) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:23.311143 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ed91f-e68f-4883-b91c-375e8a4aa81a tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event deleted for resources: {'Network': ['ID=904eff11-7376-4f26-bca1-f479150ac9c9,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:23.320019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-28596cd2-2de7-4f9c-8abd-9b694290aa9d tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Unset dirty status for tenant:b5a2ce7a595544feb083459386aa2363 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:23.321425 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-28596cd2-2de7-4f9c-8abd-9b694290aa9d tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 946 time: 0.5116727 Apr 29 17:33:23.344917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:23.349072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.414012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Deleting port 0ccdec47-db6d-4aab-8a6f-7473a03ce973 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:23.414823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.444937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44520) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:23.450306 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c5a79-63fe-4139-9554-fae3e7691641 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:23.578667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76bd2ea3-5553-4121-adb6-0978e034e006 None None] Provisioning for port d68c36b4-5b69-4711-a8a5-11119f614eb7 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:23.604250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1cbf97e0-b084-49d5-a929-1bb6fdaad2e3 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Synchronizing usage tracker for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:23.685797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1cbf97e0-b084-49d5-a929-1bb6fdaad2e3 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Unset dirty status for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:23.691799 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1cbf97e0-b084-49d5-a929-1bb6fdaad2e3 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5066371 Apr 29 17:33:23.696761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44530) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:23.704021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-78dbab11-3182-4ac6-8d8f-b76ddfd74010 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1122489037'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:23.710051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-78dbab11-3182-4ac6-8d8f-b76ddfd74010 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:23.720934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-78dbab11-3182-4ac6-8d8f-b76ddfd74010 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:23.736746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-303613043', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:23.737195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Deleting port 00ff5f03-2811-4c8c-ab9e-03c654fd5c07 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:23.737708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.743635 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:23.746118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78dbab11-3182-4ac6-8d8f-b76ddfd74010 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.760186 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Usage tracker for resource:port and tenant:80dd4a1a09b943ba8dc0826d7d3713a4 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:23.765112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:23.786778 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb65353-c9dc-49e8-ad96-533c739a4ece None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:33:23.791079 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bfb65353-c9dc-49e8-ad96-533c739a4ece None None] Deleting port d68c36b4-5b69-4711-a8a5-11119f614eb7 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:23.792027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bfb65353-c9dc-49e8-ad96-533c739a4ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.798975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:23.813625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-78dbab11-3182-4ac6-8d8f-b76ddfd74010 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:23.817737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-78dbab11-3182-4ac6-8d8f-b76ddfd74010 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:23.820628 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-78dbab11-3182-4ac6-8d8f-b76ddfd74010 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:23.826498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-78dbab11-3182-4ac6-8d8f-b76ddfd74010 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:23.869857 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0aabb0c3-6d75-4653-9ad3-e94b66f80df2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.907124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Made reservation on behalf of 80dd4a1a09b943ba8dc0826d7d3713a4 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:23.909581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.944259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:23.968437 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:23.986728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Usage tracker for resource:security_group_rule and tenant:80dd4a1a09b943ba8dc0826d7d3713a4 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:23.993895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:24.018072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bfb65353-c9dc-49e8-ad96-533c739a4ece None None] For port d68c36b4-5b69-4711-a8a5-11119f614eb7, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d68c36b4-5b69-4711-a8a5-11119f614eb7,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:24.018331 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:24.018449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bfb65353-c9dc-49e8-ad96-533c739a4ece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.051399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] For port 0ccdec47-db6d-4aab-8a6f-7473a03ce973, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0ccdec47-db6d-4aab-8a6f-7473a03ce973,segment=NetworkSegment(8365288d-c6ce-40a6-8bac-20f1c47b541b),segment_id=8365288d-c6ce-40a6-8bac-20f1c47b541b)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:24.051960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.063360 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78dbab11-3182-4ac6-8d8f-b76ddfd74010 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.076588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78dbab11-3182-4ac6-8d8f-b76ddfd74010 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.145758 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bfb65353-c9dc-49e8-ad96-533c739a4ece None None] Calling delete_port for d68c36b4-5b69-4711-a8a5-11119f614eb7 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:24.209829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78dbab11-3182-4ac6-8d8f-b76ddfd74010 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.214067 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-78dbab11-3182-4ac6-8d8f-b76ddfd74010 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5136871 Apr 29 17:33:24.217740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44534) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:24.222204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0aabb0c3-6d75-4653-9ad3-e94b66f80df2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.223483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-5721e70a-5f43-4138-b079-6da65c77447d tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'bcb1aff1-8a0d-42d0-a5ca-1e07cdc448c5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:24.224330 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING neutron.api.v2.base [None req-5721e70a-5f43-4138-b079-6da65c77447d tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 17:33:24.224906 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-5721e70a-5f43-4138-b079-6da65c77447d tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:24.225966 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5721e70a-5f43-4138-b079-6da65c77447d tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071554 Apr 29 17:33:24.231856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bfb65353-c9dc-49e8-ad96-533c739a4ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.232557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbab11-3182-4ac6-8d8f-b76ddfd74010 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb1aff1-8a0d-42d0-a5ca-1e07cdc448c5,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:24.233878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44538) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:24.241948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c322f10-320c-4a00-aa29-cc5341ad2576 req-041d71f0-4565-4b2e-8153-06942b9583fe tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:24.243677 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3c322f10-320c-4a00-aa29-cc5341ad2576 req-041d71f0-4565-4b2e-8153-06942b9583fe tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 946 time: 0.4609225 Apr 29 17:33:24.246722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] For port 00ff5f03-2811-4c8c-ab9e-03c654fd5c07, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=00ff5f03-2811-4c8c-ab9e-03c654fd5c07,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:24.246965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.286951 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb65353-c9dc-49e8-ad96-533c739a4ece None None] Pushing event deleted for resources: {'Port': ['ID=d68c36b4-5b69-4711-a8a5-11119f614eb7,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:24.288703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb65353-c9dc-49e8-ad96-533c739a4ece None None] No DVR routers for this DVR port d68c36b4-5b69-4711-a8a5-11119f614eb7 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:33:24.306017 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbfcd7e-88e4-4130-8da5-c71079c48148 None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:33:24.453165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Calling delete_port for 00ff5f03-2811-4c8c-ab9e-03c654fd5c07 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:24.481311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbfcd7e-88e4-4130-8da5-c71079c48148 None None] Resources bound (agent type, host, resource id): {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 17:33:24.517567 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-0aabb0c3-6d75-4653-9ad3-e94b66f80df2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f004e76-6e8c-402d-b3a0-5247cf973495']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:24.541444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.543765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.544139 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Floating IP 35e35b17-9ac1-4eeb-b307-f22ec7f0dfa8 disassociated. External IP: 172.26.4.73, port: 0ccdec47-db6d-4aab-8a6f-7473a03ce973. Apr 29 17:33:24.544484 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Calling delete_port for 0ccdec47-db6d-4aab-8a6f-7473a03ce973 owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:24.557774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-0aabb0c3-6d75-4653-9ad3-e94b66f80df2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0944a2f-20b1-41c5-aa3a-894c398244eb') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:24.558363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-0aabb0c3-6d75-4653-9ad3-e94b66f80df2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0944a2f-20b1-41c5-aa3a-894c398244eb') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:24.567835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.625615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0aabb0c3-6d75-4653-9ad3-e94b66f80df2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.642755 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3c322f10-320c-4a00-aa29-cc5341ad2576 req-06fcb95e-0936-495c-a7f3-88fe8a1209cf tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8dabf29-905a-4989-a38d-a5561ff69493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3572116 Apr 29 17:33:24.709342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0aabb0c3-6d75-4653-9ad3-e94b66f80df2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.718357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aabb0c3-6d75-4653-9ad3-e94b66f80df2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:33:24.719223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0aabb0c3-6d75-4653-9ad3-e94b66f80df2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.828390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.856148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ba98-4cb4-43b2-bc5f-b7c06873ddc6 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:33:24.858175 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:33:24.860284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:24.885818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] device_id is not set on port 79bb8f05-fe10-4586-ba7a-b8efb95ef3a3 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:24.955737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca528606-3db6-484b-a37e-4c5fa66f8919,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:24.973757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:24.996253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:25.005121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.036571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0aabb0c3-6d75-4653-9ad3-e94b66f80df2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.060937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '1226f001-8b02-4c62-8ed0-d7bc1b59bd55'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:33:25.061873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.086061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:25.086540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.107684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.155564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=1226f001-8b02-4c62-8ed0-d7bc1b59bd55,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:25.158490 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7793c769-69be-4f1c-a4e2-40777090c9e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0450716 Apr 29 17:33:25.165974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44546) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:25.166841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Pushing event deleted for resources: {'Port': ['ID=0ccdec47-db6d-4aab-8a6f-7473a03ce973,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:25.168938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0aabb0c3-6d75-4653-9ad3-e94b66f80df2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.170921 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0aabb0c3-6d75-4653-9ad3-e94b66f80df2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "DELETE /v2.0/networks/8f004e76-6e8c-402d-b3a0-5247cf973495 HTTP/1.1" status: 204 len: 168 time: 1.8595963 Apr 29 17:33:25.172203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event deleted for resources: {'Port': ['ID=00ff5f03-2811-4c8c-ab9e-03c654fd5c07,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:25.173088 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-d4edfd6c-e1f9-4637-9944-8b9ba4a991fe tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2080627834', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:25.175229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44550) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:25.182673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d4edfd6c-e1f9-4637-9944-8b9ba4a991fe tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:25.184216 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ba98-4cb4-43b2-bc5f-b7c06873ddc6 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.191741 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d4edfd6c-e1f9-4637-9944-8b9ba4a991fe tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:router and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:25.193251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabb0c3-6d75-4653-9ad3-e94b66f80df2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event deleted for resources: {'Network': ['ID=8f004e76-6e8c-402d-b3a0-5247cf973495,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:25.197950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d4edfd6c-e1f9-4637-9944-8b9ba4a991fe tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:25.246303 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Allocated IP 2001:db8::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/1226f001-8b02-4c62-8ed0-d7bc1b59bd55/8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:25.257992 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Allocated IP 172.26.4.165 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/79bb8f05-fe10-4586-ba7a-b8efb95ef3a3) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:25.267573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d4edfd6c-e1f9-4637-9944-8b9ba4a991fe tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:25.323143 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:33:25.373790 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-38e72a68-3bb0-4a19-9e4f-03c5e47bc1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.375888 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d4edfd6c-e1f9-4637-9944-8b9ba4a991fe tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.376921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d4edfd6c-e1f9-4637-9944-8b9ba4a991fe tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.443341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d4edfd6c-e1f9-4637-9944-8b9ba4a991fe tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.477548 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.489174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Transition to ACTIVE for port object 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:25.496194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:33:25.508960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Transition to ACTIVE for port object 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:25.516461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.546938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2648cbb3-4680-40b2-ab11-3909f955ddb2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.555684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d4edfd6c-e1f9-4637-9944-8b9ba4a991fe tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.556574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.591865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:25.594836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:25.597523 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:25.662086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ba98-4cb4-43b2-bc5f-b7c06873ddc6 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.673077 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8195d7d-cd00-4f4b-ba98-457f0b61420d req-d64fbd4f-7b41-4d9e-8496-c9b06636162f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:25.675850 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f8195d7d-cd00-4f4b-ba98-457f0b61420d req-d64fbd4f-7b41-4d9e-8496-c9b06636162f tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 945 time: 0.6881287 Apr 29 17:33:25.699872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Pushing event updated for resources: {'Port': ['ID=8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:25.721760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Attempting to bind port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:33:25.722301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Attempting to bind port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:33:25.722751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Attempting to bind port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:33:25.728809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:33:25.729349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:25.729877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.730348 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:33:25.731320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Bound port: 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:33:25.731320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.787868 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.790943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0ba98-4cb4-43b2-bc5f-b7c06873ddc6 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb1aff1-8a0d-42d0-a5ca-1e07cdc448c5,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:25.793226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.835677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ba98-4cb4-43b2-bc5f-b7c06873ddc6 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.839323 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fdb0ba98-4cb4-43b2-bc5f-b7c06873ddc6 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "DELETE /v2.0/security-groups/bcb1aff1-8a0d-42d0-a5ca-1e07cdc448c5 HTTP/1.1" status: 204 len: 168 time: 1.5951769 Apr 29 17:33:25.840556 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] For port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:33:25.843898 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] For port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:33:25.848821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.849001 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44556) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:25.916081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d4edfd6c-e1f9-4637-9944-8b9ba4a991fe tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:25.920945 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d4edfd6c-e1f9-4637-9944-8b9ba4a991fe tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7483118 Apr 29 17:33:25.925534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44560) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:25.938595 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb081776-cb78-456a-92c9-e55580c08fcb None None] Pushing event updated for resources: {'Port': ['ID=8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:25.967874 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0597b629-027c-4caa-8673-99c4898df5ca req-c01e4ac6-d35e-4443-91f7-87acfbe597ea tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 210 time: 0.1446919 Apr 29 17:33:25.991427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.018174 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f8195d7d-cd00-4f4b-ba98-457f0b61420d req-66a32473-deb7-4ca2-a33f-946372ecb9b7 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784126 Apr 29 17:33:26.028644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2648cbb3-4680-40b2-ab11-3909f955ddb2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.063063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.063882 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4448d0df-ffb6-42f3-9b4a-4b15dafeaa81 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:33:26.088357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-2648cbb3-4680-40b2-ab11-3909f955ddb2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa1796c-03af-4481-949c-0af8f59b108d']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:26.111898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.113035 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-30d25a32-a9fb-4baf-97d5-4d171abb4d8b tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "DELETE /v2.0/routers/4448d0df-ffb6-42f3-9b4a-4b15dafeaa81 HTTP/1.1" status: 204 len: 168 time: 5.4920850 Apr 29 17:33:26.117643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44564) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:26.121964 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-2648cbb3-4680-40b2-ab11-3909f955ddb2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ee72bb-c3de-45d4-b153-f149116b4d83') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:26.122264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-2648cbb3-4680-40b2-ab11-3909f955ddb2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ee72bb-c3de-45d4-b153-f149116b4d83') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:26.131848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-698fa052-d9c9-4b04-929d-a959ff2b53ab tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Synchronizing usage tracker for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:26.293979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2648cbb3-4680-40b2-ab11-3909f955ddb2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.320041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:26.333349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63e90cf-377f-4ca6-818e-b1816d75bf0a None None] Sync routers for ids ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:26.346848 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e90cf-377f-4ca6-818e-b1816d75bf0a None None] Routers {'92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:26.347504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a63e90cf-377f-4ca6-818e-b1816d75bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:26.385853 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2648cbb3-4680-40b2-ab11-3909f955ddb2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.389941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-698fa052-d9c9-4b04-929d-a959ff2b53ab tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Unset dirty status for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:26.394734 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-698fa052-d9c9-4b04-929d-a959ff2b53ab tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4995790 Apr 29 17:33:26.400901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44568) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:26.405845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2648cbb3-4680-40b2-ab11-3909f955ddb2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:33:26.406168 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2648cbb3-4680-40b2-ab11-3909f955ddb2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:33:26.424355 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:33:26.437627 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-56a2f4f6-4efc-495f-bfbc-2e228b948b8e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group': {'name': 'tempest-secgroup--740296732'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:26.458228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-56a2f4f6-4efc-495f-bfbc-2e228b948b8e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:26.504003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] No DVR routers for this DVR port 0ccdec47-db6d-4aab-8a6f-7473a03ce973 on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:33:26.510293 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.511084 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.512630 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-428da46b-a469-4d5f-bae0-30e52838cd89 req-bbdae589-0793-4dc6-beeb-21143a6197b1 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.36 "DELETE /v2.0/ports/0ccdec47-db6d-4aab-8a6f-7473a03ce973 HTTP/1.1" status: 204 len: 173 time: 3.1778440 Apr 29 17:33:26.513951 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5188a6-e61f-4960-8b07-55add6a59cb9', 'name': 'network-vif-deleted', 'tag': '0ccdec47-db6d-4aab-8a6f-7473a03ce973'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:33:26.534819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.558855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-56a2f4f6-4efc-495f-bfbc-2e228b948b8e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:26.570975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.620927 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-a63e90cf-377f-4ca6-818e-b1816d75bf0a None None] Set router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:26.642291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:26.649383 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ae57e3-2f3c-4073-907e-ff64c1d48e46'] response: {'server_uuid': '2a5188a6-e61f-4960-8b07-55add6a59cb9', 'name': 'network-vif-deleted', 'tag': '0ccdec47-db6d-4aab-8a6f-7473a03ce973', 'status': 'completed', 'code': 200} Apr 29 17:33:26.653124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:26.659588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:26.706243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2648cbb3-4680-40b2-ab11-3909f955ddb2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.715484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-56a2f4f6-4efc-495f-bfbc-2e228b948b8e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.742369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2648cbb3-4680-40b2-ab11-3909f955ddb2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.776066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.785114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648cbb3-4680-40b2-ab11-3909f955ddb2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] Pushing event deleted for resources: {'Network': ['ID=dfa1796c-03af-4481-949c-0af8f59b108d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:26.793368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Pushing event updated for resources: {'Port': ['ID=79bb8f05-fe10-4586-ba7a-b8efb95ef3a3,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:26.798101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-d0097666-9f73-4dea-b9ad-6ba2fcfa4ee4 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:26.798769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:26.799394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.799593 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-d0097666-9f73-4dea-b9ad-6ba2fcfa4ee4 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.36 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 945 time: 0.4797935 Apr 29 17:33:26.807326 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2648cbb3-4680-40b2-ab11-3909f955ddb2 tempest-BulkNetworkOpsTest-2061136066 tempest-BulkNetworkOpsTest-2061136066-project] 10.222.0.11 "DELETE /v2.0/networks/dfa1796c-03af-4481-949c-0af8f59b108d HTTP/1.1" status: 204 len: 168 time: 1.6254954 Apr 29 17:33:26.836935 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.847637 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-56a2f4f6-4efc-495f-bfbc-2e228b948b8e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:26.893689 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a60c3f54-7e02-4410-8f83-6e0eec609043 tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4444315 Apr 29 17:33:26.894278 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44576) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:26.906607 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-56a2f4f6-4efc-495f-bfbc-2e228b948b8e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:26.923380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-56a2f4f6-4efc-495f-bfbc-2e228b948b8e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:26.940398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-56a2f4f6-4efc-495f-bfbc-2e228b948b8e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:26.964970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}]}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:26.978046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:26.982830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Deleting port 8f431d3e-4528-4760-8f2a-c46555f2b2d5 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:26.983129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:26.989118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Usage tracker for resource:router and tenant:80dd4a1a09b943ba8dc0826d7d3713a4 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:27.043609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:27.059672 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:27.086487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:27.116996 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Deleting port 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:27.117403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:27.152365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 0ccdec47-db6d-4aab-8a6f-7473a03ce973 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:27.276852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 0ccdec47-db6d-4aab-8a6f-7473a03ce973 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:27.277188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 0ccdec47-db6d-4aab-8a6f-7473a03ce973 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:27.337038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a63e90cf-377f-4ca6-818e-b1816d75bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:55Z', 'revision_number': 4, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e7876217-61cd-4a0b-b498-18065005c633', 'name': '', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'mac_address': 'fa:16:3e:0b:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:53Z', 'updated_at': '2022-04-29T17:32:06Z', 'revision_number': 5, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'subnets': [{'id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:27.342163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63e90cf-377f-4ca6-818e-b1816d75bf0a None None] Checking router: 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:33:27.347109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:27.353363 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e90cf-377f-4ca6-818e-b1816d75bf0a None None] Routers {'92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:27.355327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a63e90cf-377f-4ca6-818e-b1816d75bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:27.355508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:27.367844 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44586) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:27.450769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:27.458940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::1 (e0d73202-cb6d-4434-a143-4d729ced40a4/1226f001-8b02-4c62-8ed0-d7bc1b59bd55/8f8f6857-1e61-4191-9002-dc18751461bd) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:27.656003 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfbc31e-4483-4568-a2cd-9a131e1f91f5 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:27.669646 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4b19a5c0-5f87-406e-ae6e-668f4d94f786 req-468f47bf-89da-417e-a8f9-1cb1041331fc tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a5188a6-e61f-4960-8b07-55add6a59cb9 HTTP/1.1" status: 200 len: 210 time: 0.1572599 Apr 29 17:33:27.720679 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-56a2f4f6-4efc-495f-bfbc-2e228b948b8e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:27.812445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-a63e90cf-377f-4ca6-818e-b1816d75bf0a None None] Set router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:27.832601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-56a2f4f6-4efc-495f-bfbc-2e228b948b8e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:27.959014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2a4c8-ed65-4b1b-94b7-399500242ed5 req-7910ac91-36a5-46b2-8348-fc59a748e3cb tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:27.967369 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f2e2a4c8-ed65-4b1b-94b7-399500242ed5 req-7910ac91-36a5-46b2-8348-fc59a748e3cb tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 945 time: 0.6855361 Apr 29 17:33:27.969251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2f4f6-4efc-495f-bfbc-2e228b948b8e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff4160f-e00c-433c-a9b7-7f83c7880fcf,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:28.039561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-56a2f4f6-4efc-495f-bfbc-2e228b948b8e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.043687 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-56a2f4f6-4efc-495f-bfbc-2e228b948b8e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6379740 Apr 29 17:33:28.043687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] For port 8f431d3e-4528-4760-8f2a-c46555f2b2d5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8f431d3e-4528-4760-8f2a-c46555f2b2d5,segment=NetworkSegment(30013f5f-2a6c-4c67-b16b-aee9114fbc78),segment_id=30013f5f-2a6c-4c67-b16b-aee9114fbc78)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:28.043687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.049004 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a0143bc6-4120-41a5-8d26-bbf37b430bbf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06a1b66f26d1491fb311ad91c41757ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6794796 Apr 29 17:33:28.052248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44592) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:28.052762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44594) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:28.072829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] For port 9bd1c488-dc46-4aa7-9fce-d2d3013229b5, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9bd1c488-dc46-4aa7-9fce-d2d3013229b5,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:28.073195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.112414 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e0e37a87-52be-4063-9579-e956408f8c5e None None] Provisioning for port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:28.129198 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c730798f-82b9-4fdc-bb3e-619220be2b07 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'fff4160f-e00c-433c-a9b7-7f83c7880fcf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:28.130021 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING neutron.api.v2.base [None req-c730798f-82b9-4fdc-bb3e-619220be2b07 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 17:33:28.130964 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f2e2a4c8-ed65-4b1b-94b7-399500242ed5 req-31cc3f75-c352-4324-92ed-8f140522ef46 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617737 Apr 29 17:33:28.131107 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-c730798f-82b9-4fdc-bb3e-619220be2b07 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:28.134884 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c730798f-82b9-4fdc-bb3e-619220be2b07 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0232694 Apr 29 17:33:28.168812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44600) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:28.176178 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.190049 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:28.209588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.272449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.336618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e2bb87d-4968-44f7-9bc7-990a3df6d1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.364866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e2bb87d-4968-44f7-9bc7-990a3df6d1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.384522 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:28.386564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Calling delete_port for 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:28.399632 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:28.400250 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.426920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object 8f8f6857-1e61-4191-9002-dc18751461bd will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:28.452495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-40ef0198-e7eb-4449-be11-abbacc68d0e9 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.474596 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a63e90cf-377f-4ca6-818e-b1816d75bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:55Z', 'revision_number': 4, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e7876217-61cd-4a0b-b498-18065005c633', 'name': '', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'mac_address': 'fa:16:3e:0b:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:53Z', 'updated_at': '2022-04-29T17:32:06Z', 'revision_number': 5, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'subnets': [{'id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:28.481496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63e90cf-377f-4ca6-818e-b1816d75bf0a None None] The sync data for ids ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'] in dv-neutron-839024-2-hyperv is: [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:55Z', 'revision_number': 4, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e7876217-61cd-4a0b-b498-18065005c633', 'name': '', 'network_id': '2f100fae-1063-4412-a27d-002c2f38e886', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'mac_address': 'fa:16:3e:0b:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:53Z', 'updated_at': '2022-04-29T17:32:06Z', 'revision_number': 5, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'subnets': [{'id': 'c544c7e1-d2c9-4197-869f-f67ad5cc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:28.497649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-40ef0198-e7eb-4449-be11-abbacc68d0e9 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.578783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e2bb87d-4968-44f7-9bc7-990a3df6d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.592627 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.613925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-40ef0198-e7eb-4449-be11-abbacc68d0e9 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.643040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:28.650066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.724069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bb87d-4968-44f7-9bc7-990a3df6d1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb112fa1-fbf9-43a3-b992-3864bb6e3264,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:28.746937 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.772405 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:28.786358 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-40ef0198-e7eb-4449-be11-abbacc68d0e9 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.790328 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-40ef0198-e7eb-4449-be11-abbacc68d0e9 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "DELETE /v2.0/security-groups/fff4160f-e00c-433c-a9b7-7f83c7880fcf HTTP/1.1" status: 204 len: 168 time: 0.6180220 Apr 29 17:33:28.790328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e2bb87d-4968-44f7-9bc7-990a3df6d1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.790328 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7e2bb87d-4968-44f7-9bc7-990a3df6d1e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb112fa1-fbf9-43a3-b992-3864bb6e3264 HTTP/1.1" status: 204 len: 168 time: 0.6792533 Apr 29 17:33:28.793184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44606) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:28.814975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef0198-e7eb-4449-be11-abbacc68d0e9 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff4160f-e00c-433c-a9b7-7f83c7880fcf,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:28.860440 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.866369 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-970a143c-dd5e-4657-b939-e9c367fd47f9 None None] Provisioning complete for port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:28.867630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-970a143c-dd5e-4657-b939-e9c367fd47f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:28.935174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bd1c488-dc46-4aa7-9fce-d2d3013229b5,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:28.952039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44614) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:28.979334 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6442b9-754d-4dca-89ef-aa63e71ba300 None None] New status for floating IP 35e35b17-9ac1-4eeb-b307-f22ec7f0dfa8: DOWN {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:33:28.998716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5e6b0419-5218-47ba-b108-d0749344b17e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Synchronizing usage tracker for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:29.017808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:29.031375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:29.040324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:29.040849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:29.067685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=8f8f6857-1e61-4191-9002-dc18751461bd,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:29.110317 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5e6b0419-5218-47ba-b108-d0749344b17e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Unset dirty status for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:29.111563 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5e6b0419-5218-47ba-b108-d0749344b17e tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3172991 Apr 29 17:33:29.118941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44620) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:29.126834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c15cc942-74e5-4751-a3db-bf0b6953ec63 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group': {'name': 'tempest-secgroup--304279890'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:29.149911 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c15cc942-74e5-4751-a3db-bf0b6953ec63 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:29.219735 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-51c7796b-f394-472e-a5ea-8481fc7c6261 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:29.239362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c15cc942-74e5-4751-a3db-bf0b6953ec63 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:29.404775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:29.410433 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-51c7796b-f394-472e-a5ea-8481fc7c6261 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:29.436091 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c15cc942-74e5-4751-a3db-bf0b6953ec63 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:29.541462 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6505790e-abe4-4409-9e14-d67cd5a1c316 None None] Provisioning for port 8f8f6857-1e61-4191-9002-dc18751461bd completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:29.546828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6505790e-abe4-4409-9e14-d67cd5a1c316 None None] Provisioning complete for port 8f8f6857-1e61-4191-9002-dc18751461bd triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:29.547582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6505790e-abe4-4409-9e14-d67cd5a1c316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:29.612670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6505790e-abe4-4409-9e14-d67cd5a1c316 None None] Port 8f8f6857-1e61-4191-9002-dc18751461bd cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:29.650525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c15cc942-74e5-4751-a3db-bf0b6953ec63 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:29.656636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:29.657265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:29.657989 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Floating IP 109cda7c-9d67-4b65-96d5-a9feff1d90a1 disassociated. External IP: 172.26.4.96, port: 8f431d3e-4528-4760-8f2a-c46555f2b2d5. Apr 29 17:33:29.658499 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Calling delete_port for 8f431d3e-4528-4760-8f2a-c46555f2b2d5 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:29.707481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c15cc942-74e5-4751-a3db-bf0b6953ec63 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:29.712177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c15cc942-74e5-4751-a3db-bf0b6953ec63 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:29.718261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c15cc942-74e5-4751-a3db-bf0b6953ec63 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:29.813813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c15cc942-74e5-4751-a3db-bf0b6953ec63 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:29.827774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:29.877371 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c15cc942-74e5-4751-a3db-bf0b6953ec63 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:29.928304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cc942-74e5-4751-a3db-bf0b6953ec63 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a52f622-0e17-4c3e-b312-4429f1777102,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:29.977295 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.012580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.019378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44642) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:30.072801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.073385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b3b1a98-e84c-4fae-938c-9ae977ab35ff {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:33:30.085675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.097416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff207dd-8210-4218-a8e0-8a15e1cd2f64 req-57a5d648-727d-42de-8fd7-04912a809104 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:30.104590 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dff207dd-8210-4218-a8e0-8a15e1cd2f64 req-57a5d648-727d-42de-8fd7-04912a809104 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 945 time: 0.6333938 Apr 29 17:33:30.180600 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Pushing event deleted for resources: {'Port': ['ID=8f431d3e-4528-4760-8f2a-c46555f2b2d5,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:30.206338 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:30.316364 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-51c7796b-f394-472e-a5ea-8481fc7c6261 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.344303 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:30.344954 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.363630 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dff207dd-8210-4218-a8e0-8a15e1cd2f64 req-2c7a4828-39b5-4cac-8d98-2c41ad0efa6c tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2495e04-4447-45cb-8c90-2456545fd4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538481 Apr 29 17:33:30.368718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.384876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-343461520'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:30.389566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:30.393203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7796b-f394-472e-a5ea-8481fc7c6261 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dabf29-905a-4989-a38d-a5561ff69493,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:30.395740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.397197 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a0c30f0e-c190-45cc-9e22-828c5ebd70d9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "DELETE /v2.0/routers/3b3b1a98-e84c-4fae-938c-9ae977ab35ff HTTP/1.1" status: 204 len: 168 time: 4.2779274 Apr 29 17:33:30.401269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44648) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:30.404175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:network and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:30.410964 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-725707221', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:30.420149 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:30.423929 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.429562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:30.431888 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:30.446798 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Usage tracker for resource:router and tenant:9933681c551348c6ab2c795952810e91 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:30.454152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:30.462828 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-51c7796b-f394-472e-a5ea-8481fc7c6261 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.466699 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-51c7796b-f394-472e-a5ea-8481fc7c6261 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "DELETE /v2.0/security-groups/a8dabf29-905a-4989-a38d-a5561ff69493 HTTP/1.1" status: 204 len: 168 time: 1.5126395 Apr 29 17:33:30.468877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44652) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:30.473276 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:30.475180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:30.478559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.491408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c15cc942-74e5-4751-a3db-bf0b6953ec63 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.492667 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c15cc942-74e5-4751-a3db-bf0b6953ec63 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3720789 Apr 29 17:33:30.495963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44656) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:30.500116 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.517768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e6f1fe8d-1980-499d-a1ef-adaa7bc25d01 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': '8a52f622-0e17-4c3e-b312-4429f1777102', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:30.533250 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.api.v2.base [None req-e6f1fe8d-1980-499d-a1ef-adaa7bc25d01 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 17:33:30.533760 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-e6f1fe8d-1980-499d-a1ef-adaa7bc25d01 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:30.534728 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e6f1fe8d-1980-499d-a1ef-adaa7bc25d01 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0360119 Apr 29 17:33:30.540749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44660) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:30.543195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.544209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.558030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-486f6aa0-86e0-49e3-8110-f7f7db04c53d tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': '8a52f622-0e17-4c3e-b312-4429f1777102', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:30.558684 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.api.v2.base [None req-486f6aa0-86e0-49e3-8110-f7f7db04c53d tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 17:33:30.559162 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-486f6aa0-86e0-49e3-8110-f7f7db04c53d tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:30.560115 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-486f6aa0-86e0-49e3-8110-f7f7db04c53d tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0182681 Apr 29 17:33:30.561586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:30.566647 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44664) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:30.568565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:security_group_rule and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:30.574552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:30.580209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Router e64efcd6-29b1-4c63-a137-8165a7752c78 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:33:30.582919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-5e48fa19-b3b2-42a1-8c7b-c956599b28f7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': '8a52f622-0e17-4c3e-b312-4429f1777102', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:30.584754 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING neutron.api.v2.base [None req-5e48fa19-b3b2-42a1-8c7b-c956599b28f7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 17:33:30.585017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:30.585263 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-5e48fa19-b3b2-42a1-8c7b-c956599b28f7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:30.586181 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5e48fa19-b3b2-42a1-8c7b-c956599b28f7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123265 Apr 29 17:33:30.592454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44668) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:30.595004 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-a08083dc-a494-416a-972b-857ac214b725 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] show failed (client error): The resource could not be found. Apr 29 17:33:30.597232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.598814 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a08083dc-a494-416a-972b-857ac214b725 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "GET /v2.0/security-groups/a8dabf29-905a-4989-a38d-a5561ff69493 HTTP/1.1" status: 404 len: 347 time: 0.1136532 Apr 29 17:33:30.600117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44672) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:30.609859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-3a6f5faf-432c-48f8-848d-3f0b4ed772b2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': '8a52f622-0e17-4c3e-b312-4429f1777102', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:30.610897 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.api.v2.base [None req-3a6f5faf-432c-48f8-848d-3f0b4ed772b2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 17:33:30.611416 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-3a6f5faf-432c-48f8-848d-3f0b4ed772b2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:30.612392 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3a6f5faf-432c-48f8-848d-3f0b4ed772b2 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0190506 Apr 29 17:33:30.618947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44674) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:30.840067 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.848251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.848601 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:30.928863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:31.089691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 8f431d3e-4528-4760-8f2a-c46555f2b2d5 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:31.111542 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-dc02d49c-4c33-4c67-8c70-8c0e44038e47 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Deleting port 3d3cbc8c-4f3c-4726-bc8e-cd7e67c205ef {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:31.112137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dc02d49c-4c33-4c67-8c70-8c0e44038e47 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:31.118005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=8f8f6857-1e61-4191-9002-dc18751461bd,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:31.123184 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 8f431d3e-4528-4760-8f2a-c46555f2b2d5 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:31.123573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 8f431d3e-4528-4760-8f2a-c46555f2b2d5 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:31.311902 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:31.315985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:31.319965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f2401246-6bf7-4221-8718-e2ee2642d2b1 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:31.356007 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:31.357254 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:31.359580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:31.360217 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e3026ed-9ff1-46ff-8e6e-f9d57ef23d59 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:33:31.516020 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 17:33:31.519965 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-557f0b40-94a0-4646-97aa-b6d3063746fd tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5676804 Apr 29 17:33:31.520509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44684) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:31.550960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:31.575829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:31.587435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b9b44-75a0-445a-92d5-86850c8321cf None None] Sync routers for ids ['e64efcd6-29b1-4c63-a137-8165a7752c78'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:31.596593 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b9b44-75a0-445a-92d5-86850c8321cf None None] Routers {'e64efcd6-29b1-4c63-a137-8165a7752c78'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:31.597187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-294b9b44-75a0-445a-92d5-86850c8321cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e64efcd6-29b1-4c63-a137-8165a7752c78'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:31.597324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c7b46cf7-08f6-409e-96d3-86218926f8fa tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Deleting port 79bb8f05-fe10-4586-ba7a-b8efb95ef3a3 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:31.597651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7b46cf7-08f6-409e-96d3-86218926f8fa tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:31.702667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dc02d49c-4c33-4c67-8c70-8c0e44038e47 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:31.703235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dc02d49c-4c33-4c67-8c70-8c0e44038e47 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:31.738885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-49b0b390-ac64-4bce-88d0-4c5b358597c6 req-a65496f4-b5ca-411b-8e11-684fbd36dd0b tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Synchronizing usage tracker for tenant:0a200f959dbd436a8fd7078b57ae78ed on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:31.759451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-17e56652-a0dd-4f9e-bf53-b8bb9d04879c None None] Provisioning complete for port 8f8f6857-1e61-4191-9002-dc18751461bd triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:31.760097 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-17e56652-a0dd-4f9e-bf53-b8bb9d04879c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:31.826070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Router 9ba07674-5e18-4e6f-bb2c-f2df69a4eefa is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:33:31.842340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-17e56652-a0dd-4f9e-bf53-b8bb9d04879c None None] Port 8f8f6857-1e61-4191-9002-dc18751461bd cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:31.848527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-294b9b44-75a0-445a-92d5-86850c8321cf None None] Set router e64efcd6-29b1-4c63-a137-8165a7752c78 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:31.925595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f2401246-6bf7-4221-8718-e2ee2642d2b1 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:31.953470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-dc02d49c-4c33-4c67-8c70-8c0e44038e47 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Calling delete_port for 3d3cbc8c-4f3c-4726-bc8e-cd7e67c205ef owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:31.994395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] No DVR routers for this DVR port 8f431d3e-4528-4760-8f2a-c46555f2b2d5 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:33:32.002651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.018811 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:32.024229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bb9693-ae3c-4a83-ad7a-346ea11d4e8d', 'name': 'network-vif-deleted', 'tag': '8f431d3e-4528-4760-8f2a-c46555f2b2d5'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:33:32.049479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.078411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-49b0b390-ac64-4bce-88d0-4c5b358597c6 req-a65496f4-b5ca-411b-8e11-684fbd36dd0b tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Unset dirty status for tenant:0a200f959dbd436a8fd7078b57ae78ed on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:32.089326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7b46cf7-08f6-409e-96d3-86218926f8fa tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.089543 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-49b0b390-ac64-4bce-88d0-4c5b358597c6 req-a65496f4-b5ca-411b-8e11-684fbd36dd0b tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb9693-ae3c-4a83-ad7a-346ea11d4e8d HTTP/1.1" status: 200 len: 210 time: 0.6115336 Apr 29 17:33:32.092666 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3eb268-14cf-4f54-a222-34b97715b82c'] response: {'server_uuid': '11bb9693-ae3c-4a83-ad7a-346ea11d4e8d', 'name': 'network-vif-deleted', 'tag': '8f431d3e-4528-4760-8f2a-c46555f2b2d5', 'status': 'completed', 'code': 200} Apr 29 17:33:32.096876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:32.099360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.108575 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Sync routers for ids ['9ba07674-5e18-4e6f-bb2c-f2df69a4eefa'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:32.111333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:32.111795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9bd1c488-dc46-4aa7-9fce-d2d3013229b5 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:32.112509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:33:32.123247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.123621 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Added segment 2945aecc-20d1-48dd-8c78-dda7998e3154 of type vlan for network 27e93c17-86ab-44cc-88c7-9a79a91146e4 Apr 29 17:33:32.132693 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Routers {'9ba07674-5e18-4e6f-bb2c-f2df69a4eefa'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:32.134116 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9ba07674-5e18-4e6f-bb2c-f2df69a4eefa'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:32.203714 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.208883 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4745aa1-a04a-40e7-82d4-765d2ed44e33,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:32.219380 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7e97d6f8-b17f-47ce-b601-4dc21ed26898 req-99255d72-3c2b-424a-af8c-c6ec35a0e0d3 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.36 "DELETE /v2.0/ports/8f431d3e-4528-4760-8f2a-c46555f2b2d5 HTTP/1.1" status: 204 len: 173 time: 5.4101369 Apr 29 17:33:32.220135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c7b46cf7-08f6-409e-96d3-86218926f8fa tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Calling delete_port for 79bb8f05-fe10-4586-ba7a-b8efb95ef3a3 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:32.250377 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6b754df8-a35f-45d7-9f36-d6599c9e0f25 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "PUT /v2.0/routers/9ba07674-5e18-4e6f-bb2c-f2df69a4eefa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3238616 Apr 29 17:33:32.261970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44690) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:32.339558 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4a1b06-28b0-4965-8c71-711fd9b9f75c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:32.340359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ad4a1b06-28b0-4965-8c71-711fd9b9f75c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:32.346879 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Set router 9ba07674-5e18-4e6f-bb2c-f2df69a4eefa gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:32.381831 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ad4a1b06-28b0-4965-8c71-711fd9b9f75c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:32.383753 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ad4a1b06-28b0-4965-8c71-711fd9b9f75c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports/8f8f6857-1e61-4191-9002-dc18751461bd HTTP/1.1" status: 200 len: 911 time: 0.1205852 Apr 29 17:33:32.386284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44694) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:32.405129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-294b9b44-75a0-445a-92d5-86850c8321cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port': {'id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '64fe57ab-760a-47f5-83c7-901b3b7bd5da', 'name': '', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'mac_address': 'fa:16:3e:e0:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:51Z', 'updated_at': '2022-04-29T17:32:04Z', 'revision_number': 5, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'subnets': [{'id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:32.410409 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b9b44-75a0-445a-92d5-86850c8321cf None None] Checking router: e64efcd6-29b1-4c63-a137-8165a7752c78 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:33:32.419718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b9b44-75a0-445a-92d5-86850c8321cf None None] Routers {'e64efcd6-29b1-4c63-a137-8165a7752c78'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:32.420353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-294b9b44-75a0-445a-92d5-86850c8321cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e64efcd6-29b1-4c63-a137-8165a7752c78'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:32.426381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f2401246-6bf7-4221-8718-e2ee2642d2b1 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.450710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dc02d49c-4c33-4c67-8c70-8c0e44038e47 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.525589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7b46cf7-08f6-409e-96d3-86218926f8fa tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.527652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02d49c-4c33-4c67-8c70-8c0e44038e47 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Pushing event deleted for resources: {'Port': ['ID=3d3cbc8c-4f3c-4726-bc8e-cd7e67c205ef,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:32.535357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.resource_extend [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:33:32.537515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9afe5ed-22b3-4347-8472-5f60d13dea5f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:32.543811 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9afe5ed-22b3-4347-8472-5f60d13dea5f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:32.546126 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b9afe5ed-22b3-4347-8472-5f60d13dea5f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1580374 Apr 29 17:33:32.590577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2401246-6bf7-4221-8718-e2ee2642d2b1 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a52f622-0e17-4c3e-b312-4429f1777102,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:32.591476 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44698) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:32.593527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b46cf7-08f6-409e-96d3-86218926f8fa tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Pushing event deleted for resources: {'Port': ['ID=79bb8f05-fe10-4586-ba7a-b8efb95ef3a3,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:32.659023 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-294b9b44-75a0-445a-92d5-86850c8321cf None None] Set router e64efcd6-29b1-4c63-a137-8165a7752c78 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:32.661943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dc02d49c-4c33-4c67-8c70-8c0e44038e47 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.700605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dc02d49c-4c33-4c67-8c70-8c0e44038e47 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.708650 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dc02d49c-4c33-4c67-8c70-8c0e44038e47 tempest-ServersTestJSON-1977306479 tempest-ServersTestJSON-1977306479-project] 10.222.0.11 "DELETE /v2.0/floatingips/35e35b17-9ac1-4eeb-b307-f22ec7f0dfa8 HTTP/1.1" status: 204 len: 168 time: 2.0908709 Apr 29 17:33:32.718038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44702) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:32.723694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.729641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:32.730252 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.783890 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba07674-5e18-4e6f-bb2c-f2df69a4eefa', 'name': 'tempest-NetworksTestDHCPv6-router-2080627834', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:25Z', 'updated_at': '2022-04-29T17:33:29Z', 'revision_number': 2, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'gw_port_host': None, '_interfaces': [{'id': '8f8f6857-1e61-4191-9002-dc18751461bd', 'name': '', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'mac_address': 'fa:16:3e:ed:42:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba07674-5e18-4e6f-bb2c-f2df69a4eefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1226f001-8b02-4c62-8ed0-d7bc1b59bd55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:33:27Z', 'updated_at': '2022-04-29T17:33:30Z', 'revision_number': 2, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'subnets': [{'id': '1226f001-8b02-4c62-8ed0-d7bc1b59bd55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:32.788488 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Checking router: 9ba07674-5e18-4e6f-bb2c-f2df69a4eefa for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:33:32.788833 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Updating router 9ba07674-5e18-4e6f-bb2c-f2df69a4eefa port 8f8f6857-1e61-4191-9002-dc18751461bd binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:33:32.822201 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f2401246-6bf7-4221-8718-e2ee2642d2b1 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.826206 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f2401246-6bf7-4221-8718-e2ee2642d2b1 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "DELETE /v2.0/security-groups/8a52f622-0e17-4c3e-b312-4429f1777102 HTTP/1.1" status: 204 len: 168 time: 2.1981566 Apr 29 17:33:32.858148 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:32.880535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44706) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:32.934966 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9133608 Apr 29 17:33:32.942112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44708) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:33.003485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'name': 'tempest-PortsIpV6TestJSON-831351487'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:33.116340 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7b46cf7-08f6-409e-96d3-86218926f8fa tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:33.134899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-294b9b44-75a0-445a-92d5-86850c8321cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port': {'id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '64fe57ab-760a-47f5-83c7-901b3b7bd5da', 'name': '', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'mac_address': 'fa:16:3e:e0:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:51Z', 'updated_at': '2022-04-29T17:32:04Z', 'revision_number': 5, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'subnets': [{'id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:33.139769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b9b44-75a0-445a-92d5-86850c8321cf None None] The sync data for ids ['e64efcd6-29b1-4c63-a137-8165a7752c78'] in dv-neutron-839024-2-hyperv is: [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port': {'id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '64fe57ab-760a-47f5-83c7-901b3b7bd5da', 'name': '', 'network_id': '4a920e1c-5aa4-413b-99b4-e430d5bbd744', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'mac_address': 'fa:16:3e:e0:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:51Z', 'updated_at': '2022-04-29T17:32:04Z', 'revision_number': 5, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'subnets': [{'id': '84622bd6-291d-4a19-bc35-239d5b1a0fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:33.187903 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:33.192321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:port and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:33.195565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:33.202211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:33.240197 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0ebe1a97-a3c8-4427-9eff-ca8cb753234a tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Synchronizing usage tracker for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:33.249338 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:33.265304 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Transition to ACTIVE for port object 8f8f6857-1e61-4191-9002-dc18751461bd will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:33.274542 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:33.330373 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c7b46cf7-08f6-409e-96d3-86218926f8fa tempest-RoutersAdminNegativeTest-902932837 tempest-RoutersAdminNegativeTest-902932837-project-admin] 10.222.0.11 "DELETE /v2.0/ports/79bb8f05-fe10-4586-ba7a-b8efb95ef3a3 HTTP/1.1" status: 204 len: 168 time: 1.8068869 Apr 29 17:33:33.331031 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44718) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:33.396565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0ebe1a97-a3c8-4427-9eff-ca8cb753234a tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Unset dirty status for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:33.402129 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0ebe1a97-a3c8-4427-9eff-ca8cb753234a tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4105880 Apr 29 17:33:33.402940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44724) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:33.422124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group': {'name': 'tempest-secgroup--344487443'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:33.442182 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:33.562949 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb0aec2-d863-42ef-99d7-9bd0d1f88469 None None] New status for floating IP 109cda7c-9d67-4b65-96d5-a9feff1d90a1: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:33:33.577939 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b380c-d6cf-4d90-a4c5-fc25e60f9a48 None None] Pushing event updated for resources: {'Port': ['ID=8f8f6857-1e61-4191-9002-dc18751461bd,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:33.619698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27601d31-8e53-4cbc-a8c6-21735483419f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Network': ['ID=27e93c17-86ab-44cc-88c7-9a79a91146e4,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:33.621353 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:33.622087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:33.625636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:33.649892 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Attempting to bind port 8f8f6857-1e61-4191-9002-dc18751461bd on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:33:33.650772 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Attempting to bind port 8f8f6857-1e61-4191-9002-dc18751461bd by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:33:33.651179 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Attempting to bind port 8f8f6857-1e61-4191-9002-dc18751461bd on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:33:33.660395 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:33:33.660856 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:33.661355 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:33.661790 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:33:33.662306 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Bound port: 8f8f6857-1e61-4191-9002-dc18751461bd, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:33:33.662935 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:33.663039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22f68555-9d1b-45f9-9e61-2b0d8663eaf1 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:33.689233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:33.709666 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22f68555-9d1b-45f9-9e61-2b0d8663eaf1 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:33.730867 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:33:33.758643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port 18f8c28c-3d2a-49bb-ae96-2121d896e39d yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:33.785672 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] For port 8f8f6857-1e61-4191-9002-dc18751461bd, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:33:33.789867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:33.797374 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] For port 8f8f6857-1e61-4191-9002-dc18751461bd, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8f8f6857-1e61-4191-9002-dc18751461bd,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:33:33.803414 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:33.833865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22f68555-9d1b-45f9-9e61-2b0d8663eaf1 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:33.843665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:33.845433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44730) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:33.866219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:33.871888 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:33.875438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:33.882271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:33.918399 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b380c-d6cf-4d90-a4c5-fc25e60f9a48 None None] Pushing event updated for resources: {'Port': ['ID=8f8f6857-1e61-4191-9002-dc18751461bd,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:33.935219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f68555-9d1b-45f9-9e61-2b0d8663eaf1 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2495e04-4447-45cb-8c90-2456545fd4f3,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:33.953999 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Routers {'9ba07674-5e18-4e6f-bb2c-f2df69a4eefa'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:33.954280 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9ba07674-5e18-4e6f-bb2c-f2df69a4eefa'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:34.019599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22f68555-9d1b-45f9-9e61-2b0d8663eaf1 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.020679 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-22f68555-9d1b-45f9-9e61-2b0d8663eaf1 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "DELETE /v2.0/security-groups/b2495e04-4447-45cb-8c90-2456545fd4f3 HTTP/1.1" status: 204 len: 168 time: 0.6727989 Apr 29 17:33:34.037039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44738) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:34.078172 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-f8919eec-dc62-4c32-955c-969de8305061 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] show failed (client error): The resource could not be found. Apr 29 17:33:34.079197 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f8919eec-dc62-4c32-955c-969de8305061 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "GET /v2.0/security-groups/b2495e04-4447-45cb-8c90-2456545fd4f3 HTTP/1.1" status: 404 len: 347 time: 0.0412173 Apr 29 17:33:34.142103 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44742) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:34.144657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.219344 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] Set router 9ba07674-5e18-4e6f-bb2c-f2df69a4eefa gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:34.247170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.287409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9e377a9-9472-4d2e-810d-06b65cb8dac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.357215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b9e377a9-9472-4d2e-810d-06b65cb8dac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:34.366643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f4c59-85b7-4cc1-9801-b0ff5edc4778 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Deleting port 7a3e8d80-5e9e-4d83-b959-55da599aa2f4 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:34.366977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4c59-85b7-4cc1-9801-b0ff5edc4778 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.421969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b9e377a9-9472-4d2e-810d-06b65cb8dac1 admin admin] Usage tracker for resource:security_group_rule and tenant:50d93bec7c9c4175a1b95206562d72e0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:34.422395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e565db-1116-4684-bac5-7e691a84d248,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:34.435392 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.436429 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b9e377a9-9472-4d2e-810d-06b65cb8dac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:34.436564 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0300465 Apr 29 17:33:34.437890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:34.438216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:34.438925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:34.438925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:34.439211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:34.439556 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:34.439879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:34.440216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:34.440530 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:34.440842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:34.441162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:34.441473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca94f33-59a5-4674-a9d4-2e74513a48aa tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:34.446829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44746) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:34.467137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b9e377a9-9472-4d2e-810d-06b65cb8dac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:34.468784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9bed02c0-a111-4a1d-b09e-619e6793be7b tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'c2e565db-1116-4684-bac5-7e691a84d248', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:34.469273 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING neutron.api.v2.base [None req-9bed02c0-a111-4a1d-b09e-619e6793be7b tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 17:33:34.469756 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-9bed02c0-a111-4a1d-b09e-619e6793be7b tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:34.470712 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9bed02c0-a111-4a1d-b09e-619e6793be7b tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0229452 Apr 29 17:33:34.476810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44750) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:34.498531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-13496245-d4b7-4d9b-85a1-328ae72e1cb7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'c2e565db-1116-4684-bac5-7e691a84d248', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:34.506908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Allocated IP 172.26.4.192 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/1f943338-99ee-4cd8-933e-c4a0be5a4f3f) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:34.508398 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-13496245-d4b7-4d9b-85a1-328ae72e1cb7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:34.518521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.578015 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba07674-5e18-4e6f-bb2c-f2df69a4eefa', 'name': 'tempest-NetworksTestDHCPv6-router-2080627834', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:25Z', 'updated_at': '2022-04-29T17:33:29Z', 'revision_number': 2, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'gw_port_host': None, '_interfaces': [{'id': '8f8f6857-1e61-4191-9002-dc18751461bd', 'name': '', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'mac_address': 'fa:16:3e:ed:42:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba07674-5e18-4e6f-bb2c-f2df69a4eefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1226f001-8b02-4c62-8ed0-d7bc1b59bd55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:33:27Z', 'updated_at': '2022-04-29T17:33:33Z', 'revision_number': 4, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'subnets': [{'id': '1226f001-8b02-4c62-8ed0-d7bc1b59bd55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:34.582711 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fba6fe8-4560-4c5f-a42e-4f3f1f12c87e None None] The sync data for ids ['9ba07674-5e18-4e6f-bb2c-f2df69a4eefa'] in dv-neutron-839024-2-hyperv is: [{'id': '9ba07674-5e18-4e6f-bb2c-f2df69a4eefa', 'name': 'tempest-NetworksTestDHCPv6-router-2080627834', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:25Z', 'updated_at': '2022-04-29T17:33:29Z', 'revision_number': 2, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'gw_port_host': None, '_interfaces': [{'id': '8f8f6857-1e61-4191-9002-dc18751461bd', 'name': '', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'mac_address': 'fa:16:3e:ed:42:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba07674-5e18-4e6f-bb2c-f2df69a4eefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '1226f001-8b02-4c62-8ed0-d7bc1b59bd55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:33:27Z', 'updated_at': '2022-04-29T17:33:33Z', 'revision_number': 4, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'subnets': [{'id': '1226f001-8b02-4c62-8ed0-d7bc1b59bd55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:34.585165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-13496245-d4b7-4d9b-85a1-328ae72e1cb7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:34.597439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-13496245-d4b7-4d9b-85a1-328ae72e1cb7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:34.616238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-13496245-d4b7-4d9b-85a1-328ae72e1cb7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:34.665555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edf8f1ad-0c58-4a2e-909e-9d81762a8fa7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.726302 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4c59-85b7-4cc1-9801-b0ff5edc4778 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.726626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4c59-85b7-4cc1-9801-b0ff5edc4778 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.805172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.929376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.936667 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f4c59-85b7-4cc1-9801-b0ff5edc4778 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Calling delete_port for 7a3e8d80-5e9e-4d83-b959-55da599aa2f4 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:34.958965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9e377a9-9472-4d2e-810d-06b65cb8dac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.971550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=18f8c28c-3d2a-49bb-ae96-2121d896e39d,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:34.975864 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-13496245-d4b7-4d9b-85a1-328ae72e1cb7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:34.979444 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-13496245-d4b7-4d9b-85a1-328ae72e1cb7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4991834 Apr 29 17:33:34.980370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9e377a9-9472-4d2e-810d-06b65cb8dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:34.983566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44754) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:34.992052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-064cb2ab-d989-4a9d-9d1b-b1494a1cb866 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'c2e565db-1116-4684-bac5-7e691a84d248', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:34.992525 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING neutron.api.v2.base [None req-064cb2ab-d989-4a9d-9d1b-b1494a1cb866 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 17:33:34.992997 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-064cb2ab-d989-4a9d-9d1b-b1494a1cb866 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:34.995360 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-064cb2ab-d989-4a9d-9d1b-b1494a1cb866 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094302 Apr 29 17:33:35.000069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44758) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:35.011039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0135b696-6fb6-4eed-aef1-86d8a1585644 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'c2e565db-1116-4684-bac5-7e691a84d248', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:35.019686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0135b696-6fb6-4eed-aef1-86d8a1585644 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:35.029339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0135b696-6fb6-4eed-aef1-86d8a1585644 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:35.041087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0135b696-6fb6-4eed-aef1-86d8a1585644 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:35.050934 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Checking segment: {'id': '2945aecc-20d1-48dd-8c78-dda7998e3154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:35.051310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network hostable DHCP agents. Network: 27e93c17-86ab-44cc-88c7-9a79a91146e4, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:33:35.068293 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b9e377a9-9472-4d2e-810d-06b65cb8dac1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50d93bec7c9c4175a1b95206562d72e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2019145 Apr 29 17:33:35.071673 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e377a9-9472-4d2e-810d-06b65cb8dac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1512e513-1a02-4a61-9dd9-b5ec9515f0f9,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:35.076334 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44762) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:35.098198 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0135b696-6fb6-4eed-aef1-86d8a1585644 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:35.162046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:33:35.172846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:35.234891 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-0135b696-6fb6-4eed-aef1-86d8a1585644 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:35.235883 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0135b696-6fb6-4eed-aef1-86d8a1585644 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2328796 Apr 29 17:33:35.238812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44766) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:35.246500 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-33dcb606-7231-499d-86de-0423a8956689 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'c2e565db-1116-4684-bac5-7e691a84d248', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:35.246973 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING neutron.api.v2.base [None req-33dcb606-7231-499d-86de-0423a8956689 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 17:33:35.248126 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-33dcb606-7231-499d-86de-0423a8956689 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:35.251991 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-33dcb606-7231-499d-86de-0423a8956689 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093668 Apr 29 17:33:35.252797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44770) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:35.263603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9803d6fd-0153-4a16-8d36-5c6d72cbafc7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'c2e565db-1116-4684-bac5-7e691a84d248', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:35.271987 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9803d6fd-0153-4a16-8d36-5c6d72cbafc7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:35.277835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9803d6fd-0153-4a16-8d36-5c6d72cbafc7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:35.280101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 27e93c17-86ab-44cc-88c7-9a79a91146e4) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:35.280874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4c59-85b7-4cc1-9801-b0ff5edc4778 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:35.285532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:35.288118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9803d6fd-0153-4a16-8d36-5c6d72cbafc7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:35.290779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:35.291365 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:35.295598 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93010ecd-603f-4cd5-a505-7fd3d7ae5f2c None None] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:35.325788 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:35.328702 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9803d6fd-0153-4a16-8d36-5c6d72cbafc7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:35.342161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f4c59-85b7-4cc1-9801-b0ff5edc4778 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Pushing event deleted for resources: {'Port': ['ID=7a3e8d80-5e9e-4d83-b959-55da599aa2f4,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:35.343154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:35.346600 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:35.383070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-edf8f1ad-0c58-4a2e-909e-9d81762a8fa7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 8f8f6857-1e61-4191-9002-dc18751461bd {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:35.383428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edf8f1ad-0c58-4a2e-909e-9d81762a8fa7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:35.393875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:35.403504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Pushing event updated for resources: {'Port': ['ID=1f943338-99ee-4cd8-933e-c4a0be5a4f3f,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:35.440968 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f606050a-e112-4df7-8eec-603903466fc5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4945579 Apr 29 17:33:35.450713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44774) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:35.466490 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1557184246'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:35.471022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:35.541902 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:35.562185 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-9803d6fd-0153-4a16-8d36-5c6d72cbafc7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Project e9f5a6eaf6f742808766638d537c5916 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:33:35.636647 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-9803d6fd-0153-4a16-8d36-5c6d72cbafc7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:35.638035 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9803d6fd-0153-4a16-8d36-5c6d72cbafc7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3827927 Apr 29 17:33:35.644593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44778) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:35.698946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-074d7c59-0002-4678-a7d2-cc70886e702f tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'c2e565db-1116-4684-bac5-7e691a84d248', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:35.699442 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING neutron.api.v2.base [None req-074d7c59-0002-4678-a7d2-cc70886e702f tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 17:33:35.699919 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-074d7c59-0002-4678-a7d2-cc70886e702f tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:35.700854 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-074d7c59-0002-4678-a7d2-cc70886e702f tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0529110 Apr 29 17:33:35.708032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44782) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:35.709043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4c59-85b7-4cc1-9801-b0ff5edc4778 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:35.734390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2911c961-3461-4c85-b623-6df4016375b8 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'c2e565db-1116-4684-bac5-7e691a84d248', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:35.745063 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2911c961-3461-4c85-b623-6df4016375b8 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:35.751328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2911c961-3461-4c85-b623-6df4016375b8 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:35.756253 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2911c961-3461-4c85-b623-6df4016375b8 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:35.757789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:network and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:35.760973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:35.766298 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2911c961-3461-4c85-b623-6df4016375b8 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:35.777734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4c59-85b7-4cc1-9801-b0ff5edc4778 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:35.778883 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ff2f4c59-85b7-4cc1-9801-b0ff5edc4778 tempest-ServersTestManualDisk-1012648569 tempest-ServersTestManualDisk-1012648569-project] 10.222.0.11 "DELETE /v2.0/floatingips/109cda7c-9d67-4b65-96d5-a9feff1d90a1 HTTP/1.1" status: 204 len: 168 time: 1.6277294 Apr 29 17:33:35.780969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6717b54c-0add-499b-b938-444a08b269c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:35.789324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44786) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:35.833939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:35.850752 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-2911c961-3461-4c85-b623-6df4016375b8 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Project e9f5a6eaf6f742808766638d537c5916 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:33:35.942965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-edf8f1ad-0c58-4a2e-909e-9d81762a8fa7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] For port 8f8f6857-1e61-4191-9002-dc18751461bd, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8f8f6857-1e61-4191-9002-dc18751461bd,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:35.943324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edf8f1ad-0c58-4a2e-909e-9d81762a8fa7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:35.981925 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:35.985761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:36.039160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:36.076127 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-2911c961-3461-4c85-b623-6df4016375b8 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:36.076127 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2911c961-3461-4c85-b623-6df4016375b8 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3611653 Apr 29 17:33:36.082410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-edf8f1ad-0c58-4a2e-909e-9d81762a8fa7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 8f8f6857-1e61-4191-9002-dc18751461bd owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:36.091667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8f8f6857-1e61-4191-9002-dc18751461bd up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:36.104169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44790) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:36.171134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 8f8f6857-1e61-4191-9002-dc18751461bd completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:36.176390 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2619745b-01b8-42d0-b4e2-b27452a2e949 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'c2e565db-1116-4684-bac5-7e691a84d248', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:36.176545 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8f8f6857-1e61-4191-9002-dc18751461bd triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:36.176804 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:36.184354 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1512e513-1a02-4a61-9dd9-b5ec9515f0f9,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:36.216125 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2619745b-01b8-42d0-b4e2-b27452a2e949 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:36.227602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:36.228109 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:36.228296 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:36.228623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:36.229134 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:36.230583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:36.230583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:36.230583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:36.230583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:36.230903 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:36.230982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:36.231379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:36.281335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2619745b-01b8-42d0-b4e2-b27452a2e949 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:36.290699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:33:36.294707 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2619745b-01b8-42d0-b4e2-b27452a2e949 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:36.305143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:36.308653 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-eb38ff20-626e-455c-a8d8-97232164a7bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1512e513-1a02-4a61-9dd9-b5ec9515f0f9 HTTP/1.1" status: 204 len: 168 time: 1.2272012 Apr 29 17:33:36.324786 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:36.342821 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2619745b-01b8-42d0-b4e2-b27452a2e949 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:36.380843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:36.381179 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Added segment 5e011b04-edb1-44f6-b623-7cfdff607151 of type vlan for network 2044d91f-4f96-4902-8b1d-39023f39c1dd Apr 29 17:33:36.404793 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-2619745b-01b8-42d0-b4e2-b27452a2e949 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Project e9f5a6eaf6f742808766638d537c5916 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:33:36.447441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:36.527691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edf8f1ad-0c58-4a2e-909e-9d81762a8fa7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:36.567759 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:36.585861 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-2619745b-01b8-42d0-b4e2-b27452a2e949 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:36.586634 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2619745b-01b8-42d0-b4e2-b27452a2e949 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4814894 Apr 29 17:33:36.592960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44798) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:36.595092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8f1ad-0c58-4a2e-909e-9d81762a8fa7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=8f8f6857-1e61-4191-9002-dc18751461bd,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:36.703828 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44804) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:36.756289 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:36.761699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:36.762303 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:36.816025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edf8f1ad-0c58-4a2e-909e-9d81762a8fa7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:36.896341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-857b7f9d-eb21-4138-8f11-0bcee650316b tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:37.044407 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6717b54c-0add-499b-b938-444a08b269c5 admin admin] Deleting port e7876217-61cd-4a0b-b498-18065005c633 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:37.044736 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6717b54c-0add-499b-b938-444a08b269c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:37.059277 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b6fbd106-db97-4eb3-8914-6511c2e6953e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80dd4a1a09b943ba8dc0826d7d3713a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856052 Apr 29 17:33:37.067742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44808) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:37.081273 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6294420 Apr 29 17:33:37.086821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44812) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:37.113297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e32ece-1483-4e86-b109-08bf389c45a7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Network': ['ID=2044d91f-4f96-4902-8b1d-39023f39c1dd,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:37.121237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-857b7f9d-eb21-4138-8f11-0bcee650316b tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:37.124868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'ports': [{'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4'}, {'network_id': '2044d91f-4f96-4902-8b1d-39023f39c1dd'}]} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:37.125148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:37.125630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': '2044d91f-4f96-4902-8b1d-39023f39c1dd'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:37.125733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 2044d91f-4f96-4902-8b1d-39023f39c1dd details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:33:37.390872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:37.429940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf8f1ad-0c58-4a2e-909e-9d81762a8fa7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Router 9ba07674-5e18-4e6f-bb2c-f2df69a4eefa has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:33:37.445752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e9e1257-6894-4d2c-93a9-ea6d53120d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:37.462535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-857b7f9d-eb21-4138-8f11-0bcee650316b tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:37.564951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b7f9d-eb21-4138-8f11-0bcee650316b tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e565db-1116-4684-bac5-7e691a84d248,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:37.592105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-6717b54c-0add-499b-b938-444a08b269c5 admin admin] For port e7876217-61cd-4a0b-b498-18065005c633, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e7876217-61cd-4a0b-b498-18065005c633,segment=NetworkSegment(8365288d-c6ce-40a6-8bac-20f1c47b541b),segment_id=8365288d-c6ce-40a6-8bac-20f1c47b541b)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:37.592458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6717b54c-0add-499b-b938-444a08b269c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:37.615048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-857b7f9d-eb21-4138-8f11-0bcee650316b tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:37.618505 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-857b7f9d-eb21-4138-8f11-0bcee650316b tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "DELETE /v2.0/security-groups/c2e565db-1116-4684-bac5-7e691a84d248 HTTP/1.1" status: 204 len: 168 time: 1.0222316 Apr 29 17:33:37.659274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44816) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:37.660965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e9e1257-6894-4d2c-93a9-ea6d53120d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:37.703720 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a478dafd-07ae-4815-9672-99378db90a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:37.727723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6717b54c-0add-499b-b938-444a08b269c5 admin admin] Calling delete_port for e7876217-61cd-4a0b-b498-18065005c633 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:37.850506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Router 775efd4f-790c-4405-b092-bb57dc42db46 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:33:37.853452 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf8f1ad-0c58-4a2e-909e-9d81762a8fa7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:37.857280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:37.866844 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf4566d-a44f-4600-bd42-4c36f485c3e2 None None] Sync routers for ids ['9ba07674-5e18-4e6f-bb2c-f2df69a4eefa'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:37.877428 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf4566d-a44f-4600-bd42-4c36f485c3e2 None None] Routers {'9ba07674-5e18-4e6f-bb2c-f2df69a4eefa'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:37.878101 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8cf4566d-a44f-4600-bd42-4c36f485c3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9ba07674-5e18-4e6f-bb2c-f2df69a4eefa'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:37.882970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:port and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:37.892828 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:37.919412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:37.923094 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-edf8f1ad-0c58-4a2e-909e-9d81762a8fa7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "PUT /v2.0/routers/9ba07674-5e18-4e6f-bb2c-f2df69a4eefa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3272161 Apr 29 17:33:37.931065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44820) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:37.951824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b5986399-4551-4c9b-bd06-fff0a8edf079 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Synchronizing usage tracker for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:37.971683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 2} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:37.976076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:38.028601 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-8cf4566d-a44f-4600-bd42-4c36f485c3e2 None None] Set router 9ba07674-5e18-4e6f-bb2c-f2df69a4eefa gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:38.050015 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b5986399-4551-4c9b-bd06-fff0a8edf079 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Unset dirty status for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:38.054847 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b5986399-4551-4c9b-bd06-fff0a8edf079 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3711085 Apr 29 17:33:38.054847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e9e1257-6894-4d2c-93a9-ea6d53120d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:38.058295 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:38.074235 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44824) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:38.091321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-4c192ab9-e39e-47a7-9a6c-18e748cacca7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150475573'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:38.130505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b48b28-65cc-4ab7-9bb3-b120542433bf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:38.132021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b48b28-65cc-4ab7-9bb3-b120542433bf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:38.132767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-85b48b28-65cc-4ab7-9bb3-b120542433bf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:38.137406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e1257-6894-4d2c-93a9-ea6d53120d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca528606-3db6-484b-a37e-4c5fa66f8919,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:38.139941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4c192ab9-e39e-47a7-9a6c-18e748cacca7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:38.152477 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8cf4566d-a44f-4600-bd42-4c36f485c3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba07674-5e18-4e6f-bb2c-f2df69a4eefa', 'name': 'tempest-NetworksTestDHCPv6-router-2080627834', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:25Z', 'updated_at': '2022-04-29T17:33:36Z', 'revision_number': 3, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:38.165378 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf4566d-a44f-4600-bd42-4c36f485c3e2 None None] Checking router: 9ba07674-5e18-4e6f-bb2c-f2df69a4eefa for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:33:38.167360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6717b54c-0add-499b-b938-444a08b269c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:38.186771 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf4566d-a44f-4600-bd42-4c36f485c3e2 None None] Routers {'9ba07674-5e18-4e6f-bb2c-f2df69a4eefa'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:38.187487 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8cf4566d-a44f-4600-bd42-4c36f485c3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9ba07674-5e18-4e6f-bb2c-f2df69a4eefa'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:38.204363 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4c192ab9-e39e-47a7-9a6c-18e748cacca7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:38.209550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e9e1257-6894-4d2c-93a9-ea6d53120d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:38.210717 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8e9e1257-6894-4d2c-93a9-ea6d53120d3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca528606-3db6-484b-a37e-4c5fa66f8919 HTTP/1.1" status: 204 len: 168 time: 1.1399217 Apr 29 17:33:38.241055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-85b48b28-65cc-4ab7-9bb3-b120542433bf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:38.241055 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-85b48b28-65cc-4ab7-9bb3-b120542433bf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3106704 Apr 29 17:33:38.242122 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717b54c-0add-499b-b938-444a08b269c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7876217-61cd-4a0b-b498-18065005c633,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:38.247618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44832) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:38.253812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:38.266681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aba7de-7196-40da-af60-dbae8e533c77 None None] Sync routers for ids ['775efd4f-790c-4405-b092-bb57dc42db46'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:38.279231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aba7de-7196-40da-af60-dbae8e533c77 None None] Routers {'775efd4f-790c-4405-b092-bb57dc42db46'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:38.282160 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-41aba7de-7196-40da-af60-dbae8e533c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['775efd4f-790c-4405-b092-bb57dc42db46'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:38.330243 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-8cf4566d-a44f-4600-bd42-4c36f485c3e2 None None] Set router 9ba07674-5e18-4e6f-bb2c-f2df69a4eefa gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:38.384423 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:38.390290 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ce387434-1cdf-4264-a9cb-cdf3a21a373b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.9832351 Apr 29 17:33:38.390290 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44836) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:38.393470 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-41aba7de-7196-40da-af60-dbae8e533c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:38.409178 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aba7de-7196-40da-af60-dbae8e533c77 None None] Routers {'775efd4f-790c-4405-b092-bb57dc42db46'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:38.416997 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-41aba7de-7196-40da-af60-dbae8e533c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['775efd4f-790c-4405-b092-bb57dc42db46'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:38.450423 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-6f4b1be4-2870-4d6b-bcad-296da8619c88 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'enable_snat': False}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:38.486907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4c192ab9-e39e-47a7-9a6c-18e748cacca7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:38.536229 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-41aba7de-7196-40da-af60-dbae8e533c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:38.536791 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aba7de-7196-40da-af60-dbae8e533c77 None None] The sync data for ids ['775efd4f-790c-4405-b092-bb57dc42db46'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:38.542699 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8cf4566d-a44f-4600-bd42-4c36f485c3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba07674-5e18-4e6f-bb2c-f2df69a4eefa', 'name': 'tempest-NetworksTestDHCPv6-router-2080627834', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:25Z', 'updated_at': '2022-04-29T17:33:36Z', 'revision_number': 3, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:38.549959 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf4566d-a44f-4600-bd42-4c36f485c3e2 None None] The sync data for ids ['9ba07674-5e18-4e6f-bb2c-f2df69a4eefa'] in dv-neutron-839024-2-hyperv is: [{'id': '9ba07674-5e18-4e6f-bb2c-f2df69a4eefa', 'name': 'tempest-NetworksTestDHCPv6-router-2080627834', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:25Z', 'updated_at': '2022-04-29T17:33:36Z', 'revision_number': 3, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'gw_port_host': None}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:38.640964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4c192ab9-e39e-47a7-9a6c-18e748cacca7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:38.646756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3466f8e0-62a5-45e1-97b0-cb94191c43d9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 1226f001-8b02-4c62-8ed0-d7bc1b59bd55 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:33:38.657699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3466f8e0-62a5-45e1-97b0-cb94191c43d9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:38.708644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4c192ab9-e39e-47a7-9a6c-18e748cacca7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:38.715504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4c192ab9-e39e-47a7-9a6c-18e748cacca7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:38.732759 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4c192ab9-e39e-47a7-9a6c-18e748cacca7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:38.736739 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port 52f85075-afba-42dc-b6c8-3bdf3a22715d yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:38.817062 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3466f8e0-62a5-45e1-97b0-cb94191c43d9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:38.901657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a478dafd-07ae-4815-9672-99378db90a1e admin admin] Deleting port 64fe57ab-760a-47f5-83c7-901b3b7bd5da {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:38.902069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a478dafd-07ae-4815-9672-99378db90a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:39.169451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6717b54c-0add-499b-b938-444a08b269c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:39.176266 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3466f8e0-62a5-45e1-97b0-cb94191c43d9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:39.212997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:39.217015 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4c192ab9-e39e-47a7-9a6c-18e748cacca7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:39.271365 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4c192ab9-e39e-47a7-9a6c-18e748cacca7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:39.360529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44862) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:39.467354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c192ab9-e39e-47a7-9a6c-18e748cacca7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bca4616-8f37-46ea-8c3e-059c7f33ef92,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:39.488401 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port a85805f4-644b-4607-aa4b-7605b3d2daf9 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:39.500734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4c192ab9-e39e-47a7-9a6c-18e748cacca7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:39.502018 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4c192ab9-e39e-47a7-9a6c-18e748cacca7 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4199493 Apr 29 17:33:39.511919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1527785097'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:39.514840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44868) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:39.519141 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-a478dafd-07ae-4815-9672-99378db90a1e admin admin] For port 64fe57ab-760a-47f5-83c7-901b3b7bd5da, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=64fe57ab-760a-47f5-83c7-901b3b7bd5da,segment=NetworkSegment(30013f5f-2a6c-4c67-b16b-aee9114fbc78),segment_id=30013f5f-2a6c-4c67-b16b-aee9114fbc78)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:39.519561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a478dafd-07ae-4815-9672-99378db90a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:39.533163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:39.541187 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a04de0e9-ce1c-4715-8283-5c521af08d23 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': '3bca4616-8f37-46ea-8c3e-059c7f33ef92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:39.599803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a04de0e9-ce1c-4715-8283-5c521af08d23 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:39.603339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Usage tracker for resource:network and tenant:424c3d989bc14bbe83ad00a62fea466d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:39.625759 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f4b1be4-2870-4d6b-bcad-296da8619c88 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:39.662683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3466f8e0-62a5-45e1-97b0-cb94191c43d9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:39.667093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:39.676874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a478dafd-07ae-4815-9672-99378db90a1e admin admin] Calling delete_port for 64fe57ab-760a-47f5-83c7-901b3b7bd5da owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:39.740689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a04de0e9-ce1c-4715-8283-5c521af08d23 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:39.748871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:39.753708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a04de0e9-ce1c-4715-8283-5c521af08d23 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:39.771071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a04de0e9-ce1c-4715-8283-5c521af08d23 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:39.774234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466f8e0-62a5-45e1-97b0-cb94191c43d9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=1226f001-8b02-4c62-8ed0-d7bc1b59bd55,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:39.782110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3466f8e0-62a5-45e1-97b0-cb94191c43d9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:39.784712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decb3190-768e-4872-be52-340fecc80de4 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:39.793736 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc0dd8-8110-428b-9e0a-6c1d70394261 req-5b455631-7b62-4fd0-bfa5-8648742e45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:39.795194 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6bbc0dd8-8110-428b-9e0a-6c1d70394261 req-5b455631-7b62-4fd0-bfa5-8648742e45d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c48d4c66c93f4c7fa3f8a35a1e52d29c&device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 1098 time: 0.4878759 Apr 29 17:33:39.812722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Made reservation on behalf of 424c3d989bc14bbe83ad00a62fea466d for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:39.816313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:39.838703 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67478230-8d8e-44f0-a29d-6476be8a9087 req-ba17d1fa-0f1e-413c-8d25-964c9b5563fe tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:39.840176 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67478230-8d8e-44f0-a29d-6476be8a9087 req-ba17d1fa-0f1e-413c-8d25-964c9b5563fe tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.4437559 Apr 29 17:33:39.848090 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3466f8e0-62a5-45e1-97b0-cb94191c43d9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/1226f001-8b02-4c62-8ed0-d7bc1b59bd55 HTTP/1.1" status: 204 len: 168 time: 1.5916395 Apr 29 17:33:39.852660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44872) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:39.855326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:39.911989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:39.921850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Usage tracker for resource:security_group_rule and tenant:424c3d989bc14bbe83ad00a62fea466d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:39.934457 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:39.937651 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-a04de0e9-ce1c-4715-8283-5c521af08d23 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The resource could not be found. Apr 29 17:33:39.940987 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a04de0e9-ce1c-4715-8283-5c521af08d23 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4097018 Apr 29 17:33:39.948069 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44876) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:39.948417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:39.966822 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-7436f605-774e-409d-b113-21b656bced86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': '3bca4616-8f37-46ea-8c3e-059c7f33ef92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b7c3aedc-5d3d-4090-b2c1-53e982f2cd5a'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:40.007942 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.041734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7436f605-774e-409d-b113-21b656bced86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:40.097807 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7436f605-774e-409d-b113-21b656bced86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:40.099731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:33:40.105340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Deleting port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:40.105951 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.121657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a478dafd-07ae-4815-9672-99378db90a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.151037 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8f8f6857-1e61-4191-9002-dc18751461bd no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:40.177369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.192238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478dafd-07ae-4815-9672-99378db90a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=64fe57ab-760a-47f5-83c7-901b3b7bd5da,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:40.215719 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 8f8f6857-1e61-4191-9002-dc18751461bd {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:40.216320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8f8f6857-1e61-4191-9002-dc18751461bd not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:40.274144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7436f605-774e-409d-b113-21b656bced86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:40.291760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.342520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7436f605-774e-409d-b113-21b656bced86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:40.374760 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67478230-8d8e-44f0-a29d-6476be8a9087 req-69d07d57-e54c-41df-8c78-7ac57f94c733 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5023386 Apr 29 17:33:40.423899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] For port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:40.424590 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.427221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6717b54c-0add-499b-b938-444a08b269c5 admin admin] Router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:33:40.441710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc0dd8-8110-428b-9e0a-6c1d70394261 req-3a2205d4-9006-4860-afd9-ec4d72e65b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:40.443133 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6bbc0dd8-8110-428b-9e0a-6c1d70394261 req-3a2205d4-9006-4860-afd9-ec4d72e65b3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a008dbb-824b-4c09-ae06-02703f77c7d5 HTTP/1.1" status: 200 len: 912 time: 0.6402280 Apr 29 17:33:40.453209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.455101 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2e0d4aac-eab3-4344-b6b1-86e24a8df41e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5980685 Apr 29 17:33:40.461312 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:40.464242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44880) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:40.477720 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:40.493471 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:40.494291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.515755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=52f85075-afba-42dc-b6c8-3bdf3a22715d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:40.521288 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:33:40.573379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Calling delete_port for 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:40.599981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.600330 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Added segment c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a of type vlan for network 75caa734-7b87-4d04-a9b8-6bca537eccf6 Apr 29 17:33:40.602781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed1e9e-e675-4829-8a7a-37b8efe747b2,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:40.660359 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.722457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] No DVR routers for this DVR port 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:33:40.731064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Pushing event deleted for resources: {'Port': ['ID=8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:40.746384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:40.746937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:40.747277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:40.747788 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:40.748265 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:40.748602 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:40.748930 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:40.749253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:40.749858 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:40.750186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:40.750643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:40.750961 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ab5f3-718b-4d8c-ab68-a2984853788e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:33:40.771035 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=a85805f4-644b-4607-aa4b-7605b3d2daf9,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:40.785412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Checking segment: {'id': '5e011b04-edb1-44f6-b623-7cfdff607151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2044d91f-4f96-4902-8b1d-39023f39c1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:40.785761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network hostable DHCP agents. Network: 2044d91f-4f96-4902-8b1d-39023f39c1dd, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:33:40.804891 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-7436f605-774e-409d-b113-21b656bced86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The resource could not be found. Apr 29 17:33:40.805899 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7436f605-774e-409d-b113-21b656bced86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8459244 Apr 29 17:33:40.811666 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44884) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:40.818818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.829005 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a508703b-1db5-40ac-98c2-1aa6af39d8c2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.879033 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 2044d91f-4f96-4902-8b1d-39023f39c1dd is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:33:40.914993 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a478dafd-07ae-4815-9672-99378db90a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.921367 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 2044d91f-4f96-4902-8b1d-39023f39c1dd) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:40.933729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:40.934255 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c191a5-8921-4463-8e41-d8b8b098ab3a None None] Network 2044d91f-4f96-4902-8b1d-39023f39c1dd requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:40.939170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:40.943879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:40.944561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:40.968593 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6bbc0dd8-8110-428b-9e0a-6c1d70394261 req-4d4c5280-4909-4831-852d-bd9d1ae07ab4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d03cbbc3-b67e-4acb-85c4-f19455702778 HTTP/1.1" status: 200 len: 1001 time: 0.5054638 Apr 29 17:33:40.995058 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:41.000322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:41.000910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:41.151200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4aecaa3a-2ed8-465e-aece-96c5de7feece tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:41.244220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event updated for resources: {'Network': ['ID=75caa734-7b87-4d04-a9b8-6bca537eccf6,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:41.246998 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0e3c474a-b4c1-485d-8465-a56d76f060c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1591041 Apr 29 17:33:41.257138 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-743174f3-5205-4ca7-a4e6-c765666d4a7e tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8954437 Apr 29 17:33:41.259452 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44888) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:41.260146 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44890) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:41.260821 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6717b54c-0add-499b-b938-444a08b269c5 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:41.264405 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 75caa734-7b87-4d04-a9b8-6bca537eccf6 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:33:41.273001 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602d0ca-872b-4b20-b730-513a94ee3a0f None None] Sync routers for ids ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:41.273584 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6717b54c-0add-499b-b938-444a08b269c5 admin admin] 10.222.0.11 "PUT /v2.0/routers/92d2cbc0-bc7c-43f7-93e7-2b0c416e1183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5393400 Apr 29 17:33:41.276747 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Request body: {'subnet': {'network_id': '75caa734-7b87-4d04-a9b8-6bca537eccf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:41.288414 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d602d0ca-872b-4b20-b730-513a94ee3a0f None None] Routers {'92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:41.289299 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d602d0ca-872b-4b20-b730-513a94ee3a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:41.346620 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44896) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:41.353986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a508703b-1db5-40ac-98c2-1aa6af39d8c2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:41.405997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4aecaa3a-2ed8-465e-aece-96c5de7feece tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:41.407852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc0dd8-8110-428b-9e0a-6c1d70394261 req-2405a52b-39d1-443f-bade-41a5c415968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:41.409281 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6bbc0dd8-8110-428b-9e0a-6c1d70394261 req-2405a52b-39d1-443f-bade-41a5c415968a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3555b18-00c5-40e8-9dc6-86063eecb03f HTTP/1.1" status: 200 len: 850 time: 0.4333849 Apr 29 17:33:41.410369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a508703b-1db5-40ac-98c2-1aa6af39d8c2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:41.499464 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-d602d0ca-872b-4b20-b730-513a94ee3a0f None None] Set router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:41.631047 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:41.647587 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Usage tracker for resource:subnet and tenant:424c3d989bc14bbe83ad00a62fea466d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:41.653758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2838a8ff-8b54-4220-afb5-4887415d8d86 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port a85805f4-644b-4607-aa4b-7605b3d2daf9 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:41.654200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2838a8ff-8b54-4220-afb5-4887415d8d86 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:41.685153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:41.712997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:41.757570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Made reservation on behalf of 424c3d989bc14bbe83ad00a62fea466d for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:41.761459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:41.780107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4aecaa3a-2ed8-465e-aece-96c5de7feece tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:41.785489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a508703b-1db5-40ac-98c2-1aa6af39d8c2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:41.785951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a508703b-1db5-40ac-98c2-1aa6af39d8c2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Fanout notify agent at l3_agent the message router_deleted on router 9ba07674-5e18-4e6f-bb2c-f2df69a4eefa {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:33:41.832731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a508703b-1db5-40ac-98c2-1aa6af39d8c2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:41.834550 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a508703b-1db5-40ac-98c2-1aa6af39d8c2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/routers/9ba07674-5e18-4e6f-bb2c-f2df69a4eefa HTTP/1.1" status: 204 len: 168 time: 1.3167419 Apr 29 17:33:41.845573 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d602d0ca-872b-4b20-b730-513a94ee3a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:33:38Z', 'revision_number': 5, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:41.851119 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602d0ca-872b-4b20-b730-513a94ee3a0f None None] Checking router: 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:33:41.861391 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d602d0ca-872b-4b20-b730-513a94ee3a0f None None] Routers {'92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:41.862045 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d602d0ca-872b-4b20-b730-513a94ee3a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:41.863876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44902) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:41.876486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecaa3a-2ed8-465e-aece-96c5de7feece tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bca4616-8f37-46ea-8c3e-059c7f33ef92,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:41.887803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:42.006123 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:42.105015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:42.145913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:42.147495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8bfc0d2c-df1c-4ed4-bcf9-58b79872c12d not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:42.150689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc0dd8-8110-428b-9e0a-6c1d70394261 req-7ac2cc4e-bed5-4cfc-b098-85b8a3f2ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:42.152135 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6bbc0dd8-8110-428b-9e0a-6c1d70394261 req-7ac2cc4e-bed5-4cfc-b098-85b8a3f2ec25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a008dbb-824b-4c09-ae06-02703f77c7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5351374 Apr 29 17:33:42.159004 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-d602d0ca-872b-4b20-b730-513a94ee3a0f None None] Set router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:42.160387 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb2917-c043-4370-af75-370126a9c1f4 req-f9012fc2-bdd1-4e06-956a-31af4bfb8bd5 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:42.164241 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fdfb2917-c043-4370-af75-370126a9c1f4 req-f9012fc2-bdd1-4e06-956a-31af4bfb8bd5 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.5460885 Apr 29 17:33:42.227266 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4aecaa3a-2ed8-465e-aece-96c5de7feece tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:42.230798 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4aecaa3a-2ed8-465e-aece-96c5de7feece tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "DELETE /v2.0/security-groups/3bca4616-8f37-46ea-8c3e-059c7f33ef92 HTTP/1.1" status: 204 len: 168 time: 1.4156785 Apr 29 17:33:42.242313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44906) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:42.247164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a478dafd-07ae-4815-9672-99378db90a1e admin admin] Router e64efcd6-29b1-4c63-a137-8165a7752c78 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:33:42.361773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:42.420324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:42.425839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2838a8ff-8b54-4220-afb5-4887415d8d86 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:42.433749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:42.453343 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fdfb2917-c043-4370-af75-370126a9c1f4 req-3b6b436e-42d0-4757-8deb-42ff4f571139 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821066 Apr 29 17:33:42.471673 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d602d0ca-872b-4b20-b730-513a94ee3a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:33:38Z', 'revision_number': 5, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:42.476697 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602d0ca-872b-4b20-b730-513a94ee3a0f None None] The sync data for ids ['92d2cbc0-bc7c-43f7-93e7-2b0c416e1183'] in dv-neutron-839024-2-hyperv is: [{'id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'name': 'tempest-ServersTestJSON-407096636-router', 'tenant_id': 'b5a2ce7a595544feb083459386aa2363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:33:38Z', 'revision_number': 5, 'project_id': 'b5a2ce7a595544feb083459386aa2363', 'gw_port': {'id': 'f65925b3-01bf-490a-99df-b427c2e60621', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d2cbc0-bc7c-43f7-93e7-2b0c416e1183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:42.539152 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:42.559157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:42.574813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-285607fd-03c0-427f-af13-b1b53ef6cb20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Synchronizing usage tracker for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:42.584673 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6bbc0dd8-8110-428b-9e0a-6c1d70394261 req-16e4ebf6-d3be-4740-a45a-6ea6af628af0 service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194944 Apr 29 17:33:42.589947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Deleting port f65925b3-01bf-490a-99df-b427c2e60621 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:42.590316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:42.685716 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-285607fd-03c0-427f-af13-b1b53ef6cb20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Unset dirty status for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:42.686908 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-285607fd-03c0-427f-af13-b1b53ef6cb20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4437351 Apr 29 17:33:42.691708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2838a8ff-8b54-4220-afb5-4887415d8d86 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for a85805f4-644b-4607-aa4b-7605b3d2daf9 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:42.702724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44910) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:42.739693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:42.743123 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:42.766748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-6de0a428-d61f-46d7-b79d-1b87a7b02a86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'afbfcdf8-cdab-4900-806b-55cea837a028', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:42.799335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6de0a428-d61f-46d7-b79d-1b87a7b02a86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:42.809988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6de0a428-d61f-46d7-b79d-1b87a7b02a86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:42.815613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6de0a428-d61f-46d7-b79d-1b87a7b02a86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:42.830080 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f4b1be4-2870-4d6b-bcad-296da8619c88 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:42.831752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6de0a428-d61f-46d7-b79d-1b87a7b02a86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:42.901602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f4b1be4-2870-4d6b-bcad-296da8619c88 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:42.917678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:42.924021 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6bbc0dd8-8110-428b-9e0a-6c1d70394261 req-d0f94742-3830-4f81-84c8-fda0e8c5da4d service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064392 Apr 29 17:33:42.965248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a478dafd-07ae-4815-9672-99378db90a1e admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:42.997461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12e6e7-ab2b-4a40-9468-d7591f4f7071 None None] Sync routers for ids ['e64efcd6-29b1-4c63-a137-8165a7752c78'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:43.013805 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12e6e7-ab2b-4a40-9468-d7591f4f7071 None None] Routers {'e64efcd6-29b1-4c63-a137-8165a7752c78'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:43.014718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3b12e6e7-ab2b-4a40-9468-d7591f4f7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e64efcd6-29b1-4c63-a137-8165a7752c78'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:43.095862 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2838a8ff-8b54-4220-afb5-4887415d8d86 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:43.166036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838a8ff-8b54-4220-afb5-4887415d8d86 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=a85805f4-644b-4607-aa4b-7605b3d2daf9,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:43.182574 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a478dafd-07ae-4815-9672-99378db90a1e admin admin] 10.222.0.11 "PUT /v2.0/routers/e64efcd6-29b1-4c63-a137-8165a7752c78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3915820 Apr 29 17:33:43.188794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44914) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:43.220833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2838a8ff-8b54-4220-afb5-4887415d8d86 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:43.235808 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2838a8ff-8b54-4220-afb5-4887415d8d86 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/a85805f4-644b-4607-aa4b-7605b3d2daf9 HTTP/1.1" status: 204 len: 168 time: 1.9725547 Apr 29 17:33:43.237150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event updated for resources: {'Subnet': ['ID=40961967-4ed5-40df-a7a4-98defca44a81,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:43.242207 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44918) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:43.244742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Checking segment: {'id': 'c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75caa734-7b87-4d04-a9b8-6bca537eccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:43.245100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Network hostable DHCP agents. Network: 75caa734-7b87-4d04-a9b8-6bca537eccf6, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:33:43.254289 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-3b12e6e7-ab2b-4a40-9468-d7591f4f7071 None None] Set router e64efcd6-29b1-4c63-a137-8165a7752c78 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:43.355795 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Network 75caa734-7b87-4d04-a9b8-6bca537eccf6 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:33:43.366947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:43.388102 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-6de0a428-d61f-46d7-b79d-1b87a7b02a86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The resource could not be found. Apr 29 17:33:43.389123 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6de0a428-d61f-46d7-b79d-1b87a7b02a86 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6854548 Apr 29 17:33:43.395082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] For port f65925b3-01bf-490a-99df-b427c2e60621, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f65925b3-01bf-490a-99df-b427c2e60621,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:43.395484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:43.403881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44922) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:43.418787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2749aacc-f6a1-4d8d-9b76-63241a8c8b66 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072497328'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:43.428820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:43.430945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 75caa734-7b87-4d04-a9b8-6bca537eccf6) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:43.433834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:43.464542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:43.465129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:43.486563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2749aacc-f6a1-4d8d-9b76-63241a8c8b66 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:43.503077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:43.503838 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:43.506119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015f8749-4d78-4361-82df-49ee2e7abbbe None None] Network 75caa734-7b87-4d04-a9b8-6bca537eccf6 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:43.516012 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-399c355f-0a92-4f07-ad8c-51391b867171 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2513673 Apr 29 17:33:43.525393 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278e3c63-279b-4dba-862f-148e2dc34df2 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:43.533920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44928) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:43.545972 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce9eb3-d0e2-4edb-8abb-211b21bf6743 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:43.557071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce9eb3-d0e2-4edb-8abb-211b21bf6743 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:43.558314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bcce9eb3-d0e2-4edb-8abb-211b21bf6743 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:43.559246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Calling delete_port for f65925b3-01bf-490a-99df-b427c2e60621 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:43.597092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Request body: {'port': {'network_id': '75caa734-7b87-4d04-a9b8-6bca537eccf6', 'name': 'tempest-AllowedAddressPairTestJSON-1760298932'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:43.618950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2749aacc-f6a1-4d8d-9b76-63241a8c8b66 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:43.703733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:43.711461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bcce9eb3-d0e2-4edb-8abb-211b21bf6743 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:43.712758 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bcce9eb3-d0e2-4edb-8abb-211b21bf6743 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4695451 Apr 29 17:33:43.722150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44932) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:43.742050 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8714609 Apr 29 17:33:43.761109 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44936) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:43.762781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4b1be4-2870-4d6b-bcad-296da8619c88 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Router 775efd4f-790c-4405-b092-bb57dc42db46 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:33:43.772481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42154af4-783c-4740-af48-7d91d4282c33 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:43.835763 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-413d9c8e-95ed-4e7b-b5c6-bfdce3810e3c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 52f85075-afba-42dc-b6c8-3bdf3a22715d {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:43.835763 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-413d9c8e-95ed-4e7b-b5c6-bfdce3810e3c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:43.837804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-fd51a745-df0b-4621-a444-2b2b49e9c917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1043466987', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:43.870836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2749aacc-f6a1-4d8d-9b76-63241a8c8b66 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:43.875414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:43.883742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Usage tracker for resource:port and tenant:424c3d989bc14bbe83ad00a62fea466d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:43.884109 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fd51a745-df0b-4621-a444-2b2b49e9c917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:43.888145 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:43.896230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fd51a745-df0b-4621-a444-2b2b49e9c917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:router and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:43.897175 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:43.910501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fd51a745-df0b-4621-a444-2b2b49e9c917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:43.981643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fd51a745-df0b-4621-a444-2b2b49e9c917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:43.996977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2749aacc-f6a1-4d8d-9b76-63241a8c8b66 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:44.013609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e7876217-61cd-4a0b-b498-18065005c633 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:44.045075 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-75caa734-7b87-4d04-a9b8-6bca537eccf6', 'network_id': '75caa734-7b87-4d04-a9b8-6bca537eccf6', 'tenant_id': '424c3d989bc14bbe83ad00a62fea466d', 'fixed_ips': [{'subnet_id': '40961967-4ed5-40df-a7a4-98defca44a81'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:33:44.045898 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.059041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Made reservation on behalf of 424c3d989bc14bbe83ad00a62fea466d for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:44.062706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.077509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2749aacc-f6a1-4d8d-9b76-63241a8c8b66 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:44.088865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: e7876217-61cd-4a0b-b498-18065005c633 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:44.089057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2749aacc-f6a1-4d8d-9b76-63241a8c8b66 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:44.089300 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e7876217-61cd-4a0b-b498-18065005c633 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:44.109132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2749aacc-f6a1-4d8d-9b76-63241a8c8b66 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:44.116431 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3b12e6e7-ab2b-4a40-9468-d7591f4f7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:33:40Z', 'revision_number': 5, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port': {'id': 'b33b2631-5ef6-4584-bd22-ac78d0bc847e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:96:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:39Z', 'updated_at': '2022-04-29T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:44.116613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] device_id is not set on port 87f78ffb-9fab-4155-ad3d-9c938e3531fe yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:44.127728 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd51a745-df0b-4621-a444-2b2b49e9c917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.129314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd51a745-df0b-4621-a444-2b2b49e9c917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.174335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5679b1-8fea-400d-a86b-4e746de954ef req-5d726f61-80fd-464b-8124-9860998bcae6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:44.175925 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ff5679b1-8fea-400d-a86b-4e746de954ef req-5d726f61-80fd-464b-8124-9860998bcae6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.5471570 Apr 29 17:33:44.205511 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': 'a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:33:44.207598 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.218042 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12e6e7-ab2b-4a40-9468-d7591f4f7071 None None] Checking router: e64efcd6-29b1-4c63-a137-8165a7752c78 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:33:44.249876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-413d9c8e-95ed-4e7b-b5c6-bfdce3810e3c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.272589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd51a745-df0b-4621-a444-2b2b49e9c917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.292227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.295646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12e6e7-ab2b-4a40-9468-d7591f4f7071 None None] Routers {'e64efcd6-29b1-4c63-a137-8165a7752c78'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:44.296190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3b12e6e7-ab2b-4a40-9468-d7591f4f7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e64efcd6-29b1-4c63-a137-8165a7752c78'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:44.344041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Deleting port b33b2631-5ef6-4584-bd22-ac78d0bc847e {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:44.344376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.379197 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4b1be4-2870-4d6b-bcad-296da8619c88 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:44.394742 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ff5679b1-8fea-400d-a86b-4e746de954ef req-ccef9e88-94df-4959-b578-afa3f7ef6c70 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068322 Apr 29 17:33:44.395928 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f95984-7cb7-46fb-97ef-9ec42398b935 None None] Sync routers for ids ['775efd4f-790c-4405-b092-bb57dc42db46'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:44.411823 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f95984-7cb7-46fb-97ef-9ec42398b935 None None] Routers {'775efd4f-790c-4405-b092-bb57dc42db46'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:44.413159 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-32f95984-7cb7-46fb-97ef-9ec42398b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['775efd4f-790c-4405-b092-bb57dc42db46'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:44.414734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-413d9c8e-95ed-4e7b-b5c6-bfdce3810e3c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 52f85075-afba-42dc-b6c8-3bdf3a22715d owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:44.415200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd51a745-df0b-4621-a444-2b2b49e9c917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.484961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2749aacc-f6a1-4d8d-9b76-63241a8c8b66 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.494909 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-32f95984-7cb7-46fb-97ef-9ec42398b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:44.508843 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f95984-7cb7-46fb-97ef-9ec42398b935 None None] Routers {'775efd4f-790c-4405-b092-bb57dc42db46'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:44.509819 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-32f95984-7cb7-46fb-97ef-9ec42398b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['775efd4f-790c-4405-b092-bb57dc42db46'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:44.513978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Allocated IP 172.20.0.12 (75caa734-7b87-4d04-a9b8-6bca537eccf6/40961967-4ed5-40df-a7a4-98defca44a81/87f78ffb-9fab-4155-ad3d-9c938e3531fe) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:44.534585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.539492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f4b1be4-2870-4d6b-bcad-296da8619c88 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.543011 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6f4b1be4-2870-4d6b-bcad-296da8619c88 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "PUT /v2.0/routers/775efd4f-790c-4405-b092-bb57dc42db46 HTTP/1.1" status: 200 len: 925 time: 6.1381118 Apr 29 17:33:44.546221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-3b12e6e7-ab2b-4a40-9468-d7591f4f7071 None None] Set router e64efcd6-29b1-4c63-a137-8165a7752c78 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:44.573956 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2749aacc-f6a1-4d8d-9b76-63241a8c8b66 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.577416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44942) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:44.590786 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-32f95984-7cb7-46fb-97ef-9ec42398b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:44.591595 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f95984-7cb7-46fb-97ef-9ec42398b935 None None] The sync data for ids ['775efd4f-790c-4405-b092-bb57dc42db46'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:44.612016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd51a745-df0b-4621-a444-2b2b49e9c917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.613175 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fd51a745-df0b-4621-a444-2b2b49e9c917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8492768 Apr 29 17:33:44.633041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44946) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:44.658420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3b12e6e7-ab2b-4a40-9468-d7591f4f7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:33:44Z', 'revision_number': 6, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:44.667253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12e6e7-ab2b-4a40-9468-d7591f4f7071 None None] The sync data for ids ['e64efcd6-29b1-4c63-a137-8165a7752c78'] in dv-neutron-839024-2-hyperv is: [{'id': 'e64efcd6-29b1-4c63-a137-8165a7752c78', 'name': 'tempest-ServersTestManualDisk-2002448289-router', 'tenant_id': '0a200f959dbd436a8fd7078b57ae78ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:36Z', 'updated_at': '2022-04-29T17:33:44Z', 'revision_number': 6, 'project_id': '0a200f959dbd436a8fd7078b57ae78ed', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:44.683351 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Allocated IP 2001:db8::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad/10898a46-4e9d-43e1-b836-f41ef817447c) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:44.729852 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-413d9c8e-95ed-4e7b-b5c6-bfdce3810e3c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.795843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d9c8e-95ed-4e7b-b5c6-bfdce3810e3c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=52f85075-afba-42dc-b6c8-3bdf3a22715d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:44.807536 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-413d9c8e-95ed-4e7b-b5c6-bfdce3810e3c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.833095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65925b3-01bf-490a-99df-b427c2e60621,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:44.852172 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-413d9c8e-95ed-4e7b-b5c6-bfdce3810e3c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/52f85075-afba-42dc-b6c8-3bdf3a22715d HTTP/1.1" status: 204 len: 168 time: 1.1266923 Apr 29 17:33:44.852822 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44950) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:44.858749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.922439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Transition to ACTIVE for port object 87f78ffb-9fab-4155-ad3d-9c938e3531fe will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:44.927951 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.939255 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Transition to ACTIVE for port object 10898a46-4e9d-43e1-b836-f41ef817447c will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:44.960027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Transition to ACTIVE for port object 10898a46-4e9d-43e1-b836-f41ef817447c will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:44.961473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26f821b-2d85-424c-b166-178831e9f5a2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:44.962167 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c26f821b-2d85-424c-b166-178831e9f5a2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:44.965659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:44.977454 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.018398 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c26f821b-2d85-424c-b166-178831e9f5a2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:45.021821 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c26f821b-2d85-424c-b166-178831e9f5a2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1656106 Apr 29 17:33:45.035768 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44954) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:45.087381 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:45.092051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:45.097403 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Network 75caa734-7b87-4d04-a9b8-6bca537eccf6 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:45.100305 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:45.100967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:45.103076 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c78d9d-ff61-4dc9-89df-c01f84523287 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:33:45.107321 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f4c78d9d-ff61-4dc9-89df-c01f84523287 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/a85805f4-644b-4607-aa4b-7605b3d2daf9 HTTP/1.1" status: 404 len: 333 time: 0.0677915 Apr 29 17:33:45.107461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Pushing event updated for resources: {'Port': ['ID=10898a46-4e9d-43e1-b836-f41ef817447c,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:45.108165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:45.121128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Allocated IP 172.20.0.2 (75caa734-7b87-4d04-a9b8-6bca537eccf6/40961967-4ed5-40df-a7a4-98defca44a81/c0058350-b229-4094-b8da-55d8d996a9a6) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:45.132353 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44958) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:45.136129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event updated for resources: {'Port': ['ID=87f78ffb-9fab-4155-ad3d-9c938e3531fe,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:45.153887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2749aacc-f6a1-4d8d-9b76-63241a8c8b66 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.158243 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2749aacc-f6a1-4d8d-9b76-63241a8c8b66 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7513154 Apr 29 17:33:45.168585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44962) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:45.189293 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749aacc-f6a1-4d8d-9b76-63241a8c8b66 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db986efd-a2cd-4ad3-bc09-dd55f8c90f5f,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:45.192859 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3318069-dc33-4341-9aca-1f39d5de43d4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:33:45.196745 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c3318069-dc33-4341-9aca-1f39d5de43d4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/52f85075-afba-42dc-b6c8-3bdf3a22715d HTTP/1.1" status: 404 len: 333 time: 0.0557024 Apr 29 17:33:45.197629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44966) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:45.203250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f0d3cc13-e993-4d97-8e75-cd742a012697 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826337336'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:45.216468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f0d3cc13-e993-4d97-8e75-cd742a012697 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:45.257849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:45.258456 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.273253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Attempting to bind port 10898a46-4e9d-43e1-b836-f41ef817447c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:33:45.273611 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Attempting to bind port 10898a46-4e9d-43e1-b836-f41ef817447c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:33:45.273966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Attempting to bind port 10898a46-4e9d-43e1-b836-f41ef817447c on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:33:45.325596 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:33:45.326373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:45.326373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.327659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:33:45.327659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Bound port: 10898a46-4e9d-43e1-b836-f41ef817447c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:33:45.327659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.337638 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-924b43e6-cf12-47e0-9f2c-d6a0ca19f954 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7689962 Apr 29 17:33:45.337809 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44970) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:45.343235 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bde42a17-62f6-4dfc-ad39-8b4e206c3b03 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.347986 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Request body: {'port': {'network_id': '75caa734-7b87-4d04-a9b8-6bca537eccf6', 'name': 'tempest-AllowedAddressPairTestJSON-175058862', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:3f:a3:48'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:45.367928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f0d3cc13-e993-4d97-8e75-cd742a012697 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:45.397861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] For port b33b2631-5ef6-4584-bd22-ac78d0bc847e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=b33b2631-5ef6-4584-bd22-ac78d0bc847e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:45.398328 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.417161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.506852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] For port 10898a46-4e9d-43e1-b836-f41ef817447c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:33:45.511636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] For port 10898a46-4e9d-43e1-b836-f41ef817447c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=10898a46-4e9d-43e1-b836-f41ef817447c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:33:45.523978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.560588 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.589814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bde42a17-62f6-4dfc-ad39-8b4e206c3b03 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.604219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Transition to ACTIVE for port object c0058350-b229-4094-b8da-55d8d996a9a6 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:45.626654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:45.640589 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Transition to ACTIVE for port object c0058350-b229-4094-b8da-55d8d996a9a6 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:45.645159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b4601-11ae-4e10-9ba3-7208084f69d6 None None] Pushing event updated for resources: {'Port': ['ID=10898a46-4e9d-43e1-b836-f41ef817447c,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:45.648598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Usage tracker for resource:port and tenant:424c3d989bc14bbe83ad00a62fea466d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:45.659538 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-bde42a17-62f6-4dfc-ad39-8b4e206c3b03 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2044d91f-4f96-4902-8b1d-39023f39c1dd']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:45.663061 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.669372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:45.685067 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:45.688659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-bde42a17-62f6-4dfc-ad39-8b4e206c3b03 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e011b04-edb1-44f6-b623-7cfdff607151') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:45.689072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-bde42a17-62f6-4dfc-ad39-8b4e206c3b03 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e011b04-edb1-44f6-b623-7cfdff607151') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:45.737064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Calling delete_port for b33b2631-5ef6-4584-bd22-ac78d0bc847e owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:45.737646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Network 75caa734-7b87-4d04-a9b8-6bca537eccf6 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:45.740956 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:45.744905 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:45.790181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Pushing event updated for resources: {'Port': ['ID=c0058350-b229-4094-b8da-55d8d996a9a6,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:45.835722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bde42a17-62f6-4dfc-ad39-8b4e206c3b03 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.852972 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Made reservation on behalf of 424c3d989bc14bbe83ad00a62fea466d for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:45.862395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cc13-e993-4d97-8e75-cd742a012697 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.872978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bde42a17-62f6-4dfc-ad39-8b4e206c3b03 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.895384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde42a17-62f6-4dfc-ad39-8b4e206c3b03 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:33:45.895781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bde42a17-62f6-4dfc-ad39-8b4e206c3b03 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:33:45.912931 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:33:45.966357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Attempting to bind port c0058350-b229-4094-b8da-55d8d996a9a6 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:33:45.967278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Attempting to bind port c0058350-b229-4094-b8da-55d8d996a9a6 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75caa734-7b87-4d04-a9b8-6bca537eccf6'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:33:45.967678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Attempting to bind port c0058350-b229-4094-b8da-55d8d996a9a6 on network 75caa734-7b87-4d04-a9b8-6bca537eccf6 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:33:45.973899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:33:45.974277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Checking segment: {'id': 'c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75caa734-7b87-4d04-a9b8-6bca537eccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:45.974678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:45.975103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Bound using segment: {'id': 'c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75caa734-7b87-4d04-a9b8-6bca537eccf6'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:33:45.975548 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Bound port: c0058350-b229-4094-b8da-55d8d996a9a6, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75caa734-7b87-4d04-a9b8-6bca537eccf6'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:33:45.975987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.090631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] For port c0058350-b229-4094-b8da-55d8d996a9a6, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:33:46.094914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] For port c0058350-b229-4094-b8da-55d8d996a9a6, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c0058350-b229-4094-b8da-55d8d996a9a6,segment=NetworkSegment(c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a),segment_id=c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:33:46.107206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.108550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bde42a17-62f6-4dfc-ad39-8b4e206c3b03 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.131419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bde42a17-62f6-4dfc-ad39-8b4e206c3b03 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.175480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde42a17-62f6-4dfc-ad39-8b4e206c3b03 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Network': ['ID=2044d91f-4f96-4902-8b1d-39023f39c1dd,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:46.187682 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bde42a17-62f6-4dfc-ad39-8b4e206c3b03 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/networks/2044d91f-4f96-4902-8b1d-39023f39c1dd HTTP/1.1" status: 204 len: 168 time: 0.9890265 Apr 29 17:33:46.192415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44974) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:46.196173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.220021 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0f80cdbb-c298-4722-b149-e516d250abca tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/routers/775efd4f-790c-4405-b092-bb57dc42db46 HTTP/1.1" status: 200 len: 925 time: 1.6092565 Apr 29 17:33:46.243336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-593646418'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:46.246059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44978) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:46.251855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a5fd4-0bdd-4d75-818f-791f04d0e10c None None] Pushing event updated for resources: {'Port': ['ID=c0058350-b229-4094-b8da-55d8d996a9a6,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:46.256291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:46.263614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.265287 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:network and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:46.269466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:46.272604 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] device_id is not set on port 70cdc328-39d2-4a89-8e2a-475e458c2a7f yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:46.282901 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 10898a46-4e9d-43e1-b836-f41ef817447c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:46.309549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.312056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:46.342136 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:46.344389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f0d3cc13-e993-4d97-8e75-cd742a012697 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:46.346396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.373775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f0d3cc13-e993-4d97-8e75-cd742a012697 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:46.391928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 10898a46-4e9d-43e1-b836-f41ef817447c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:46.399078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f0d3cc13-e993-4d97-8e75-cd742a012697 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:46.421433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f0d3cc13-e993-4d97-8e75-cd742a012697 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:46.440263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.440787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:33:46.445111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:33:46.462495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.463674 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f372be61-e371-46c4-af8d-d1badb564069 admin admin] 10.222.0.11 "DELETE /v2.0/routers/92d2cbc0-bc7c-43f7-93e7-2b0c416e1183 HTTP/1.1" status: 204 len: 168 time: 5.1167505 Apr 29 17:33:46.467646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44982) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:46.468641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.468904 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Added segment 612f2928-1cfa-4afd-87b2-75a65937e1de of type vlan for network 55b7e2d2-f8eb-49e3-b66c-f107a3b43568 Apr 29 17:33:46.519406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Allocated IP 172.20.0.4 (75caa734-7b87-4d04-a9b8-6bca537eccf6/40961967-4ed5-40df-a7a4-98defca44a81/70cdc328-39d2-4a89-8e2a-475e458c2a7f) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:46.542838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device b33b2631-5ef6-4584-bd22-ac78d0bc847e no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:46.569894 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.629956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-648126cb-fcca-4f49-846e-bc7232682873 admin admin] Deleting subnet c544c7e1-d2c9-4197-869f-f67ad5cc2209 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:33:46.647903 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cc13-e993-4d97-8e75-cd742a012697 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.658195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.675976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cc13-e993-4d97-8e75-cd742a012697 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.678695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-648126cb-fcca-4f49-846e-bc7232682873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.684561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16e021f-7745-434c-a6e1-b2d5115cfe8e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:46.689069 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a16e021f-7745-434c-a6e1-b2d5115cfe8e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&device_id=775efd4f-790c-4405-b092-bb57dc42db46&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4395678 Apr 29 17:33:46.689799 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44986) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:46.780421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.827565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.833616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:46.834241 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:46.884005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-648126cb-fcca-4f49-846e-bc7232682873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.014433 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8057792 Apr 29 17:33:47.021860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 44990) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:47.042609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3cc13-e993-4d97-8e75-cd742a012697 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7135a8-f3a7-47c8-aacd-6f97be4f8b82,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:47.090987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cc13-e993-4d97-8e75-cd742a012697 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.092231 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f0d3cc13-e993-4d97-8e75-cd742a012697 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9173064 Apr 29 17:33:47.093875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': '55b7e2d2-f8eb-49e3-b66c-f107a3b43568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:47.104762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44994) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:47.113544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe8174-0ad1-4560-a55a-bf454c77c735 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Network': ['ID=55b7e2d2-f8eb-49e3-b66c-f107a3b43568,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:47.121287 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e4d5e782-fcc4-400a-acf7-3deb780dfc82 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': 'db986efd-a2cd-4ad3-bc09-dd55f8c90f5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7b7135a8-f3a7-47c8-aacd-6f97be4f8b82'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:47.130447 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 55b7e2d2-f8eb-49e3-b66c-f107a3b43568 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:33:47.148761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e4d5e782-fcc4-400a-acf7-3deb780dfc82 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:47.156566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.199153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e4d5e782-fcc4-400a-acf7-3deb780dfc82 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:47.232189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e4d5e782-fcc4-400a-acf7-3deb780dfc82 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:47.246427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33b2631-5ef6-4584-bd22-ac78d0bc847e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:47.250045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e4d5e782-fcc4-400a-acf7-3deb780dfc82 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:47.261895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.262180 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 64fe57ab-760a-47f5-83c7-901b3b7bd5da no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:47.292196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:47.307987 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Transition to ACTIVE for port object 70cdc328-39d2-4a89-8e2a-475e458c2a7f will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:47.309281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 64fe57ab-760a-47f5-83c7-901b3b7bd5da {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:47.309820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 64fe57ab-760a-47f5-83c7-901b3b7bd5da not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:47.325183 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac24e5f0-3d76-43e8-8f94-3b447f94cb31 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:47.325750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ac24e5f0-3d76-43e8-8f94-3b447f94cb31 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Synchronizing usage tracker for tenant:8f88d80ebbf84bc1b36e869246875715 on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:47.333454 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a9812a6c-0db1-4b53-bc27-f72e2a280307 None None] Provisioning for port 10898a46-4e9d-43e1-b836-f41ef817447c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:47.341057 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a9812a6c-0db1-4b53-bc27-f72e2a280307 None None] Provisioning complete for port 10898a46-4e9d-43e1-b836-f41ef817447c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:47.341662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a9812a6c-0db1-4b53-bc27-f72e2a280307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.355257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-648126cb-fcca-4f49-846e-bc7232682873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.407447 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:47.414050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.424092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:47.475176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ac24e5f0-3d76-43e8-8f94-3b447f94cb31 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Unset dirty status for tenant:8f88d80ebbf84bc1b36e869246875715 on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:47.479424 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ac24e5f0-3d76-43e8-8f94-3b447f94cb31 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/networks/aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 881 time: 0.7661421 Apr 29 17:33:47.483870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 44998) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:47.494996 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-e4d5e782-fcc4-400a-acf7-3deb780dfc82 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:47.495630 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e4d5e782-fcc4-400a-acf7-3deb780dfc82 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3869092 Apr 29 17:33:47.502515 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a9812a6c-0db1-4b53-bc27-f72e2a280307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.518662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45002) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:47.522783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Network 75caa734-7b87-4d04-a9b8-6bca537eccf6 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:47.523802 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:47.536448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:47.536671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.543209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a9812a6c-0db1-4b53-bc27-f72e2a280307 None None] For port 10898a46-4e9d-43e1-b836-f41ef817447c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=10898a46-4e9d-43e1-b836-f41ef817447c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:47.550955 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a9812a6c-0db1-4b53-bc27-f72e2a280307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.595866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:47.625652 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9812a6c-0db1-4b53-bc27-f72e2a280307 None None] Pushing event updated for resources: {'Port': ['ID=10898a46-4e9d-43e1-b836-f41ef817447c,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:47.665615 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e067d4ad-b781-4ef9-8f0f-8b144116396d tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "GET /v2.0/ports?device_id=775efd4f-790c-4405-b092-bb57dc42db46 HTTP/1.1" status: 200 len: 205 time: 0.1802337 Apr 29 17:33:47.671436 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45006) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:47.681884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7807ef78-aa9b-46f4-a46b-95b9b05734b4 None None] Network 75caa734-7b87-4d04-a9b8-6bca537eccf6 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:47.686451 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:47.690055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.753959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::1 (e0d73202-cb6d-4434-a143-4d729ced40a4/a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad/6c19a473-8374-48f0-9dca-00710a477930) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:47.760385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.763797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.792650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event updated for resources: {'Port': ['ID=70cdc328-39d2-4a89-8e2a-475e458c2a7f,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:47.813107 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5a8431f9-7c71-4db2-b823-413dfc2e93dd None None] Provisioning for port c0058350-b229-4094-b8da-55d8d996a9a6 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:47.823958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.824731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e64efcd6-29b1-4c63-a137-8165a7752c78 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:33:47.908718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:47.909896 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d378e9dd-108a-4ca6-9e1d-9bf032cf1b57 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e64efcd6-29b1-4c63-a137-8165a7752c78 HTTP/1.1" status: 204 len: 168 time: 4.7169776 Apr 29 17:33:47.913459 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45010) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:48.041191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.083688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-648126cb-fcca-4f49-846e-bc7232682873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.087405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec352703-69a8-47c1-91e9-cb0db9998224 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.137866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.ipam_backend_mixin [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Performing IP validity checks on allocation pools {{(pid=88018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 17:33:48.140701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.ipam_backend_mixin [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 17:33:48.146456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55f9cb4-e758-415b-b807-36d7bbbd3e3c admin admin] Deleting subnet 84622bd6-291d-4a19-bc35-239d5b1a0fd6 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:33:48.149772 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a55f9cb4-e758-415b-b807-36d7bbbd3e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.160216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:48.160767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.173026 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648126cb-fcca-4f49-846e-bc7232682873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c544c7e1-d2c9-4197-869f-f67ad5cc2209,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:48.184121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.200882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4192730c-b479-4894-92c8-2ff3c44ec236 None None] Network 2f100fae-1063-4412-a27d-002c2f38e886 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:48.209137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-648126cb-fcca-4f49-846e-bc7232682873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.213053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec352703-69a8-47c1-91e9-cb0db9998224 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.221341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object 6c19a473-8374-48f0-9dca-00710a477930 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:48.224403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a55f9cb4-e758-415b-b807-36d7bbbd3e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.244050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 10898a46-4e9d-43e1-b836-f41ef817447c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:48.255771 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-648126cb-fcca-4f49-846e-bc7232682873 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c544c7e1-d2c9-4197-869f-f67ad5cc2209 HTTP/1.1" status: 204 len: 168 time: 1.7831254 Apr 29 17:33:48.266021 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cd46bee8-83de-4a31-a4e7-c28ac87f070f tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.9249661 Apr 29 17:33:48.269648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45016) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:48.270294 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45014) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:48.317643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.432405 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.479803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 10898a46-4e9d-43e1-b836-f41ef817447c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:48.480176 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.492735 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Deleting port bc6626cd-5e85-4ccb-b359-8f63623490a1 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:48.493206 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.504463 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2c445bf8-5ebf-4242-a443-7f43263d072f None None] Provisioning for port 70cdc328-39d2-4a89-8e2a-475e458c2a7f completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:48.520083 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2c445bf8-5ebf-4242-a443-7f43263d072f None None] Provisioning complete for port 70cdc328-39d2-4a89-8e2a-475e458c2a7f triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:48.520528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2c445bf8-5ebf-4242-a443-7f43263d072f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.538394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec352703-69a8-47c1-91e9-cb0db9998224 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.570810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.658605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:48.660259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-2c445bf8-5ebf-4242-a443-7f43263d072f None None] Port 70cdc328-39d2-4a89-8e2a-475e458c2a7f cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:48.669852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a55f9cb4-e758-415b-b807-36d7bbbd3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.685923 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec352703-69a8-47c1-91e9-cb0db9998224 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7135a8-f3a7-47c8-aacd-6f97be4f8b82,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:48.696052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.697059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2c445bf8-5ebf-4242-a443-7f43263d072f None None] Provisioning for port 87f78ffb-9fab-4155-ad3d-9c938e3531fe completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:48.705433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:48.709148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:48.709821 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.714931 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2c445bf8-5ebf-4242-a443-7f43263d072f None None] Provisioning complete for port 87f78ffb-9fab-4155-ad3d-9c938e3531fe triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:48.715320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2c445bf8-5ebf-4242-a443-7f43263d072f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.768881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.793648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c97e919-6557-4de1-87a2-f0bf424ff7cb tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:48.799828 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c97e919-6557-4de1-87a2-f0bf424ff7cb tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:48.805910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c97e919-6557-4de1-87a2-f0bf424ff7cb tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:48.806900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5c97e919-6557-4de1-87a2-f0bf424ff7cb tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Synchronizing usage tracker for tenant:424c3d989bc14bbe83ad00a62fea466d on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:48.850794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Checking segment: {'id': '612f2928-1cfa-4afd-87b2-75a65937e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55b7e2d2-f8eb-49e3-b66c-f107a3b43568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:48.851156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network hostable DHCP agents. Network: 55b7e2d2-f8eb-49e3-b66c-f107a3b43568, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:33:48.867684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Deleting port 1f943338-99ee-4cd8-933e-c4a0be5a4f3f {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:48.867684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:48.921064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-2c445bf8-5ebf-4242-a443-7f43263d072f None None] Port 87f78ffb-9fab-4155-ad3d-9c938e3531fe cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:48.928691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c0058350-b229-4094-b8da-55d8d996a9a6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:48.943489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=6c19a473-8374-48f0-9dca-00710a477930,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:49.030094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e83065-3126-4e2c-8079-240bd9011148 None None] DHCP port deletion for 2f100fae-1063-4412-a27d-002c2f38e886 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:33:49.038751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c2e83065-3126-4e2c-8079-240bd9011148 None None] Deleting port bc6626cd-5e85-4ccb-b359-8f63623490a1 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:49.039165 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c2e83065-3126-4e2c-8079-240bd9011148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.047893 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Subnet': ['ID=781eb63e-d759-4d2b-b71c-00a382c7c024,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:49.053540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5c97e919-6557-4de1-87a2-f0bf424ff7cb tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Unset dirty status for tenant:424c3d989bc14bbe83ad00a62fea466d on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:49.054857 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5c97e919-6557-4de1-87a2-f0bf424ff7cb tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.7815857 Apr 29 17:33:49.058928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec352703-69a8-47c1-91e9-cb0db9998224 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.063267 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ec352703-69a8-47c1-91e9-cb0db9998224 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "DELETE /v2.0/security-groups/7b7135a8-f3a7-47c8-aacd-6f97be4f8b82 HTTP/1.1" status: 204 len: 168 time: 1.5338192 Apr 29 17:33:49.063516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45022) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:49.063860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45024) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:49.069492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.093597 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port c0058350-b229-4094-b8da-55d8d996a9a6 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:49.093853 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a55f9cb4-e758-415b-b807-36d7bbbd3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.102991 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c0058350-b229-4094-b8da-55d8d996a9a6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:49.103379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.191392 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f9cb4-e758-415b-b807-36d7bbbd3e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84622bd6-291d-4a19-bc35-239d5b1a0fd6,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:49.194454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] For port bc6626cd-5e85-4ccb-b359-8f63623490a1, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=bc6626cd-5e85-4ccb-b359-8f63623490a1,segment=NetworkSegment(8365288d-c6ce-40a6-8bac-20f1c47b541b),segment_id=8365288d-c6ce-40a6-8bac-20f1c47b541b)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:49.194826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.207533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a55f9cb4-e758-415b-b807-36d7bbbd3e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.226253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7721a9c5-020e-4d20-962e-6ef15e26cfda None None] Network 4a920e1c-5aa4-413b-99b4-e430d5bbd744 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:49.255593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Calling delete_port for 1f943338-99ee-4cd8-933e-c4a0be5a4f3f owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:49.256196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5daf9052-90d1-4164-ada4-58c9cc826825 None None] Provisioning complete for port 70cdc328-39d2-4a89-8e2a-475e458c2a7f triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:49.256196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5daf9052-90d1-4164-ada4-58c9cc826825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.315967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 55b7e2d2-f8eb-49e3-b66c-f107a3b43568 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:33:49.333236 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a55f9cb4-e758-415b-b807-36d7bbbd3e3c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/84622bd6-291d-4a19-bc35-239d5b1a0fd6 HTTP/1.1" status: 204 len: 168 time: 1.4163849 Apr 29 17:33:49.339051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45030) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:49.339987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Calling delete_port for bc6626cd-5e85-4ccb-b359-8f63623490a1 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:49.351766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a49a612c-9eb3-4e18-b21f-8fb0f48d4660 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Deleting port 70cdc328-39d2-4a89-8e2a-475e458c2a7f {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:49.352122 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a49a612c-9eb3-4e18-b21f-8fb0f48d4660 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.382377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.422314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 55b7e2d2-f8eb-49e3-b66c-f107a3b43568) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:49.449753 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b13cf-bc98-4894-90ea-98d3ebb268fa None None] Network 55b7e2d2-f8eb-49e3-b66c-f107a3b43568 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:49.452370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b279ded9-2f5d-41fc-8d68-f3b6baabeb75 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Synchronizing usage tracker for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:49.457531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:49.458519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.489952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-5daf9052-90d1-4164-ada4-58c9cc826825 None None] Port 70cdc328-39d2-4a89-8e2a-475e458c2a7f cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:49.573290 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c2e83065-3126-4e2c-8079-240bd9011148 None None] For port bc6626cd-5e85-4ccb-b359-8f63623490a1, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=bc6626cd-5e85-4ccb-b359-8f63623490a1,segment=NetworkSegment(8365288d-c6ce-40a6-8bac-20f1c47b541b),segment_id=8365288d-c6ce-40a6-8bac-20f1c47b541b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:49.574049 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c2e83065-3126-4e2c-8079-240bd9011148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.597231 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-77d027a6-ae01-4feb-8898-35f2a00c1cc2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5277767 Apr 29 17:33:49.612181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45034) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:49.613288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.624891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': '55b7e2d2-f8eb-49e3-b66c-f107a3b43568', 'name': 'tempest-PortsIpV6TestJSON-706052179'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:49.643245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.651429 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b279ded9-2f5d-41fc-8d68-f3b6baabeb75 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Unset dirty status for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:49.655402 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b279ded9-2f5d-41fc-8d68-f3b6baabeb75 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5861800 Apr 29 17:33:49.668616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45038) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:49.802773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] No DVR routers for this DVR port bc6626cd-5e85-4ccb-b359-8f63623490a1 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:33:49.803160 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c2e83065-3126-4e2c-8079-240bd9011148 None None] Calling delete_port for bc6626cd-5e85-4ccb-b359-8f63623490a1 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:49.836372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6626cd-5e85-4ccb-b359-8f63623490a1,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:49.857042 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.865613 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5daf9052-90d1-4164-ada4-58c9cc826825 None None] Provisioning complete for port 87f78ffb-9fab-4155-ad3d-9c938e3531fe triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:49.865870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5daf9052-90d1-4164-ada4-58c9cc826825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.935218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Deleting port 551609bd-f273-42e7-83c0-6b510645da26 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:49.935569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:49.949638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.007526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f100fae-1063-4412-a27d-002c2f38e886']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:50.024606 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-5daf9052-90d1-4164-ada4-58c9cc826825 None None] Port 87f78ffb-9fab-4155-ad3d-9c938e3531fe cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:50.027829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port c0058350-b229-4094-b8da-55d8d996a9a6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c0058350-b229-4094-b8da-55d8d996a9a6,segment=NetworkSegment(c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a),segment_id=c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:50.045064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.077645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8365288d-c6ce-40a6-8bac-20f1c47b541b') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:50.077912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8365288d-c6ce-40a6-8bac-20f1c47b541b') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:50.089792 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f65925b3-01bf-490a-99df-b427c2e60621 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:50.102316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.142161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.145185 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-c2e83065-3126-4e2c-8079-240bd9011148 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:33:50.145535 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-c2e83065-3126-4e2c-8079-240bd9011148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:33:50.149179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5daf9052-90d1-4164-ada4-58c9cc826825 None None] Provisioning for port 6c19a473-8374-48f0-9dca-00710a477930 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:50.153501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:33:50.153912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:33:50.168292 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:33:50.175751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: f65925b3-01bf-490a-99df-b427c2e60621 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:50.176098 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f65925b3-01bf-490a-99df-b427c2e60621 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:50.186155 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:50.200420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5daf9052-90d1-4164-ada4-58c9cc826825 None None] Provisioning complete for port 6c19a473-8374-48f0-9dca-00710a477930 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:50.200790 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5daf9052-90d1-4164-ada4-58c9cc826825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.220977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60ee9ecc-91a0-4763-9ed2-e3546f067ebe tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.222534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.233977 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-55b7e2d2-f8eb-49e3-b66c-f107a3b43568', 'network_id': '55b7e2d2-f8eb-49e3-b66c-f107a3b43568', 'tenant_id': '6a09bfbd4fea4865a7331651402ea46f', 'fixed_ips': [{'subnet_id': '781eb63e-d759-4d2b-b71c-00a382c7c024'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:33:50.234794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.266484 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:50.283723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.284391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a49a612c-9eb3-4e18-b21f-8fb0f48d4660 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.293489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=c0058350-b229-4094-b8da-55d8d996a9a6,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:50.301567 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device bc6626cd-5e85-4ccb-b359-8f63623490a1 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:50.307013 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.308210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.317896 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Pushing event deleted for resources: {'Port': ['ID=1f943338-99ee-4cd8-933e-c4a0be5a4f3f,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:50.401792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.407326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.426368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-5daf9052-90d1-4164-ada4-58c9cc826825 None None] Port 6c19a473-8374-48f0-9dca-00710a477930 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:50.433613 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e0fff-2ef7-436e-b386-3864e8b2fef3 None None] DHCP port deletion for 4a920e1c-5aa4-413b-99b4-e430d5bbd744 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:33:50.447905 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: bc6626cd-5e85-4ccb-b359-8f63623490a1 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:50.447905 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device bc6626cd-5e85-4ccb-b359-8f63623490a1 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:50.455988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] Pushing event deleted for resources: {'Network': ['ID=2f100fae-1063-4412-a27d-002c2f38e886,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:50.456138 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c46e0fff-2ef7-436e-b386-3864e8b2fef3 None None] Deleting port 551609bd-f273-42e7-83c0-6b510645da26 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:50.456138 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c46e0fff-2ef7-436e-b386-3864e8b2fef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.477290 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a49a612c-9eb3-4e18-b21f-8fb0f48d4660 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Calling delete_port for 70cdc328-39d2-4a89-8e2a-475e458c2a7f owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:50.504656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60ee9ecc-91a0-4763-9ed2-e3546f067ebe tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.521902 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=6c19a473-8374-48f0-9dca-00710a477930,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:50.531333 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:50.535093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.552337 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9efca130-e043-471b-a741-bbe80223284e admin admin] 10.222.0.11 "DELETE /v2.0/networks/2f100fae-1063-4412-a27d-002c2f38e886 HTTP/1.1" status: 204 len: 168 time: 2.2773790 Apr 29 17:33:50.578628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:50.580076 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:50.745497 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c2e83065-3126-4e2c-8079-240bd9011148 None None] Deleting port bc6626cd-5e85-4ccb-b359-8f63623490a1 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:50.746435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c2e83065-3126-4e2c-8079-240bd9011148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.767171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port 424a028b-3df4-4005-bf0b-003a657da82b yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:50.830908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Router 73295c19-1d41-4aea-932c-9e0851816e2c is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:33:50.842682 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] For port 551609bd-f273-42e7-83c0-6b510645da26, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=551609bd-f273-42e7-83c0-6b510645da26,segment=NetworkSegment(30013f5f-2a6c-4c67-b16b-aee9114fbc78),segment_id=30013f5f-2a6c-4c67-b16b-aee9114fbc78)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:50.843041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.870603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c46e0fff-2ef7-436e-b386-3864e8b2fef3 None None] For port 551609bd-f273-42e7-83c0-6b510645da26, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=551609bd-f273-42e7-83c0-6b510645da26,segment=NetworkSegment(30013f5f-2a6c-4c67-b16b-aee9114fbc78),segment_id=30013f5f-2a6c-4c67-b16b-aee9114fbc78)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:50.871285 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c46e0fff-2ef7-436e-b386-3864e8b2fef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.894626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c2e83065-3126-4e2c-8079-240bd9011148 None None] The port 'bc6626cd-5e85-4ccb-b359-8f63623490a1' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:33:50.908901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:50.979257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45044) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:51.046614 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c46e0fff-2ef7-436e-b386-3864e8b2fef3 None None] Calling delete_port for 551609bd-f273-42e7-83c0-6b510645da26 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:51.063745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:33:51.067359 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-54adfc16-034d-47e5-bbcb-01859cb5dee1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5a2ce7a595544feb083459386aa2363&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0867686 Apr 29 17:33:51.070653 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3045d32e-f932-4ed7-ae1d-ede80552118b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "PUT /v2.0/routers/73295c19-1d41-4aea-932c-9e0851816e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2406917 Apr 29 17:33:51.071377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45048) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:51.078243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45052) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:51.090599 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Sync routers for ids ['73295c19-1d41-4aea-932c-9e0851816e2c'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:33:51.115529 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Allocated IP 2001:db8::2 (55b7e2d2-f8eb-49e3-b66c-f107a3b43568/781eb63e-d759-4d2b-b71c-00a382c7c024/0999aa17-2604-49f9-b015-a6a1a2981785) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:51.135913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Routers {'73295c19-1d41-4aea-932c-9e0851816e2c'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:51.136565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['73295c19-1d41-4aea-932c-9e0851816e2c'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:51.187885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b434d95-3c99-46d4-8302-57eec7616535 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:51.188385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1b434d95-3c99-46d4-8302-57eec7616535 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:51.216122 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0259d1d4-ce27-4d1d-8c24-d27762b46973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.229809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1b434d95-3c99-46d4-8302-57eec7616535 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:51.234143 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1b434d95-3c99-46d4-8302-57eec7616535 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports/6c19a473-8374-48f0-9dca-00710a477930 HTTP/1.1" status: 200 len: 911 time: 0.1518605 Apr 29 17:33:51.234143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45056) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:51.290337 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0259d1d4-ce27-4d1d-8c24-d27762b46973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.306352 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fff155a4-930e-42f6-9f9f-a85e04872234 None None] Provisioning complete for port 6c19a473-8374-48f0-9dca-00710a477930 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:51.306352 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fff155a4-930e-42f6-9f9f-a85e04872234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.311145 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Calling delete_port for 551609bd-f273-42e7-83c0-6b510645da26 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:51.337737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60ee9ecc-91a0-4763-9ed2-e3546f067ebe tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.363253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16265dcc-b268-47fb-af7f-e2ecab8f029a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:51.369259 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16265dcc-b268-47fb-af7f-e2ecab8f029a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:51.373497 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-16265dcc-b268-47fb-af7f-e2ecab8f029a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1362097 Apr 29 17:33:51.373831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45060) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:51.421142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.429675 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.440543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee9ecc-91a0-4763-9ed2-e3546f067ebe tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db986efd-a2cd-4ad3-bc09-dd55f8c90f5f,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:51.487164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c46e0fff-2ef7-436e-b386-3864e8b2fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.491830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-fff155a4-930e-42f6-9f9f-a85e04872234 None None] Port 6c19a473-8374-48f0-9dca-00710a477930 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:51.495054 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Set router 73295c19-1d41-4aea-932c-9e0851816e2c gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:51.501373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.502110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Fanout notify agent at l3_agent the message router_deleted on router 775efd4f-790c-4405-b092-bb57dc42db46 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:33:51.504824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60ee9ecc-91a0-4763-9ed2-e3546f067ebe tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.506202 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-60ee9ecc-91a0-4763-9ed2-e3546f067ebe tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "DELETE /v2.0/security-groups/db986efd-a2cd-4ad3-bc09-dd55f8c90f5f HTTP/1.1" status: 204 len: 168 time: 1.8269739 Apr 29 17:33:51.513525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45064) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:51.514305 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a49a612c-9eb3-4e18-b21f-8fb0f48d4660 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.530564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:33:51.531177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:33:51.612016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e0fff-2ef7-436e-b386-3864e8b2fef3 None None] Pushing event deleted for resources: {'Port': ['ID=551609bd-f273-42e7-83c0-6b510645da26,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:51.618866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a612c-9eb3-4e18-b21f-8fb0f48d4660 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event deleted for resources: {'Port': ['ID=70cdc328-39d2-4a89-8e2a-475e458c2a7f,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:51.634194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e0fff-2ef7-436e-b386-3864e8b2fef3 None None] No DVR routers for this DVR port 551609bd-f273-42e7-83c0-6b510645da26 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:33:51.691076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9f0cafa3-2055-4121-b994-0e3de5569478 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Synchronizing usage tracker for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:51.696616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.697672 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-84a36dd1-1b61-46c2-970f-cf1288189abc tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "DELETE /v2.0/routers/775efd4f-790c-4405-b092-bb57dc42db46 HTTP/1.1" status: 204 len: 168 time: 4.0211918 Apr 29 17:33:51.704209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45068) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:51.711685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c0aa38c1-833e-4b04-b073-bd2fdca67a65 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1378201621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:51.713378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0259d1d4-ce27-4d1d-8c24-d27762b46973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.727718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c0aa38c1-833e-4b04-b073-bd2fdca67a65 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:51.769381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259d1d4-ce27-4d1d-8c24-d27762b46973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f585f7b-7d3c-4172-bf51-462a41b3ef5e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:51.779158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0259d1d4-ce27-4d1d-8c24-d27762b46973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.780561 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0259d1d4-ce27-4d1d-8c24-d27762b46973 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f585f7b-7d3c-4172-bf51-462a41b3ef5e HTTP/1.1" status: 204 len: 168 time: 0.7082987 Apr 29 17:33:51.811023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c0aa38c1-833e-4b04-b073-bd2fdca67a65 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Usage tracker for resource:router and tenant:9933681c551348c6ab2c795952810e91 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:51.814634 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c0aa38c1-833e-4b04-b073-bd2fdca67a65 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:51.845003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c0aa38c1-833e-4b04-b073-bd2fdca67a65 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:51.847837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9f0cafa3-2055-4121-b994-0e3de5569478 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Unset dirty status for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:51.849483 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9f0cafa3-2055-4121-b994-0e3de5569478 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3324232 Apr 29 17:33:51.858062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45074) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:51.921012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0aa38c1-833e-4b04-b073-bd2fdca67a65 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.922196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0aa38c1-833e-4b04-b073-bd2fdca67a65 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.930061 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.946937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Transition to ACTIVE for port object 0999aa17-2604-49f9-b015-a6a1a2981785 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:51.950175 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a49a612c-9eb3-4e18-b21f-8fb0f48d4660 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:51.958461 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a49a612c-9eb3-4e18-b21f-8fb0f48d4660 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "DELETE /v2.0/ports/70cdc328-39d2-4a89-8e2a-475e458c2a7f HTTP/1.1" status: 204 len: 168 time: 2.8912926 Apr 29 17:33:51.959326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45078) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:51.962341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0aa38c1-833e-4b04-b073-bd2fdca67a65 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.012048 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d870a0-5804-4bc3-b7e7-322418e0c36c tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] GET failed (client error): The resource could not be found. Apr 29 17:33:52.012593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d3d870a0-5804-4bc3-b7e7-322418e0c36c tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Synchronizing usage tracker for tenant:424c3d989bc14bbe83ad00a62fea466d on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:52.013557 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-b81a03c8-de29-4b2e-af91-d4450d5be233 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437485548'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:52.027510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b81a03c8-de29-4b2e-af91-d4450d5be233 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:52.032562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Deleting port 551609bd-f273-42e7-83c0-6b510645da26 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:52.032980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.049336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b81a03c8-de29-4b2e-af91-d4450d5be233 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:52.065626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Transition to ACTIVE for port object 0999aa17-2604-49f9-b015-a6a1a2981785 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:52.075245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.123592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0aa38c1-833e-4b04-b073-bd2fdca67a65 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.127034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b81a03c8-de29-4b2e-af91-d4450d5be233 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.155086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b81a03c8-de29-4b2e-af91-d4450d5be233 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:52.165736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Network 55b7e2d2-f8eb-49e3-b66c-f107a3b43568 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:52.170092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:52.174275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:52.180464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d3d870a0-5804-4bc3-b7e7-322418e0c36c tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Unset dirty status for tenant:424c3d989bc14bbe83ad00a62fea466d on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:52.185306 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d3d870a0-5804-4bc3-b7e7-322418e0c36c tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "GET /v2.0/ports/70cdc328-39d2-4a89-8e2a-475e458c2a7f HTTP/1.1" status: 404 len: 333 time: 0.2214355 Apr 29 17:33:52.186258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Pushing event updated for resources: {'Port': ['ID=0999aa17-2604-49f9-b015-a6a1a2981785,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:52.189034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] The port '551609bd-f273-42e7-83c0-6b510645da26' was deleted {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:33:52.195834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0aa38c1-833e-4b04-b073-bd2fdca67a65 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.196997 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c0aa38c1-833e-4b04-b073-bd2fdca67a65 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4916642 Apr 29 17:33:52.197897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45084) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:52.203887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45086) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:52.205599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b81a03c8-de29-4b2e-af91-d4450d5be233 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:52.219222 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b81a03c8-de29-4b2e-af91-d4450d5be233 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:52.227160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:52.234883 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Request body: {'port': {'network_id': '75caa734-7b87-4d04-a9b8-6bca537eccf6', 'name': 'tempest-AllowedAddressPairTestJSON-522183406'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:52.265717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73295c19-1d41-4aea-932c-9e0851816e2c', 'name': 'tempest-NetworksTestDHCPv6-router-1043466987', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:44Z', 'updated_at': '2022-04-29T17:33:49Z', 'revision_number': 2, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'gw_port_host': None, '_interfaces': [{'id': '6c19a473-8374-48f0-9dca-00710a477930', 'name': '', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'mac_address': 'fa:16:3e:3e:d7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73295c19-1d41-4aea-932c-9e0851816e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:33:47Z', 'updated_at': '2022-04-29T17:33:49Z', 'revision_number': 2, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'subnets': [{'id': 'a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:52.290344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Checking router: 73295c19-1d41-4aea-932c-9e0851816e2c for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:33:52.290694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Updating router 73295c19-1d41-4aea-932c-9e0851816e2c port 6c19a473-8374-48f0-9dca-00710a477930 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:33:52.300771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b81a03c8-de29-4b2e-af91-d4450d5be233 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:52.359540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8::15 (55b7e2d2-f8eb-49e3-b66c-f107a3b43568/781eb63e-d759-4d2b-b71c-00a382c7c024/424a028b-3df4-4005-bf0b-003a657da82b) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:52.368088 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.377634 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c0058350-b229-4094-b8da-55d8d996a9a6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:52.428903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Attempting to bind port 0999aa17-2604-49f9-b015-a6a1a2981785 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:33:52.430094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Attempting to bind port 0999aa17-2604-49f9-b015-a6a1a2981785 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '612f2928-1cfa-4afd-87b2-75a65937e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55b7e2d2-f8eb-49e3-b66c-f107a3b43568'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:33:52.430094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Attempting to bind port 0999aa17-2604-49f9-b015-a6a1a2981785 on network 55b7e2d2-f8eb-49e3-b66c-f107a3b43568 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:33:52.443261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:33:52.443679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Checking segment: {'id': '612f2928-1cfa-4afd-87b2-75a65937e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55b7e2d2-f8eb-49e3-b66c-f107a3b43568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:52.444087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.444483 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Bound using segment: {'id': '612f2928-1cfa-4afd-87b2-75a65937e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55b7e2d2-f8eb-49e3-b66c-f107a3b43568'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:33:52.444953 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Bound port: 0999aa17-2604-49f9-b015-a6a1a2981785, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612f2928-1cfa-4afd-87b2-75a65937e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55b7e2d2-f8eb-49e3-b66c-f107a3b43568'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:33:52.445502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.493754 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.596343 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:52.636129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:52.640249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.658275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a920e1c-5aa4-413b-99b4-e430d5bbd744']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:52.669774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Made reservation on behalf of 424c3d989bc14bbe83ad00a62fea466d for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:52.674320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.710371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] For port 0999aa17-2604-49f9-b015-a6a1a2981785, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:33:52.715567 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] For port 0999aa17-2604-49f9-b015-a6a1a2981785, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0999aa17-2604-49f9-b015-a6a1a2981785,segment=NetworkSegment(612f2928-1cfa-4afd-87b2-75a65937e1de),segment_id=612f2928-1cfa-4afd-87b2-75a65937e1de)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:33:52.751009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] device_id is not set on port b9ee57ab-cedc-4236-a482-04ae1b03e10f yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:52.794937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30013f5f-2a6c-4c67-b16b-aee9114fbc78') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:52.795268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30013f5f-2a6c-4c67-b16b-aee9114fbc78') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:52.825200 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c0058350-b229-4094-b8da-55d8d996a9a6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:52.825821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.829488 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.944789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.960341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.971491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.981438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b81a03c8-de29-4b2e-af91-d4450d5be233 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:52.996260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:33:52.996663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.010777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45108) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:33:53.011500 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:33:53.056818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b81a03c8-de29-4b2e-af91-d4450d5be233 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.171193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a03c8-de29-4b2e-af91-d4450d5be233 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd864b2-b6cf-44a8-92a4-729194f1a880,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:53.181833 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b81a03c8-de29-4b2e-af91-d4450d5be233 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.183034 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b81a03c8-de29-4b2e-af91-d4450d5be233 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3115931 Apr 29 17:33:53.187732 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45114) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:53.188581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.193692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.203691 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-129388ae-347c-4f72-99ca-ab46eaa58065 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': '0fd864b2-b6cf-44a8-92a4-729194f1a880', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:53.212032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.226474 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.229397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56d462-d672-4914-8f28-54482bd893fc None None] Pushing event updated for resources: {'Port': ['ID=0999aa17-2604-49f9-b015-a6a1a2981785,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:53.252952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a920e1c-5aa4-413b-99b4-e430d5bbd744,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:53.258201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Allocated IP 172.20.0.10 (75caa734-7b87-4d04-a9b8-6bca537eccf6/40961967-4ed5-40df-a7a4-98defca44a81/b9ee57ab-cedc-4236-a482-04ae1b03e10f) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:53.265232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Transition to ACTIVE for port object 6c19a473-8374-48f0-9dca-00710a477930 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:53.282393 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f63e60dc-c5db-4600-92a7-852ed0ccdf47 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4a920e1c-5aa4-413b-99b4-e430d5bbd744 HTTP/1.1" status: 204 len: 168 time: 3.9330511 Apr 29 17:33:53.285090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.288568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-399947073'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:53.294991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:53.299607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:network and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:53.303146 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:53.315855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:53.318959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object 424a028b-3df4-4005-bf0b-003a657da82b will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:53.350280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:53.353821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.369637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-32ba5bdf-17e1-4922-a9f2-c1aafcb59ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.384665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.402709 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 551609bd-f273-42e7-83c0-6b510645da26 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:33:53.416230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:53.428406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:security_group_rule and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:53.434809 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:53.472309 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:53.479887 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ff650-6116-468e-a348-776de50ea485 None None] Pushing event updated for resources: {'Port': ['ID=6c19a473-8374-48f0-9dca-00710a477930,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:53.481443 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-129388ae-347c-4f72-99ca-ab46eaa58065 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:53.482635 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.490043 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 551609bd-f273-42e7-83c0-6b510645da26 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:33:53.490386 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 551609bd-f273-42e7-83c0-6b510645da26 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:33:53.511549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-129388ae-347c-4f72-99ca-ab46eaa58065 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:53.516029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-129388ae-347c-4f72-99ca-ab46eaa58065 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:53.524884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-129388ae-347c-4f72-99ca-ab46eaa58065 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:53.645359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45120) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:53.743062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 6c19a473-8374-48f0-9dca-00710a477930 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:53.743452 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.755516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Attempting to bind port 6c19a473-8374-48f0-9dca-00710a477930 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:33:53.756209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Attempting to bind port 6c19a473-8374-48f0-9dca-00710a477930 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:33:53.756773 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Attempting to bind port 6c19a473-8374-48f0-9dca-00710a477930 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:33:53.762871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:33:53.763637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:53.764321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.765062 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:33:53.765733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Bound port: 6c19a473-8374-48f0-9dca-00710a477930, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:33:53.766301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.838235 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 55b7e2d2-f8eb-49e3-b66c-f107a3b43568 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:53.846483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:53.849225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:53.855866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:53.856604 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.902512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=424a028b-3df4-4005-bf0b-003a657da82b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:53.913022 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] For port 6c19a473-8374-48f0-9dca-00710a477930, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:33:53.917079 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] For port 6c19a473-8374-48f0-9dca-00710a477930, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6c19a473-8374-48f0-9dca-00710a477930,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:33:53.924136 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.931536 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-129388ae-347c-4f72-99ca-ab46eaa58065 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:53.935884 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-129388ae-347c-4f72-99ca-ab46eaa58065 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7459385 Apr 29 17:33:53.938337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45124) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:53.942292 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-433ce60b-92b0-42c1-aa31-780bf5b20b6e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3252773 Apr 29 17:33:53.943023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45128) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:53.955710 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-377bb875-f839-40b5-b0b5-8251d47f84b0 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group_rule': {'security_group_id': '0fd864b2-b6cf-44a8-92a4-729194f1a880', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:53.969101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-377bb875-f839-40b5-b0b5-8251d47f84b0 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:53.975511 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:53.989848 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-377bb875-f839-40b5-b0b5-8251d47f84b0 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:54.001973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-377bb875-f839-40b5-b0b5-8251d47f84b0 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:54.015021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-377bb875-f839-40b5-b0b5-8251d47f84b0 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:54.019360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Routers {'73295c19-1d41-4aea-932c-9e0851816e2c'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:33:54.020633 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['73295c19-1d41-4aea-932c-9e0851816e2c'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:54.033182 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3642ceee-c265-4a8c-ba0f-a434d545bd48 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a200f959dbd436a8fd7078b57ae78ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3596914 Apr 29 17:33:54.035500 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Transition to ACTIVE for port object b9ee57ab-cedc-4236-a482-04ae1b03e10f will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:33:54.037679 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45132) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:54.079901 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ff650-6116-468e-a348-776de50ea485 None None] Pushing event updated for resources: {'Port': ['ID=6c19a473-8374-48f0-9dca-00710a477930,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:54.154151 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.164167 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.197738 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-377bb875-f839-40b5-b0b5-8251d47f84b0 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:33:54.211384 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-377bb875-f839-40b5-b0b5-8251d47f84b0 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2570021 Apr 29 17:33:54.218088 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45136) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:54.286990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:33:54.290890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.313623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fef7e4-3a15-4278-9700-0bce6c445253,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:54.338930 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.340183 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Added segment f3f7df1c-4ce9-406b-8c83-1348d03c11df of type vlan for network 448d70d6-bf19-4613-9911-9f022a913254 Apr 29 17:33:54.348170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] Set router 73295c19-1d41-4aea-932c-9e0851816e2c gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:33:54.364993 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.388544 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.398079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d0a8acbc-c9d3-4582-94d8-d36f8c003b71 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 424a028b-3df4-4005-bf0b-003a657da82b {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:54.398731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d0a8acbc-c9d3-4582-94d8-d36f8c003b71 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.419944 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0999aa17-2604-49f9-b015-a6a1a2981785 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:54.473564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.486911 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Network 75caa734-7b87-4d04-a9b8-6bca537eccf6 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:54.500075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:54.502815 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:54.542617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] For port 6c19a473-8374-48f0-9dca-00710a477930, host dv-neutron-839024-2-hyperv, got binding levels [] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:54.543052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.544444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event updated for resources: {'Port': ['ID=b9ee57ab-cedc-4236-a482-04ae1b03e10f,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:54.548140 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-409d2672-368d-483d-9d5b-b05d90ef6956 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.678153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-409d2672-368d-483d-9d5b-b05d90ef6956 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.711275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.725236 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:54.725875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.728053 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-232dfd4c-dd9e-48c3-bb50-3a1eed901b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.741237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Allocated IP 172.26.4.85 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/459e2af7-3889-46fc-8152-93b3573cc70c) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:54.793996 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 0999aa17-2604-49f9-b015-a6a1a2981785 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:54.898569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5471f91-8ec0-4e93-aeee-d5ecc2ee3bd3 None None] Network 55b7e2d2-f8eb-49e3-b66c-f107a3b43568 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:54.910302 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:54.911114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.920878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Network': ['ID=448d70d6-bf19-4613-9911-9f022a913254,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:54.922965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-409d2672-368d-483d-9d5b-b05d90ef6956 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.942331 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 448d70d6-bf19-4613-9911-9f022a913254 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:33:54.961530 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d2672-368d-483d-9d5b-b05d90ef6956 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd864b2-b6cf-44a8-92a4-729194f1a880,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:54.968616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-409d2672-368d-483d-9d5b-b05d90ef6956 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:54.969899 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-409d2672-368d-483d-9d5b-b05d90ef6956 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "DELETE /v2.0/security-groups/0fd864b2-b6cf-44a8-92a4-729194f1a880 HTTP/1.1" status: 204 len: 168 time: 0.7508407 Apr 29 17:33:54.975558 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45140) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:54.981856 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c66ca309-055e-4ac3-8d19-174d9c07c3ba tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7802851 Apr 29 17:33:54.983695 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-da084cf2-9f98-4014-a6c3-0e37a45fd27d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9713542 Apr 29 17:33:54.996631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45144) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:54.997030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45146) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:55.003657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 6c19a473-8374-48f0-9dca-00710a477930 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:55.010671 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-bd279ce5-883b-4c4c-aca9-5d168c8f8d01 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:3f:a3:48'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:55.038963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'name': 'tempest-PortsTestJSON-235127966'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:55.056055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9ec5ea1c-930f-4a0a-9d75-fe308067bba2 None None] Provisioning for port b9ee57ab-cedc-4236-a482-04ae1b03e10f completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:55.118065 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9ec5ea1c-930f-4a0a-9d75-fe308067bba2 None None] Provisioning complete for port b9ee57ab-cedc-4236-a482-04ae1b03e10f triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:55.118434 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ea1c-930f-4a0a-9d75-fe308067bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:55.120326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-232dfd4c-dd9e-48c3-bb50-3a1eed901b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:55.148604 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:55.159436 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:port and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:55.163346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:55.169643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:55.207410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:55.213144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:55.237664 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:55.243885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5ea1c-930f-4a0a-9d75-fe308067bba2 None None] Port b9ee57ab-cedc-4236-a482-04ae1b03e10f cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:55.259528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73295c19-1d41-4aea-932c-9e0851816e2c', 'name': 'tempest-NetworksTestDHCPv6-router-1043466987', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:44Z', 'updated_at': '2022-04-29T17:33:49Z', 'revision_number': 2, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'gw_port_host': None, '_interfaces': [{'id': '6c19a473-8374-48f0-9dca-00710a477930', 'name': '', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'mac_address': 'fa:16:3e:3e:d7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73295c19-1d41-4aea-932c-9e0851816e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:33:47Z', 'updated_at': '2022-04-29T17:33:53Z', 'revision_number': 4, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'subnets': [{'id': 'a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:33:55.270790 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72510a26-de7c-4f0c-9633-cf924d3bcf0e None None] The sync data for ids ['73295c19-1d41-4aea-932c-9e0851816e2c'] in dv-neutron-839024-2-hyperv is: [{'id': '73295c19-1d41-4aea-932c-9e0851816e2c', 'name': 'tempest-NetworksTestDHCPv6-router-1043466987', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:44Z', 'updated_at': '2022-04-29T17:33:49Z', 'revision_number': 2, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'gw_port_host': None, '_interfaces': [{'id': '6c19a473-8374-48f0-9dca-00710a477930', 'name': '', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'mac_address': 'fa:16:3e:3e:d7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73295c19-1d41-4aea-932c-9e0851816e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:33:47Z', 'updated_at': '2022-04-29T17:33:53Z', 'revision_number': 4, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'subnets': [{'id': 'a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:33:55.281762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9ec5ea1c-930f-4a0a-9d75-fe308067bba2 None None] Provisioning for port 0999aa17-2604-49f9-b015-a6a1a2981785 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:55.316389 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9ec5ea1c-930f-4a0a-9d75-fe308067bba2 None None] Provisioning complete for port 0999aa17-2604-49f9-b015-a6a1a2981785 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:55.316909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ea1c-930f-4a0a-9d75-fe308067bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:55.397630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-05497fd0-52c0-4e7f-ba60-f2739018db19 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Synchronizing usage tracker for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:55.411204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2527fffd-82be-499f-ade0-0347dba47bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:55.507166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ea1c-930f-4a0a-9d75-fe308067bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:55.516968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-05497fd0-52c0-4e7f-ba60-f2739018db19 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Unset dirty status for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:55.522740 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-05497fd0-52c0-4e7f-ba60-f2739018db19 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5448236 Apr 29 17:33:55.523438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45152) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:55.544075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7bea3c20-8c50-4d6f-bab6-c732f5949e20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548691589'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:55.554910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7bea3c20-8c50-4d6f-bab6-c732f5949e20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:55.566130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7bea3c20-8c50-4d6f-bab6-c732f5949e20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:55.601240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9ec5ea1c-930f-4a0a-9d75-fe308067bba2 None None] For port 0999aa17-2604-49f9-b015-a6a1a2981785, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0999aa17-2604-49f9-b015-a6a1a2981785,segment=NetworkSegment(612f2928-1cfa-4afd-87b2-75a65937e1de),segment_id=612f2928-1cfa-4afd-87b2-75a65937e1de)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:55.605090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ea1c-930f-4a0a-9d75-fe308067bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:55.666031 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:55.687970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7bea3c20-8c50-4d6f-bab6-c732f5949e20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:55.740496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5ea1c-930f-4a0a-9d75-fe308067bba2 None None] Pushing event updated for resources: {'Port': ['ID=0999aa17-2604-49f9-b015-a6a1a2981785,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:55.758240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7bea3c20-8c50-4d6f-bab6-c732f5949e20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:55.762410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7bea3c20-8c50-4d6f-bab6-c732f5949e20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Usage tracker for resource:security_group_rule and tenant:e9f5a6eaf6f742808766638d537c5916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:55.765577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7bea3c20-8c50-4d6f-bab6-c732f5949e20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:55.795799 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:55.810897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7bea3c20-8c50-4d6f-bab6-c732f5949e20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:55.830595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-232dfd4c-dd9e-48c3-bb50-3a1eed901b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:55.837987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d0a8acbc-c9d3-4582-94d8-d36f8c003b71 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:55.861531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dfd4c-dd9e-48c3-bb50-3a1eed901b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7986ac17-7dbf-4fcb-bb97-116a0757f566,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:55.864101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:55.870760 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:33:55.870948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:33:55.933558 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-028aa038-9631-42c3-b4df-7b86191e4f08 None None] Provisioning for port 424a028b-3df4-4005-bf0b-003a657da82b completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:55.940257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-028aa038-9631-42c3-b4df-7b86191e4f08 None None] Provisioning complete for port 424a028b-3df4-4005-bf0b-003a657da82b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:55.940701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-028aa038-9631-42c3-b4df-7b86191e4f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.001041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-028aa038-9631-42c3-b4df-7b86191e4f08 None None] Port 424a028b-3df4-4005-bf0b-003a657da82b cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:56.014303 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-028aa038-9631-42c3-b4df-7b86191e4f08 None None] Provisioning complete for port 0999aa17-2604-49f9-b015-a6a1a2981785 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:56.014303 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-028aa038-9631-42c3-b4df-7b86191e4f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.014597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d0a8acbc-c9d3-4582-94d8-d36f8c003b71 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 424a028b-3df4-4005-bf0b-003a657da82b owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:56.045445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd279ce5-883b-4c4c-aca9-5d168c8f8d01 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.058974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=06c33b56-f718-4e8f-9b5d-37ebef48ca44,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:56.079083 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-232dfd4c-dd9e-48c3-bb50-3a1eed901b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.080958 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-232dfd4c-dd9e-48c3-bb50-3a1eed901b54 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7986ac17-7dbf-4fcb-bb97-116a0757f566 HTTP/1.1" status: 204 len: 168 time: 2.0000670 Apr 29 17:33:56.167892 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.253691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Checking segment: {'id': 'f3f7df1c-4ce9-406b-8c83-1348d03c11df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '448d70d6-bf19-4613-9911-9f022a913254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:33:56.254168 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network hostable DHCP agents. Network: 448d70d6-bf19-4613-9911-9f022a913254, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:33:56.314516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7bea3c20-8c50-4d6f-bab6-c732f5949e20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.334387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7bea3c20-8c50-4d6f-bab6-c732f5949e20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.351020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:33:56.354933 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-110b5d66-e678-4396-b2ee-c4e79005790f None None] Provisioning complete for port 424a028b-3df4-4005-bf0b-003a657da82b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:56.356129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:56.357187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-110b5d66-e678-4396-b2ee-c4e79005790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.365312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:56.378957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 448d70d6-bf19-4613-9911-9f022a913254 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:33:56.393104 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 6c19a473-8374-48f0-9dca-00710a477930 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:56.393387 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.438554 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 448d70d6-bf19-4613-9911-9f022a913254) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:33:56.443084 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea3c20-8c50-4d6f-bab6-c732f5949e20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f6e93b-b165-4630-b0c7-cf6e184f8739,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:56.449934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:33:56.456975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:56.457849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.469091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-110b5d66-e678-4396-b2ee-c4e79005790f None None] Port 424a028b-3df4-4005-bf0b-003a657da82b cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:56.470670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58a8c64-d9fa-4c05-b851-598269b24758 None None] Network 448d70d6-bf19-4613-9911-9f022a913254 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:56.474210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7bea3c20-8c50-4d6f-bab6-c732f5949e20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.476419 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7bea3c20-8c50-4d6f-bab6-c732f5949e20 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9426253 Apr 29 17:33:56.481112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45160) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:56.486950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ce5e4636-aff9-4502-a985-414a2d557e27 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:56.488018 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING neutron.api.v2.base [None req-ce5e4636-aff9-4502-a985-414a2d557e27 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 17:33:56.488733 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-ce5e4636-aff9-4502-a985-414a2d557e27 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 17:33:56.489902 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ce5e4636-aff9-4502-a985-414a2d557e27 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "PUT /v2.0/security-groups/22f6e93b-b165-4630-b0c7-cf6e184f8739 HTTP/1.1" status: 409 len: 330 time: 0.0076621 Apr 29 17:33:56.493209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45164) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:56.493886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6c19a473-8374-48f0-9dca-00710a477930 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:56.510537 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a2856a49-ed1c-40b7-acc3-e04d55fa9e46 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5093534 Apr 29 17:33:56.514746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45168) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:56.523637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1816560318'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:56.543554 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:56.576587 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:network and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:56.585069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:56.691786 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.708199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d0a8acbc-c9d3-4582-94d8-d36f8c003b71 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.709829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Pushing event updated for resources: {'Port': ['ID=459e2af7-3889-46fc-8152-93b3573cc70c,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:56.725314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:56.808368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.814653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 6c19a473-8374-48f0-9dca-00710a477930 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:33:56.822877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6c19a473-8374-48f0-9dca-00710a477930 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:56.823396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.847804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:56.851220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.860574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ea84b4f2-e9db-47a6-8f05-77f6c32bbbdb tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.945234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ea84b4f2-e9db-47a6-8f05-77f6c32bbbdb tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.976648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:33:56.980600 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:56.982310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8acbc-c9d3-4582-94d8-d36f8c003b71 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=424a028b-3df4-4005-bf0b-003a657da82b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:57.025929 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.026213 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Added segment 5b4d16ac-0c58-47d1-9c9c-7cc61ad84d11 of type vlan for network 38b279ae-55c5-4bdf-8f9e-7315eaf1794b Apr 29 17:33:57.035024 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6c19a473-8374-48f0-9dca-00710a477930, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6c19a473-8374-48f0-9dca-00710a477930,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:57.046426 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.050434 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0999aa17-2604-49f9-b015-a6a1a2981785 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:57.068455 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d0a8acbc-c9d3-4582-94d8-d36f8c003b71 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.080632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd279ce5-883b-4c4c-aca9-5d168c8f8d01 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.098174 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d0a8acbc-c9d3-4582-94d8-d36f8c003b71 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/424a028b-3df4-4005-bf0b-003a657da82b HTTP/1.1" status: 204 len: 168 time: 3.0972686 Apr 29 17:33:57.100713 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd279ce5-883b-4c4c-aca9-5d168c8f8d01 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.105214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45184) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:57.106849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.180288 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ea84b4f2-e9db-47a6-8f05-77f6c32bbbdb tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.235409 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6c19a473-8374-48f0-9dca-00710a477930,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:57.289665 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0999aa17-2604-49f9-b015-a6a1a2981785 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:57.290562 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.321326 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d976ae3-a004-4676-88ef-6426d60ab563 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] DELETE failed (client error): The resource could not be found. Apr 29 17:33:57.321794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d976ae3-a004-4676-88ef-6426d60ab563 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:33:57.324383 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84b4f2-e9db-47a6-8f05-77f6c32bbbdb tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f6e93b-b165-4630-b0c7-cf6e184f8739,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:57.402666 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd279ce5-883b-4c4c-aca9-5d168c8f8d01 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event updated for resources: {'Port': ['ID=b9ee57ab-cedc-4236-a482-04ae1b03e10f,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:57.418626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ea84b4f2-e9db-47a6-8f05-77f6c32bbbdb tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.422393 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ea84b4f2-e9db-47a6-8f05-77f6c32bbbdb tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "DELETE /v2.0/security-groups/22f6e93b-b165-4630-b0c7-cf6e184f8739 HTTP/1.1" status: 204 len: 168 time: 0.9277368 Apr 29 17:33:57.423852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45192) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:57.430939 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4d976ae3-a004-4676-88ef-6426d60ab563 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/424a028b-3df4-4005-bf0b-003a657da82b HTTP/1.1" status: 404 len: 333 time: 0.2602115 Apr 29 17:33:57.434472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45194) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:57.441018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] For port 6c19a473-8374-48f0-9dca-00710a477930, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6c19a473-8374-48f0-9dca-00710a477930,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:57.442403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.509767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.515202 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:57.515818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.537296 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9531fabc-7b80-4be2-a3aa-ff53cebf5858 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:33:57.537935 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9531fabc-7b80-4be2-a3aa-ff53cebf5858 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:57.553122 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-bd279ce5-883b-4c4c-aca9-5d168c8f8d01 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] In _notify_port_updated(), no bound segment for port b9ee57ab-cedc-4236-a482-04ae1b03e10f on network 75caa734-7b87-4d04-a9b8-6bca537eccf6 {{(pid=88018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:33:57.559386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd279ce5-883b-4c4c-aca9-5d168c8f8d01 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:33:57.560188 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd279ce5-883b-4c4c-aca9-5d168c8f8d01 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.561827 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bd279ce5-883b-4c4c-aca9-5d168c8f8d01 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "PUT /v2.0/ports/b9ee57ab-cedc-4236-a482-04ae1b03e10f HTTP/1.1" status: 200 len: 994 time: 2.5622082 Apr 29 17:33:57.583993 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45202) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:57.604093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 6c19a473-8374-48f0-9dca-00710a477930 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:57.635331 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1192472 Apr 29 17:33:57.650658 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45208) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:57.667670 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'ports': [{'network_id': '448d70d6-bf19-4613-9911-9f022a913254'}, {'network_id': '38b279ae-55c5-4bdf-8f9e-7315eaf1794b'}]} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:57.668023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:57.668452 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': '38b279ae-55c5-4bdf-8f9e-7315eaf1794b'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:57.707625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9531fabc-7b80-4be2-a3aa-ff53cebf5858 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:57.712156 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9531fabc-7b80-4be2-a3aa-ff53cebf5858 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/424a028b-3df4-4005-bf0b-003a657da82b HTTP/1.1" status: 404 len: 333 time: 0.2766595 Apr 29 17:33:57.714297 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c0b3a15e-3ac7-4ee7-b61f-2222e407643c None None] Provisioning complete for port b9ee57ab-cedc-4236-a482-04ae1b03e10f triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:57.714797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a15e-3ac7-4ee7-b61f-2222e407643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.716708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45212) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:57.724503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b8436-affc-44d9-ac04-3dd7a7572899 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Network': ['ID=38b279ae-55c5-4bdf-8f9e-7315eaf1794b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:57.785398 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3a15e-3ac7-4ee7-b61f-2222e407643c None None] Port b9ee57ab-cedc-4236-a482-04ae1b03e10f cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:33:57.788525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 38b279ae-55c5-4bdf-8f9e-7315eaf1794b details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:33:57.795854 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-64cd1526-59e6-42c0-9ba2-0bf64da55426 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Deleting port b9ee57ab-cedc-4236-a482-04ae1b03e10f {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:57.796437 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-64cd1526-59e6-42c0-9ba2-0bf64da55426 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.857057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-092101b5-fac9-496d-ae1d-9f0e93151d05 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Synchronizing usage tracker for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:57.864820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca280e9-9ce7-47c3-812d-aef9b1fab215 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting subnet 781eb63e-d759-4d2b-b71c-00a382c7c024 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:33:57.871598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aca280e9-9ce7-47c3-812d-aef9b1fab215 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.957897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.980133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aca280e9-9ce7-47c3-812d-aef9b1fab215 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:57.982580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-092101b5-fac9-496d-ae1d-9f0e93151d05 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] Unset dirty status for tenant:e9f5a6eaf6f742808766638d537c5916 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:57.984046 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-092101b5-fac9-496d-ae1d-9f0e93151d05 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5334384 Apr 29 17:33:57.991357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:58.013386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45222) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:58.074202 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-15750368-5c4d-4a5b-827b-b9b3f5c5fade tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] delete failed (client error): The resource could not be found. Apr 29 17:33:58.080239 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-15750368-5c4d-4a5b-827b-b9b3f5c5fade tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "DELETE /v2.0/security-groups/387fa6ae-f69e-4b14-8459-8c8a4bf375c4 HTTP/1.1" status: 404 len: 347 time: 0.0608957 Apr 29 17:33:58.081792 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45228) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:58.173920 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-0ff4596d-a989-41f4-8d3b-75cfb813932f tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] show failed (client error): The resource could not be found. Apr 29 17:33:58.174981 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0ff4596d-a989-41f4-8d3b-75cfb813932f tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "GET /v2.0/security-groups/4fdc455a-0542-4022-9e11-cdc995c56810 HTTP/1.1" status: 404 len: 347 time: 0.0904844 Apr 29 17:33:58.182410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45234) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:58.213623 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-58716b7a-e90a-4b36-af9a-e0fa4936bf78 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] show failed (client error): The resource could not be found. Apr 29 17:33:58.214633 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-58716b7a-e90a-4b36-af9a-e0fa4936bf78 tempest-NegativeSecGroupIPv6Test-1684720137 tempest-NegativeSecGroupIPv6Test-1684720137-project] 10.222.0.11 "GET /v2.0/security-group-rules/a7021350-228d-4ba4-91ce-a8b5d0dea5ee HTTP/1.1" status: 404 len: 356 time: 0.0313303 Apr 29 17:33:58.236928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-64cd1526-59e6-42c0-9ba2-0bf64da55426 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:58.248676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aca280e9-9ce7-47c3-812d-aef9b1fab215 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:58.279439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:33:58.279439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:33:58.296288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:58.303539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45240) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:58.335731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6c19a473-8374-48f0-9dca-00710a477930 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:33:58.408464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-64cd1526-59e6-42c0-9ba2-0bf64da55426 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Calling delete_port for b9ee57ab-cedc-4236-a482-04ae1b03e10f owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:58.423640 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6c19a473-8374-48f0-9dca-00710a477930 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:33:58.424253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:58.437873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:port and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:58.439863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:58.445581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:58.453338 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 6c19a473-8374-48f0-9dca-00710a477930 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:58.454366 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:58.506466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aca280e9-9ce7-47c3-812d-aef9b1fab215 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:58.544462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 2} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:58.556562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:58.576501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca280e9-9ce7-47c3-812d-aef9b1fab215 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Subnet': ['ID=781eb63e-d759-4d2b-b71c-00a382c7c024,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:58.584875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aca280e9-9ce7-47c3-812d-aef9b1fab215 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:58.589278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53b663e-3991-4cc6-9b3a-e4cb1303fc1d None None] Network 55b7e2d2-f8eb-49e3-b66c-f107a3b43568 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:33:58.606707 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-aca280e9-9ce7-47c3-812d-aef9b1fab215 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/781eb63e-d759-4d2b-b71c-00a382c7c024 HTTP/1.1" status: 204 len: 168 time: 0.8863716 Apr 29 17:33:58.609852 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45248) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:58.724455 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:58.838542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45252) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:58.847094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-64cd1526-59e6-42c0-9ba2-0bf64da55426 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:58.887674 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beef6a2-e0ce-4cc3-bb84-ffeb68166cfc None None] DHCP port deletion for 55b7e2d2-f8eb-49e3-b66c-f107a3b43568 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:33:58.896726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-5beef6a2-e0ce-4cc3-bb84-ffeb68166cfc None None] Deleting port 0999aa17-2604-49f9-b015-a6a1a2981785 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:58.898227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5beef6a2-e0ce-4cc3-bb84-ffeb68166cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:58.924699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:58.930562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd1526-59e6-42c0-9ba2-0bf64da55426 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event deleted for resources: {'Port': ['ID=b9ee57ab-cedc-4236-a482-04ae1b03e10f,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:59.004490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 0999aa17-2604-49f9-b015-a6a1a2981785 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:33:59.004823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:59.037887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1321962373'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:59.057985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:59.078933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:59.086353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:59.138113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Usage tracker for resource:network and tenant:0e489252afb745549189e68e2f893242 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:59.142188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:59.202975 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-5beef6a2-e0ce-4cc3-bb84-ffeb68166cfc None None] For port 0999aa17-2604-49f9-b015-a6a1a2981785, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0999aa17-2604-49f9-b015-a6a1a2981785,segment=NetworkSegment(612f2928-1cfa-4afd-87b2-75a65937e1de),segment_id=612f2928-1cfa-4afd-87b2-75a65937e1de)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:59.203389 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5beef6a2-e0ce-4cc3-bb84-ffeb68166cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:59.227648 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-aec69267-ecc4-4fdb-a41a-1f4c00f026d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9f5a6eaf6f742808766638d537c5916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854280 Apr 29 17:33:59.235376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45258) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:59.239843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:59.316152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port b4f4ded2-7623-40ad-b4be-dcb3e4d49990 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:59.317242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-64cd1526-59e6-42c0-9ba2-0bf64da55426 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:59.321467 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-64cd1526-59e6-42c0-9ba2-0bf64da55426 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "DELETE /v2.0/ports/b9ee57ab-cedc-4236-a482-04ae1b03e10f HTTP/1.1" status: 204 len: 168 time: 1.7337904 Apr 29 17:33:59.321954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45262) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:59.340881 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-5beef6a2-e0ce-4cc3-bb84-ffeb68166cfc None None] Calling delete_port for 0999aa17-2604-49f9-b015-a6a1a2981785 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:59.363752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Made reservation on behalf of 0e489252afb745549189e68e2f893242 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:59.368198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:59.382923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] For port 6c19a473-8374-48f0-9dca-00710a477930, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6c19a473-8374-48f0-9dca-00710a477930,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:59.383281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:59.420238 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5beef6a2-e0ce-4cc3-bb84-ffeb68166cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:59.422306 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b6f4c4-8202-4bf0-8d7c-3f833d5e5809 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] GET failed (client error): The resource could not be found. Apr 29 17:33:59.422829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-78b6f4c4-8202-4bf0-8d7c-3f833d5e5809 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Synchronizing usage tracker for tenant:424c3d989bc14bbe83ad00a62fea466d on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:33:59.432503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] For port 0999aa17-2604-49f9-b015-a6a1a2981785, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0999aa17-2604-49f9-b015-a6a1a2981785,segment=NetworkSegment(612f2928-1cfa-4afd-87b2-75a65937e1de),segment_id=612f2928-1cfa-4afd-87b2-75a65937e1de)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:33:59.432858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:59.501522 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beef6a2-e0ce-4cc3-bb84-ffeb68166cfc None None] Pushing event deleted for resources: {'Port': ['ID=0999aa17-2604-49f9-b015-a6a1a2981785,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:33:59.504153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beef6a2-e0ce-4cc3-bb84-ffeb68166cfc None None] No DVR routers for this DVR port 0999aa17-2604-49f9-b015-a6a1a2981785 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:33:59.559740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-78b6f4c4-8202-4bf0-8d7c-3f833d5e5809 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Unset dirty status for tenant:424c3d989bc14bbe83ad00a62fea466d on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:33:59.560968 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-78b6f4c4-8202-4bf0-8d7c-3f833d5e5809 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "GET /v2.0/ports/b9ee57ab-cedc-4236-a482-04ae1b03e10f HTTP/1.1" status: 404 len: 333 time: 0.2381768 Apr 29 17:33:59.568094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 0999aa17-2604-49f9-b015-a6a1a2981785 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:59.598346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45266) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:33:59.599033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:59.614432 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Request body: {'port': {'network_id': '75caa734-7b87-4d04-a9b8-6bca537eccf6', 'name': 'tempest-AllowedAddressPairTestJSON-1261125226'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:33:59.685767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 6c19a473-8374-48f0-9dca-00710a477930 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:33:59.743136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:59.752049 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:33:59.752366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:33:59.766004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Usage tracker for resource:security_group_rule and tenant:0e489252afb745549189e68e2f893242 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:33:59.772202 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:33:59.773144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:33:59.782030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:59.792911 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Made reservation on behalf of 424c3d989bc14bbe83ad00a62fea466d for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:33:59.794461 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:33:59.797113 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:59.819593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] device_id is not set on port e6f9c2c3-73cc-4034-b700-6275e1207855 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:33:59.820518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-67e88096-89ff-4205-9ef8-cb0c1ef7a093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:59.946806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-67e88096-89ff-4205-9ef8-cb0c1ef7a093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:33:59.962358 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Allocated IP 172.20.0.14 (75caa734-7b87-4d04-a9b8-6bca537eccf6/40961967-4ed5-40df-a7a4-98defca44a81/e6f9c2c3-73cc-4034-b700-6275e1207855) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:33:59.998363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.153818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Router bd3aa673-0783-4103-9479-0288fce118d8 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:34:00.167523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.212113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port 2a725a57-2612-4c36-8e75-1c7cffa8520e yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:00.253551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 0999aa17-2604-49f9-b015-a6a1a2981785 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:00.254073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.259624 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0999aa17-2604-49f9-b015-a6a1a2981785 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:34:00.294092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 0999aa17-2604-49f9-b015-a6a1a2981785 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:34:00.294577 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0999aa17-2604-49f9-b015-a6a1a2981785 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:34:00.310578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-67e88096-89ff-4205-9ef8-cb0c1ef7a093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.323960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] The port '0999aa17-2604-49f9-b015-a6a1a2981785' was deleted {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:34:00.370960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.409828 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.427574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e88096-89ff-4205-9ef8-cb0c1ef7a093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf7328e-f229-4a89-94cf-cee4b24ea3d6,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:00.466991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.476940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:00.530251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Transition to ACTIVE for port object e6f9c2c3-73cc-4034-b700-6275e1207855 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:00.539040 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.565363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=6c19a473-8374-48f0-9dca-00710a477930,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:00.570285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b7e2d2-f8eb-49e3-b66c-f107a3b43568']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:00.586034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612f2928-1cfa-4afd-87b2-75a65937e1de') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:00.586322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612f2928-1cfa-4afd-87b2-75a65937e1de') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:00.600241 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.601678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b94258-3de3-4a6c-9dc1-94971318194d,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:00.612993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.613336 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Added segment 7f3b2160-4bbf-4e60-86bf-81fa36f198be of type vlan for network 55d25ff9-a346-4cd3-ae99-e1086ea5277a Apr 29 17:34:00.620254 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.662261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.692337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:00.692731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:00.707651 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:00.723540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:34:00.736832 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6072d092-c890-45d2-affa-eb19a9197767 None None] Sync routers for ids ['bd3aa673-0783-4103-9479-0288fce118d8'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:34:00.742700 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Network 75caa734-7b87-4d04-a9b8-6bca537eccf6 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:00.750982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:00.751168 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072d092-c890-45d2-affa-eb19a9197767 None None] Routers {'bd3aa673-0783-4103-9479-0288fce118d8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:34:00.751643 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6072d092-c890-45d2-affa-eb19a9197767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bd3aa673-0783-4103-9479-0288fce118d8'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:00.789258 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-67e88096-89ff-4205-9ef8-cb0c1ef7a093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.792890 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-67e88096-89ff-4205-9ef8-cb0c1ef7a093 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6bf7328e-f229-4a89-94cf-cee4b24ea3d6 HTTP/1.1" status: 204 len: 168 time: 1.5476851 Apr 29 17:34:00.812879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:00.845622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event updated for resources: {'Port': ['ID=e6f9c2c3-73cc-4034-b700-6275e1207855,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:00.846433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.864737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.865922 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5017d7ab-4319-4166-966d-4489744203cd tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "PUT /v2.0/routers/bd3aa673-0783-4103-9479-0288fce118d8 HTTP/1.1" status: 200 len: 883 time: 8.6484253 Apr 29 17:34:00.870909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.873585 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45272) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:00.912137 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6072d092-c890-45d2-affa-eb19a9197767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:00.915989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:00.933645 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072d092-c890-45d2-affa-eb19a9197767 None None] Routers {'bd3aa673-0783-4103-9479-0288fce118d8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:34:00.934257 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6072d092-c890-45d2-affa-eb19a9197767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bd3aa673-0783-4103-9479-0288fce118d8'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:00.987683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:00.988880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.019121 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6072d092-c890-45d2-affa-eb19a9197767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:01.021554 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6072d092-c890-45d2-affa-eb19a9197767 None None] The sync data for ids ['bd3aa673-0783-4103-9479-0288fce118d8'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:34:01.046167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d15a440b-7d2b-4a0e-b9fb-d22e447fab69 None None] Provisioning for port e6f9c2c3-73cc-4034-b700-6275e1207855 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:01.054316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d15a440b-7d2b-4a0e-b9fb-d22e447fab69 None None] Provisioning complete for port e6f9c2c3-73cc-4034-b700-6275e1207855 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:01.055099 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d15a440b-7d2b-4a0e-b9fb-d22e447fab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.078725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.089630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.095385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:01.096191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.138402 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.141132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Network': ['ID=55b7e2d2-f8eb-49e3-b66c-f107a3b43568,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:01.151277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d15a440b-7d2b-4a0e-b9fb-d22e447fab69 None None] Port e6f9c2c3-73cc-4034-b700-6275e1207855 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:34:01.201357 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c589b863-eb71-4e24-80eb-cf38d6ee3d65 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/networks/55b7e2d2-f8eb-49e3-b66c-f107a3b43568 HTTP/1.1" status: 204 len: 168 time: 2.5902767 Apr 29 17:34:01.205473 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ded94315-ed57-4751-95f0-cae484b98674 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6063890 Apr 29 17:34:01.206060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45276) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:01.209760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45278) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:01.216994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1201992712'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:01.229725 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8577099 Apr 29 17:34:01.229920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a5fea188-0f7c-42b4-9461-ee6fe4d14652 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3f:a3:48'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:01.257023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45284) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:01.257952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:01.279580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:network and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:01.289925 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7e6e1cf2-f9a9-47e3-a2ef-7f6959c1947e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/routers/bd3aa673-0783-4103-9479-0288fce118d8 HTTP/1.1" status: 200 len: 924 time: 0.4152977 Apr 29 17:34:01.290354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45290) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:01.293213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:01.331014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:01.391021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:01.394551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.472118 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.485509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Request body: {'network': {'name': 'tempest-network--1534958975', 'router:external': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:01.499629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:01.510897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Usage tracker for resource:network and tenant:ca2490dd570c4f3d9cd6ecaf39007440 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:01.516138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:01.518363 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:01.536364 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:01.546060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d66722-7d83-4ac4-8838-f56238d9305f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Pushing event updated for resources: {'Network': ['ID=55d25ff9-a346-4cd3-ae99-e1086ea5277a,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:01.558637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.558837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 55d25ff9-a346-4cd3-ae99-e1086ea5277a details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:01.559284 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Added segment 4113730d-a943-48f0-b108-46f834064120 of type vlan for network 4a6e7b0e-7432-44ed-87dd-84ff09eae08d Apr 29 17:34:01.562850 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Router 73295c19-1d41-4aea-932c-9e0851816e2c has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:34:01.573304 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 448d70d6-bf19-4613-9911-9f022a913254 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:01.579787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:01.583200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:01.584023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.586906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=b4f4ded2-7623-40ad-b4be-dcb3e4d49990,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:01.595697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e5921c-d335-4537-8bcb-f93a57ad9a4e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:01.596350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b1e5921c-d335-4537-8bcb-f93a57ad9a4e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Synchronizing usage tracker for tenant:8f88d80ebbf84bc1b36e869246875715 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:01.633748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.668819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Made reservation on behalf of ca2490dd570c4f3d9cd6ecaf39007440 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:01.672711 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.704902 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.710262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:01.710835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.732027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.779284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b1e5921c-d335-4537-8bcb-f93a57ad9a4e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Unset dirty status for tenant:8f88d80ebbf84bc1b36e869246875715 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:01.780436 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b1e5921c-d335-4537-8bcb-f93a57ad9a4e tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&device_id=bd3aa673-0783-4103-9479-0288fce118d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4843976 Apr 29 17:34:01.785457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:34:01.787129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45294) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:01.800910 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e824a907-12c0-4bf7-a286-134f6e9af5e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "PUT /v2.0/routers/73295c19-1d41-4aea-932c-9e0851816e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4260044 Apr 29 17:34:01.801521 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1c410d-a4c8-45ae-a030-46dbe201a4ff None None] Sync routers for ids ['73295c19-1d41-4aea-932c-9e0851816e2c'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:34:01.806165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45298) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:01.813986 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c410d-a4c8-45ae-a030-46dbe201a4ff None None] Routers {'73295c19-1d41-4aea-932c-9e0851816e2c'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:34:01.815401 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-fc1c410d-a4c8-45ae-a030-46dbe201a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['73295c19-1d41-4aea-932c-9e0851816e2c'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:01.825029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=2a725a57-2612-4c36-8e75-1c7cffa8520e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:01.834110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5fea188-0f7c-42b4-9461-ee6fe4d14652 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:01.853004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:01.858800 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6473436 Apr 29 17:34:01.862483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45302) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:01.866654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa23401-98f5-4f81-a5a5-4ae41f50585f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Network': ['ID=4a6e7b0e-7432-44ed-87dd-84ff09eae08d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:01.869042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Usage tracker for resource:security_group_rule and tenant:ca2490dd570c4f3d9cd6ecaf39007440 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:01.876148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': '4a6e7b0e-7432-44ed-87dd-84ff09eae08d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:01.890050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:01.935908 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 4a6e7b0e-7432-44ed-87dd-84ff09eae08d details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:01.941207 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:01.950572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Checking segment: {'id': '5b4d16ac-0c58-47d1-9c9c-7cc61ad84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '38b279ae-55c5-4bdf-8f9e-7315eaf1794b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:01.950937 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network hostable DHCP agents. Network: 38b279ae-55c5-4bdf-8f9e-7315eaf1794b, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:34:01.983131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-fc1c410d-a4c8-45ae-a030-46dbe201a4ff None None] Set router 73295c19-1d41-4aea-932c-9e0851816e2c gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:34:01.996164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bcb30f-44b0-488a-9302-73c0e95cfdb2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:01.997654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bcb30f-44b0-488a-9302-73c0e95cfdb2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:02.001779 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-33bcb30f-44b0-488a-9302-73c0e95cfdb2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1755314 Apr 29 17:34:02.004887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45306) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:02.050310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 38b279ae-55c5-4bdf-8f9e-7315eaf1794b is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:34:02.072645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ff15d8-4dc7-4179-84a3-78d960f2e298 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:02.076841 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-76ff15d8-4dc7-4179-84a3-78d960f2e298 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/networks/aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 881 time: 0.2838683 Apr 29 17:34:02.077418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45310) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:02.082526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 38b279ae-55c5-4bdf-8f9e-7315eaf1794b) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:02.084944 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:02.099739 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:02.103342 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:02.117934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:02.129299 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a0624e-153e-40ec-a390-0d2ee24ba1a4 None None] Network 38b279ae-55c5-4bdf-8f9e-7315eaf1794b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:02.129531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:02.134995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:02.139697 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:02.140348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.158934 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-fc1c410d-a4c8-45ae-a030-46dbe201a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73295c19-1d41-4aea-932c-9e0851816e2c', 'name': 'tempest-NetworksTestDHCPv6-router-1043466987', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:44Z', 'updated_at': '2022-04-29T17:34:00Z', 'revision_number': 3, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:02.159173 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7a36a0cd-3ad3-436b-a67b-38ac81baf924 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd3aa673-0783-4103-9479-0288fce118d8 HTTP/1.1" status: 200 len: 205 time: 0.0775559 Apr 29 17:34:02.165445 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd0b8fb-b52e-4610-8225-58b976307ab5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:02.167087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45314) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:02.173383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b8fb-b52e-4610-8225-58b976307ab5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.184664 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1c410d-a4c8-45ae-a030-46dbe201a4ff None None] Checking router: 73295c19-1d41-4aea-932c-9e0851816e2c for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:34:02.199939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:02.203270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.260049 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c410d-a4c8-45ae-a030-46dbe201a4ff None None] Routers {'73295c19-1d41-4aea-932c-9e0851816e2c'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:34:02.260636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-fc1c410d-a4c8-45ae-a030-46dbe201a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['73295c19-1d41-4aea-932c-9e0851816e2c'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:02.345558 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1769aa25-cff0-4132-8daa-64a41e27c747 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6868596 Apr 29 17:34:02.347217 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45318) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:02.355000 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:34:02.366165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b8fb-b52e-4610-8225-58b976307ab5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.456339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-fc1c410d-a4c8-45ae-a030-46dbe201a4ff None None] Set router 73295c19-1d41-4aea-932c-9e0851816e2c gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:34:02.462954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.539882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.559714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.565978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-fc1c410d-a4c8-45ae-a030-46dbe201a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73295c19-1d41-4aea-932c-9e0851816e2c', 'name': 'tempest-NetworksTestDHCPv6-router-1043466987', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:44Z', 'updated_at': '2022-04-29T17:34:00Z', 'revision_number': 3, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:02.573210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1c410d-a4c8-45ae-a030-46dbe201a4ff None None] The sync data for ids ['73295c19-1d41-4aea-932c-9e0851816e2c'] in dv-neutron-839024-2-hyperv is: [{'id': '73295c19-1d41-4aea-932c-9e0851816e2c', 'name': 'tempest-NetworksTestDHCPv6-router-1043466987', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:33:44Z', 'updated_at': '2022-04-29T17:34:00Z', 'revision_number': 3, 'project_id': 'acc765c65b71454aabfd989e9d6e3ded', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:34:02.591793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5fea188-0f7c-42b4-9461-ee6fe4d14652 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.619188 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5fea188-0f7c-42b4-9461-ee6fe4d14652 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.619913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b8fb-b52e-4610-8225-58b976307ab5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.679805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-88cff1cf-d31c-4405-9d28-c145380f3db7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 2a725a57-2612-4c36-8e75-1c7cffa8520e {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:02.680421 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88cff1cf-d31c-4405-9d28-c145380f3db7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.712122 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.724241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b8fb-b52e-4610-8225-58b976307ab5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.733569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:02.759264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Deleting port 459e2af7-3889-46fc-8152-93b3573cc70c {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:02.759626 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.811778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b8fb-b52e-4610-8225-58b976307ab5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.815149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0109e5-31f2-41b2-b35e-b18f7b4c448b None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:02.817540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0b8fb-b52e-4610-8225-58b976307ab5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:02.828682 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3cd0b8fb-b52e-4610-8225-58b976307ab5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad HTTP/1.1" status: 204 len: 168 time: 0.8226008 Apr 29 17:34:02.831347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45322) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:02.850062 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a908c1e-bf7a-4cfd-992e-87b9cfae1787,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:02.880198 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:02.880545 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Added segment 4609eeb0-47ba-4155-877c-528f99487bc8 of type vlan for network ed662583-1cbb-45a2-a048-dd791eedb70d Apr 29 17:34:02.896415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fea188-0f7c-42b4-9461-ee6fe4d14652 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event updated for resources: {'Port': ['ID=e6f9c2c3-73cc-4034-b700-6275e1207855,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:03.019171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.045507 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a5fea188-0f7c-42b4-9461-ee6fe4d14652 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] In _notify_port_updated(), no bound segment for port e6f9c2c3-73cc-4034-b700-6275e1207855 on network 75caa734-7b87-4d04-a9b8-6bca537eccf6 {{(pid=88018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:34:03.051470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fea188-0f7c-42b4-9461-ee6fe4d14652 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:03.052143 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5fea188-0f7c-42b4-9461-ee6fe4d14652 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.056395 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a5fea188-0f7c-42b4-9461-ee6fe4d14652 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "PUT /v2.0/ports/e6f9c2c3-73cc-4034-b700-6275e1207855 HTTP/1.1" status: 200 len: 997 time: 1.8410547 Apr 29 17:34:03.062357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45326) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:03.150189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-426b12c8-10d4-445b-9bf1-f26af1f6cd0c None None] Provisioning complete for port e6f9c2c3-73cc-4034-b700-6275e1207855 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:03.150543 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-426b12c8-10d4-445b-9bf1-f26af1f6cd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.173135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.174200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:03.174785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.211029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-426b12c8-10d4-445b-9bf1-f26af1f6cd0c None None] Port e6f9c2c3-73cc-4034-b700-6275e1207855 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:34:03.219355 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1f3e6d44-7e53-4d0e-955f-60c95ef23478 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:router {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:03.248071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.290340 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.297151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d294cf7a-8ff9-49ed-a554-e8fc47263c31 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:34:03.302888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d294cf7a-8ff9-49ed-a554-e8fc47263c31 None None] Deleting port 10898a46-4e9d-43e1-b836-f41ef817447c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:03.302888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d294cf7a-8ff9-49ed-a554-e8fc47263c31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.310752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1f3e6d44-7e53-4d0e-955f-60c95ef23478 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:router {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:03.314428 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1f3e6d44-7e53-4d0e-955f-60c95ef23478 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4797049 Apr 29 17:34:03.341410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45330) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:03.370912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-172f16e2-cee6-4e70-9d6a-c97ac17e82ad tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Deleting port e6f9c2c3-73cc-4034-b700-6275e1207855 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:03.371249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172f16e2-cee6-4e70-9d6a-c97ac17e82ad tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.375797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Calling delete_port for 459e2af7-3889-46fc-8152-93b3573cc70c owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:03.503645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-d294cf7a-8ff9-49ed-a554-e8fc47263c31 None None] For port 10898a46-4e9d-43e1-b836-f41ef817447c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=10898a46-4e9d-43e1-b836-f41ef817447c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:03.504033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d294cf7a-8ff9-49ed-a554-e8fc47263c31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.529470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88cff1cf-d31c-4405-9d28-c145380f3db7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.551619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.599113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Pushing event deleted for resources: {'Port': ['ID=459e2af7-3889-46fc-8152-93b3573cc70c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:03.624529 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d294cf7a-8ff9-49ed-a554-e8fc47263c31 None None] Calling delete_port for 10898a46-4e9d-43e1-b836-f41ef817447c owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:03.633752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d448a3b-051a-4294-b313-37e86c3ddfa5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.682507 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event updated for resources: {'Network': ['ID=ed662583-1cbb-45a2-a048-dd791eedb70d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:03.688034 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-16cacf3e-9a11-4d39-9b04-09725311734b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4250424 Apr 29 17:34:03.694257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45334) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:03.712851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network ed662583-1cbb-45a2-a048-dd791eedb70d details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:03.728974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d294cf7a-8ff9-49ed-a554-e8fc47263c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.744005 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.786276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294cf7a-8ff9-49ed-a554-e8fc47263c31 None None] Pushing event deleted for resources: {'Port': ['ID=10898a46-4e9d-43e1-b836-f41ef817447c,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:03.798090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d294cf7a-8ff9-49ed-a554-e8fc47263c31 None None] No DVR routers for this DVR port 10898a46-4e9d-43e1-b836-f41ef817447c on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:34:03.891946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-88cff1cf-d31c-4405-9d28-c145380f3db7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 2a725a57-2612-4c36-8e75-1c7cffa8520e owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:03.988616 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.991927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:03.994961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.027598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Subnet': ['ID=1f8200d7-2bcf-4aaa-9164-c942d01e7386,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:04.054676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Checking segment: {'id': '4113730d-a943-48f0-b108-46f834064120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a6e7b0e-7432-44ed-87dd-84ff09eae08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:04.055028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network hostable DHCP agents. Network: 4a6e7b0e-7432-44ed-87dd-84ff09eae08d, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:34:04.064664 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.065215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Fanout notify agent at l3_agent the message router_deleted on router bd3aa673-0783-4103-9479-0288fce118d8 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:34:04.144197 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.154710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.155845 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1f41198b-4540-478d-8ea7-34e5d4460fe5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "DELETE /v2.0/routers/bd3aa673-0783-4103-9479-0288fce118d8 HTTP/1.1" status: 204 len: 168 time: 1.9857605 Apr 29 17:34:04.160233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45338) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:04.167208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-cab846d6-0085-46b7-a4b9-dced5f11efe1 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1374745521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:04.183588 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-cab846d6-0085-46b7-a4b9-dced5f11efe1 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:04.189277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed662583-1cbb-45a2-a048-dd791eedb70d']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:04.196449 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-cab846d6-0085-46b7-a4b9-dced5f11efe1 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Usage tracker for resource:router and tenant:9933681c551348c6ab2c795952810e91 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:04.201529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-cab846d6-0085-46b7-a4b9-dced5f11efe1 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:04.209031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4609eeb0-47ba-4155-877c-528f99487bc8') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:04.209314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4609eeb0-47ba-4155-877c-528f99487bc8') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:04.216974 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-cab846d6-0085-46b7-a4b9-dced5f11efe1 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:04.225359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.242669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.250155 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cab846d6-0085-46b7-a4b9-dced5f11efe1 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.251208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cab846d6-0085-46b7-a4b9-dced5f11efe1 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.255586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:04.256001 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:04.271372 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:04.273313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6c19a473-8374-48f0-9dca-00710a477930 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:34:04.311905 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 6c19a473-8374-48f0-9dca-00710a477930 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:34:04.312856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6c19a473-8374-48f0-9dca-00710a477930 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:34:04.312968 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 10898a46-4e9d-43e1-b836-f41ef817447c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:34:04.315216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d448a3b-051a-4294-b313-37e86c3ddfa5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.334887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d448a3b-051a-4294-b313-37e86c3ddfa5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.342398 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 4a6e7b0e-7432-44ed-87dd-84ff09eae08d is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:34:04.354520 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 10898a46-4e9d-43e1-b836-f41ef817447c {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:34:04.355112 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 10898a46-4e9d-43e1-b836-f41ef817447c not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:34:04.368189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.372613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed662583-1cbb-45a2-a048-dd791eedb70d {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 17:34:04.377117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.379198 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88cff1cf-d31c-4405-9d28-c145380f3db7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.380725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 4a6e7b0e-7432-44ed-87dd-84ff09eae08d) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:04.391624 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c464d1-081d-41b5-aea3-db26edea9111 None None] Network 4a6e7b0e-7432-44ed-87dd-84ff09eae08d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:04.407271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed662583-1cbb-45a2-a048-dd791eedb70d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:04.414381 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-490eaba1-31b7-41a6-97f1-df45a2191f81 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "DELETE /v2.0/networks/ed662583-1cbb-45a2-a048-dd791eedb70d HTTP/1.1" status: 204 len: 168 time: 0.7159162 Apr 29 17:34:04.414599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45342) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:04.420066 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:04.427227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:04.431664 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Usage tracker for resource:network and tenant:ca2490dd570c4f3d9cd6ecaf39007440 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:04.434907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:04.441120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:04.453456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Made reservation on behalf of ca2490dd570c4f3d9cd6ecaf39007440 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:04.456417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.475669 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:04.476247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.484042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cab846d6-0085-46b7-a4b9-dced5f11efe1 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.491424 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d448a3b-051a-4294-b313-37e86c3ddfa5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.491937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d448a3b-051a-4294-b313-37e86c3ddfa5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Fanout notify agent at l3_agent the message router_deleted on router 73295c19-1d41-4aea-932c-9e0851816e2c {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:34:04.505710 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cff1cf-d31c-4405-9d28-c145380f3db7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=2a725a57-2612-4c36-8e75-1c7cffa8520e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:04.512255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:04.531485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.531485 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Added segment 85608efb-2445-46dd-9073-fbb61c3b84cc of type vlan for network 02d0534b-abe6-4248-986c-469dc4e26ad2 Apr 29 17:34:04.539643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cab846d6-0085-46b7-a4b9-dced5f11efe1 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.562289 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-18cebed1-6b7b-4861-aa8e-80de095dbaba tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6968417 Apr 29 17:34:04.568589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45348) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:04.570096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172f16e2-cee6-4e70-9d6a-c97ac17e82ad tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.587506 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88cff1cf-d31c-4405-9d28-c145380f3db7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.589384 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-88cff1cf-d31c-4405-9d28-c145380f3db7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/2a725a57-2612-4c36-8e75-1c7cffa8520e HTTP/1.1" status: 204 len: 168 time: 2.2414436 Apr 29 17:34:04.592959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': '4a6e7b0e-7432-44ed-87dd-84ff09eae08d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-627256661'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:04.593516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45352) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:04.603487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cab846d6-0085-46b7-a4b9-dced5f11efe1 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.607312 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cab846d6-0085-46b7-a4b9-dced5f11efe1 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4435601 Apr 29 17:34:04.674921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45356) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:04.678968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d448a3b-051a-4294-b313-37e86c3ddfa5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.691210 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5d448a3b-051a-4294-b313-37e86c3ddfa5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/routers/73295c19-1d41-4aea-932c-9e0851816e2c HTTP/1.1" status: 204 len: 168 time: 1.3363724 Apr 29 17:34:04.693459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45360) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:04.713167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-4a6e7b0e-7432-44ed-87dd-84ff09eae08d', 'network_id': '4a6e7b0e-7432-44ed-87dd-84ff09eae08d', 'tenant_id': '6a09bfbd4fea4865a7331651402ea46f', 'fixed_ips': [{'subnet_id': '1f8200d7-2bcf-4aaa-9164-c942d01e7386'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:34:04.714892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.776348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.782884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-172f16e2-cee6-4e70-9d6a-c97ac17e82ad tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Calling delete_port for e6f9c2c3-73cc-4034-b700-6275e1207855 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:04.836663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.837808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:04.838539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:04.907253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b289276-c0e6-48b6-9f2a-f1c2b16d1ba8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:04.913802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b289276-c0e6-48b6-9f2a-f1c2b16d1ba8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:04.914680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4b289276-c0e6-48b6-9f2a-f1c2b16d1ba8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:04.938535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'enable_snat': True}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:04.955882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Allocated IP 2001:db8::2 (4a6e7b0e-7432-44ed-87dd-84ff09eae08d/1f8200d7-2bcf-4aaa-9164-c942d01e7386/6447182b-faf3-4f64-882e-99fc3e39df0c) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:04.968023 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5491903 Apr 29 17:34:04.977307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45364) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:04.982093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb07065-70cf-427d-8a47-4ecaaa1258d8 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event updated for resources: {'Network': ['ID=02d0534b-abe6-4248-986c-469dc4e26ad2,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:04.992721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Request body: {'subnet': {'network_id': '02d0534b-abe6-4248-986c-469dc4e26ad2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:04.996900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:05.002211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Usage tracker for resource:subnet and tenant:ca2490dd570c4f3d9cd6ecaf39007440 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:05.005439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:05.012416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 02d0534b-abe6-4248-986c-469dc4e26ad2 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:05.013038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:05.026537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4b289276-c0e6-48b6-9f2a-f1c2b16d1ba8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:05.030511 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4b289276-c0e6-48b6-9f2a-f1c2b16d1ba8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4337022 Apr 29 17:34:05.030511 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Made reservation on behalf of ca2490dd570c4f3d9cd6ecaf39007440 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:05.034381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:05.051161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45368) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:05.200019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bfb20d0f-d8aa-4689-bd2c-610b50943c2e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:05.210126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a6ac1-abba-403c-b8c4-c1256538a910 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port b4f4ded2-7623-40ad-b4be-dcb3e4d49990 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:05.210336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6ac1-abba-403c-b8c4-c1256538a910 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:05.286675 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:05.359175 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bfb20d0f-d8aa-4689-bd2c-610b50943c2e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:05.360318 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bfb20d0f-d8aa-4689-bd2c-610b50943c2e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4470432 Apr 29 17:34:05.366901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45372) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:05.371576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Transition to ACTIVE for port object 6447182b-faf3-4f64-882e-99fc3e39df0c will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:05.399999 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Transition to ACTIVE for port object 6447182b-faf3-4f64-882e-99fc3e39df0c will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:05.414330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:05.497907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6ac1-abba-403c-b8c4-c1256538a910 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:05.551838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Network 4a6e7b0e-7432-44ed-87dd-84ff09eae08d is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:05.554684 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:05.558405 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:05.568453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d676be-1ab2-4e2e-a323-0b96fa8e569b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:05.569132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a9d676be-1ab2-4e2e-a323-0b96fa8e569b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:05.571543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172f16e2-cee6-4e70-9d6a-c97ac17e82ad tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:05.684466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Pushing event updated for resources: {'Port': ['ID=6447182b-faf3-4f64-882e-99fc3e39df0c,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:05.684811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a6ac1-abba-403c-b8c4-c1256538a910 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for b4f4ded2-7623-40ad-b4be-dcb3e4d49990 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:05.712684 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Attempting to bind port 6447182b-faf3-4f64-882e-99fc3e39df0c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:34:05.713040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Attempting to bind port 6447182b-faf3-4f64-882e-99fc3e39df0c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '4113730d-a943-48f0-b108-46f834064120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a6e7b0e-7432-44ed-87dd-84ff09eae08d'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:34:05.713399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Attempting to bind port 6447182b-faf3-4f64-882e-99fc3e39df0c on network 4a6e7b0e-7432-44ed-87dd-84ff09eae08d {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:34:05.721691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:34:05.722058 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Checking segment: {'id': '4113730d-a943-48f0-b108-46f834064120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a6e7b0e-7432-44ed-87dd-84ff09eae08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:05.722450 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:05.722834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Bound using segment: {'id': '4113730d-a943-48f0-b108-46f834064120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a6e7b0e-7432-44ed-87dd-84ff09eae08d'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:34:05.723284 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Bound port: 6447182b-faf3-4f64-882e-99fc3e39df0c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4113730d-a943-48f0-b108-46f834064120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a6e7b0e-7432-44ed-87dd-84ff09eae08d'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:34:05.723664 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:05.756654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:05.824105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6ac1-abba-403c-b8c4-c1256538a910 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:05.840082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:05.841190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] For port 6447182b-faf3-4f64-882e-99fc3e39df0c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:34:05.842357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f16e2-cee6-4e70-9d6a-c97ac17e82ad tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event deleted for resources: {'Port': ['ID=e6f9c2c3-73cc-4034-b700-6275e1207855,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:05.844731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] For port 6447182b-faf3-4f64-882e-99fc3e39df0c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6447182b-faf3-4f64-882e-99fc3e39df0c,segment=NetworkSegment(4113730d-a943-48f0-b108-46f834064120),segment_id=4113730d-a943-48f0-b108-46f834064120)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:34:05.854152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:05.893447 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a6ac1-abba-403c-b8c4-c1256538a910 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=b4f4ded2-7623-40ad-b4be-dcb3e4d49990,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:05.904186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6ac1-abba-403c-b8c4-c1256538a910 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:05.931850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:port and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:05.938352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172f16e2-cee6-4e70-9d6a-c97ac17e82ad tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:05.941855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:05.945374 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a9d676be-1ab2-4e2e-a323-0b96fa8e569b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:05.946543 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a9d676be-1ab2-4e2e-a323-0b96fa8e569b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5765164 Apr 29 17:34:05.964314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45376) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:05.965170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:05.971583 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874559b-ab4f-42d0-9bdf-5a4fec774021 None None] Pushing event updated for resources: {'Port': ['ID=6447182b-faf3-4f64-882e-99fc3e39df0c,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:06.020280 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7f6a6ac1-abba-403c-b8c4-c1256538a910 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/b4f4ded2-7623-40ad-b4be-dcb3e4d49990 HTTP/1.1" status: 204 len: 168 time: 0.9697747 Apr 29 17:34:06.024335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45380) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:06.054974 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-172f16e2-cee6-4e70-9d6a-c97ac17e82ad tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "DELETE /v2.0/ports/e6f9c2c3-73cc-4034-b700-6275e1207855 HTTP/1.1" status: 204 len: 168 time: 2.9879940 Apr 29 17:34:06.064540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45384) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:06.104694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-93cf5944-13d3-490d-9860-2a9199788357 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:router {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:06.114384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:06.117954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:06.144214 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ce3ea5-e2dc-4d57-b1f2-6295c29ecce3 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] GET failed (client error): The resource could not be found. Apr 29 17:34:06.145130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-46ce3ea5-e2dc-4d57-b1f2-6295c29ecce3 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Synchronizing usage tracker for tenant:424c3d989bc14bbe83ad00a62fea466d on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:06.187845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01635eb-7038-4709-b417-0736c558317a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:06.188554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f01635eb-7038-4709-b417-0736c558317a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:06.196574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.objects.ports [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:34:06.197069 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:06.218935 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-93cf5944-13d3-490d-9860-2a9199788357 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:router {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:06.224368 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-93cf5944-13d3-490d-9860-2a9199788357 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2526901 Apr 29 17:34:06.224368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port 42f363bf-3b45-4606-a1b8-ccd24a49df56 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:06.252419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45388) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:06.267053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-46ce3ea5-e2dc-4d57-b1f2-6295c29ecce3 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Unset dirty status for tenant:424c3d989bc14bbe83ad00a62fea466d on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:06.273299 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-46ce3ea5-e2dc-4d57-b1f2-6295c29ecce3 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "GET /v2.0/ports/e6f9c2c3-73cc-4034-b700-6275e1207855 HTTP/1.1" status: 404 len: 333 time: 0.2021821 Apr 29 17:34:06.275554 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45392) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:06.282513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-58945fb5-993b-4883-80c4-9c6dea0ead28 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:06.378304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Request body: {'port': {'network_id': '75caa734-7b87-4d04-a9b8-6bca537eccf6', 'name': 'tempest-AllowedAddressPairTestJSON-916729845'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:06.383866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f01635eb-7038-4709-b417-0736c558317a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:06.388386 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f01635eb-7038-4709-b417-0736c558317a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3598845 Apr 29 17:34:06.391559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3ab64057-285c-4a35-83ac-9bd6ed8de377,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:06.403152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45396) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:06.519480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Checking segment: {'id': '85608efb-2445-46dd-9073-fbb61c3b84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '02d0534b-abe6-4248-986c-469dc4e26ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:06.519832 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Network hostable DHCP agents. Network: 02d0534b-abe6-4248-986c-469dc4e26ad2, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:34:06.526772 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8::130 (4a6e7b0e-7432-44ed-87dd-84ff09eae08d/1f8200d7-2bcf-4aaa-9164-c942d01e7386/42f363bf-3b45-4606-a1b8-ccd24a49df56) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:06.527420 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e262643b-2aeb-49bb-a211-bdb32720ba6b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:34:06.528706 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e262643b-2aeb-49bb-a211-bdb32720ba6b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/2a725a57-2612-4c36-8e75-1c7cffa8520e HTTP/1.1" status: 404 len: 333 time: 0.1232407 Apr 29 17:34:06.533967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45400) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:06.570972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-58945fb5-993b-4883-80c4-9c6dea0ead28 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:06.595715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-58945fb5-993b-4883-80c4-9c6dea0ead28 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:06.597800 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-467d1e0f-6bb6-427a-9db1-eb637256d0b0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:34:06.601902 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-467d1e0f-6bb6-427a-9db1-eb637256d0b0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/b4f4ded2-7623-40ad-b4be-dcb3e4d49990 HTTP/1.1" status: 404 len: 333 time: 0.0614598 Apr 29 17:34:06.601902 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Network 02d0534b-abe6-4248-986c-469dc4e26ad2 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:34:06.605899 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45404) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:06.635885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 02d0534b-abe6-4248-986c-469dc4e26ad2) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:06.651924 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97926f-52fe-4ce1-9cda-02f3408f353e None None] Network 02d0534b-abe6-4248-986c-469dc4e26ad2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:06.757856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58945fb5-993b-4883-80c4-9c6dea0ead28 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:06.761238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-58945fb5-993b-4883-80c4-9c6dea0ead28 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:06.768299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:06.775215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:06.776045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:06.866156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:06.889462 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ad3c57-abb0-4f86-b0c1-bc33323bb06d None None] Network 02d0534b-abe6-4248-986c-469dc4e26ad2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:06.933311 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:06.978753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:06.983076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:06.991099 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fcb967ad-77ca-4102-bb9a-bdc922cf8aa8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.008582 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a705ee02-c3f7-46ba-984f-445b01c22756 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0300760 Apr 29 17:34:07.012635 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45408) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:07.022418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Request body: {'floatingip': {'floating_network_id': '02d0534b-abe6-4248-986c-469dc4e26ad2'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:07.046225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object 42f363bf-3b45-4606-a1b8-ccd24a49df56 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:07.054736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Made reservation on behalf of 424c3d989bc14bbe83ad00a62fea466d for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:07.058489 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.073344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:07.105269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] device_id is not set on port 414d10cc-0c53-4da2-b388-b0fffc40762c yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:07.171734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Usage tracker for resource:floatingip and tenant:ca2490dd570c4f3d9cd6ecaf39007440 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:07.180991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:07.186928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fcb967ad-77ca-4102-bb9a-bdc922cf8aa8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.201425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:07.234292 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eb6bc8-eb7d-4635-95fc-083f88a9dcba None None] Network 4a6e7b0e-7432-44ed-87dd-84ff09eae08d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:07.261965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-fcb967ad-77ca-4102-bb9a-bdc922cf8aa8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b279ae-55c5-4bdf-8f9e-7315eaf1794b']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:07.269513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.298550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-fcb967ad-77ca-4102-bb9a-bdc922cf8aa8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4d16ac-0c58-47d1-9c9c-7cc61ad84d11') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:07.298943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-fcb967ad-77ca-4102-bb9a-bdc922cf8aa8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4d16ac-0c58-47d1-9c9c-7cc61ad84d11') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:07.335885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fcb967ad-77ca-4102-bb9a-bdc922cf8aa8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.336140 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-db74f0b9-0130-4d1f-ae5b-f9b82e0685b4 None None] Provisioning for port 6447182b-faf3-4f64-882e-99fc3e39df0c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:07.343377 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.363067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fcb967ad-77ca-4102-bb9a-bdc922cf8aa8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.385306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb967ad-77ca-4102-bb9a-bdc922cf8aa8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:07.385695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fcb967ad-77ca-4102-bb9a-bdc922cf8aa8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.397068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Allocated IP 172.26.4.110 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/ea72e7d7-2e52-4351-840f-a31401cb6e56) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:07.401492 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:07.468031 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 4a6e7b0e-7432-44ed-87dd-84ff09eae08d is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:07.476306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:07.479742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:07.486077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:07.487207 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.550483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fcb967ad-77ca-4102-bb9a-bdc922cf8aa8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.552417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=42f363bf-3b45-4606-a1b8-ccd24a49df56,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:07.608587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fcb967ad-77ca-4102-bb9a-bdc922cf8aa8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.629189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb967ad-77ca-4102-bb9a-bdc922cf8aa8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Network': ['ID=38b279ae-55c5-4bdf-8f9e-7315eaf1794b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:07.649764 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fcb967ad-77ca-4102-bb9a-bdc922cf8aa8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/networks/38b279ae-55c5-4bdf-8f9e-7315eaf1794b HTTP/1.1" status: 204 len: 168 time: 1.0428605 Apr 29 17:34:07.660699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45412) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:07.678411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-414329604'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:07.683263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Allocated IP 172.20.0.11 (75caa734-7b87-4d04-a9b8-6bca537eccf6/40961967-4ed5-40df-a7a4-98defca44a81/414d10cc-0c53-4da2-b388-b0fffc40762c) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:07.702530 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6acfdbd2-df40-4bb8-808d-7e9968041269 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.1237400 Apr 29 17:34:07.709604 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45416) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:07.720409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:07.726797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.objects.ports [None req-58945fb5-993b-4883-80c4-9c6dea0ead28 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:34:07.730290 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-58945fb5-993b-4883-80c4-9c6dea0ead28 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.733763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:network and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:07.764115 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.770945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:07.786095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:07.810987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58945fb5-993b-4883-80c4-9c6dea0ead28 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:07.818225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-58945fb5-993b-4883-80c4-9c6dea0ead28 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:07.823274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:07.827060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.832665 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcdbb42-f7cf-482f-ab72-90cde9e83d61 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:07.838052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58945fb5-993b-4883-80c4-9c6dea0ead28 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:07.838584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-58945fb5-993b-4883-80c4-9c6dea0ead28 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.844222 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a2a10a4a-d16a-45fb-9b07-006e8bf375f7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 42f363bf-3b45-4606-a1b8-ccd24a49df56 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:07.844747 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a2a10a4a-d16a-45fb-9b07-006e8bf375f7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.849829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.879393 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58945fb5-993b-4883-80c4-9c6dea0ead28 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=5de7e6fc-13b6-4add-9d05-de625a63d9ec,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:07.924960 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-58945fb5-993b-4883-80c4-9c6dea0ead28 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6714785 Apr 29 17:34:07.928169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45420) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:07.950237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bbbf6182-4aa3-4352-80ea-6d03c457eb2d None None] Provisioning for port 42f363bf-3b45-4606-a1b8-ccd24a49df56 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:07.952441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-0b8b593f-d18f-47ff-a440-0dca1221204d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:07.961322 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bbbf6182-4aa3-4352-80ea-6d03c457eb2d None None] Provisioning complete for port 42f363bf-3b45-4606-a1b8-ccd24a49df56 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:07.962042 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bbbf6182-4aa3-4352-80ea-6d03c457eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:07.971158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:08.019490 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.020077 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Added segment 7f32cefc-1927-4a1e-bd5f-9b21ce19ff01 of type vlan for network adbbd6ac-44d2-4090-9c6b-6b636f28108a Apr 29 17:34:08.029963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf6182-4aa3-4352-80ea-6d03c457eb2d None None] Port 42f363bf-3b45-4606-a1b8-ccd24a49df56 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:34:08.160990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.161738 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '5de7e6fc-13b6-4add-9d05-de625a63d9ec'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:34:08.162603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.182726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.202770 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Allocated IP 172.20.0.7 (02d0534b-abe6-4248-986c-469dc4e26ad2/3ab64057-285c-4a35-83ac-9bd6ed8de377/6d62fab3-d944-4d8f-bdda-da45fc3e69df) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:08.224915 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0b8b593f-d18f-47ff-a440-0dca1221204d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:08.255793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5cf985e4-e6d6-4099-8026-600c57b598d0 None None] Provisioning complete for port 42f363bf-3b45-4606-a1b8-ccd24a49df56 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:08.256164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5cf985e4-e6d6-4099-8026-600c57b598d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.278696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0b8b593f-d18f-47ff-a440-0dca1221204d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:08.282713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.291674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:08.292260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.292727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:08.294436 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a2a10a4a-d16a-45fb-9b07-006e8bf375f7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.310791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:08.318174 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:08.361559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-5cf985e4-e6d6-4099-8026-600c57b598d0 None None] Port 42f363bf-3b45-4606-a1b8-ccd24a49df56 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:34:08.378229 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7137792 Apr 29 17:34:08.388836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Allocated IP 2001:db8::f816:3eff:fe61:bc9f (e0d73202-cb6d-4434-a143-4d729ced40a4/5de7e6fc-13b6-4add-9d05-de625a63d9ec/3cb84e54-94f2-44f3-9daa-dce2f39c303b) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:08.423153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6447182b-faf3-4f64-882e-99fc3e39df0c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:08.428767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45424) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:08.472052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a2a10a4a-d16a-45fb-9b07-006e8bf375f7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 42f363bf-3b45-4606-a1b8-ccd24a49df56 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:08.492896 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': 'adbbd6ac-44d2-4090-9c6b-6b636f28108a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:08.500055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event updated for resources: {'Port': ['ID=ea72e7d7-2e52-4351-840f-a31401cb6e56,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:08.630954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8b593f-d18f-47ff-a440-0dca1221204d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:08.634830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0b8b593f-d18f-47ff-a440-0dca1221204d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.636569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.678923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada54251-e82b-496e-a2ce-be9d39bb6560 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Network': ['ID=adbbd6ac-44d2-4090-9c6b-6b636f28108a,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:08.712167 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Transition to ACTIVE for port object 414d10cc-0c53-4da2-b388-b0fffc40762c will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:08.730509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network adbbd6ac-44d2-4090-9c6b-6b636f28108a details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:08.747799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 6447182b-faf3-4f64-882e-99fc3e39df0c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:08.776231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6447182b-faf3-4f64-882e-99fc3e39df0c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:08.776231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.818199 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.855623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:08.874785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:08.881364 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Transition to ACTIVE for port object 3cb84e54-94f2-44f3-9daa-dce2f39c303b will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:08.881764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:08.886568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.900319 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:08.915350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Transition to ACTIVE for port object 3cb84e54-94f2-44f3-9daa-dce2f39c303b will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:08.926472 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.935383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:08.938928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:08.972147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.001833 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:09.003081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:09.007563 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:09.040011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_backend_mixin [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Performing IP validity checks on allocation pools {{(pid=88019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 17:34:09.040609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_backend_mixin [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 17:34:09.082772 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Pushing event updated for resources: {'Port': ['ID=3cb84e54-94f2-44f3-9daa-dce2f39c303b,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:09.087603 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.154189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Attempting to bind port 3cb84e54-94f2-44f3-9daa-dce2f39c303b on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:34:09.154519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Attempting to bind port 3cb84e54-94f2-44f3-9daa-dce2f39c303b by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:34:09.154821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Attempting to bind port 3cb84e54-94f2-44f3-9daa-dce2f39c303b on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:34:09.162574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:34:09.162944 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:09.163558 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.163953 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:34:09.164421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Bound port: 3cb84e54-94f2-44f3-9daa-dce2f39c303b, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:34:09.164786 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.171128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a2a10a4a-d16a-45fb-9b07-006e8bf375f7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.180536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.186247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Network 02d0534b-abe6-4248-986c-469dc4e26ad2 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:09.193938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:09.195744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event updated for resources: {'Port': ['ID=6d62fab3-d944-4d8f-bdda-da45fc3e69df,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:09.202769 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:09.242954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Network 75caa734-7b87-4d04-a9b8-6bca537eccf6 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:09.261356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6447182b-faf3-4f64-882e-99fc3e39df0c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6447182b-faf3-4f64-882e-99fc3e39df0c,segment=NetworkSegment(4113730d-a943-48f0-b108-46f834064120),segment_id=4113730d-a943-48f0-b108-46f834064120)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:09.262012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:09.265201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:09.289971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.299709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a2a10a4a-d16a-45fb-9b07-006e8bf375f7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.326583 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event updated for resources: {'Port': ['ID=414d10cc-0c53-4da2-b388-b0fffc40762c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:09.365777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] For port 3cb84e54-94f2-44f3-9daa-dce2f39c303b, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:34:09.374159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] For port 3cb84e54-94f2-44f3-9daa-dce2f39c303b, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3cb84e54-94f2-44f3-9daa-dce2f39c303b,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:34:09.387354 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6447182b-faf3-4f64-882e-99fc3e39df0c,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:09.398431 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.413304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a10a4a-d16a-45fb-9b07-006e8bf375f7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=42f363bf-3b45-4606-a1b8-ccd24a49df56,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:09.420522 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a2a10a4a-d16a-45fb-9b07-006e8bf375f7 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/42f363bf-3b45-4606-a1b8-ccd24a49df56 HTTP/1.1" status: 204 len: 168 time: 1.7096055 Apr 29 17:34:09.422394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45428) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:09.463000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:09.463729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.482266 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.498271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcc425-a57b-4521-bea9-46259d832e20 None None] Pushing event updated for resources: {'Port': ['ID=3cb84e54-94f2-44f3-9daa-dce2f39c303b,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:09.508331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.512033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0b8b593f-d18f-47ff-a440-0dca1221204d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.565658 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b9e8c2-30cf-4ac0-acd7-b56c9120dcb5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:34:09.566208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-02b9e8c2-30cf-4ac0-acd7-b56c9120dcb5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:09.627142 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0b92cac0-b7de-4b40-b3e9-a791f3cfc158 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2890332 Apr 29 17:34:09.629107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45432) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:09.629328 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b593f-d18f-47ff-a440-0dca1221204d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:09.630462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.637769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Request body: {'port': {'network_id': '75caa734-7b87-4d04-a9b8-6bca537eccf6', 'name': 'tempest-AllowedAddressPairTestJSON-22855540'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:09.653778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-0b8b593f-d18f-47ff-a440-0dca1221204d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:09.676674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8b593f-d18f-47ff-a440-0dca1221204d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:09.679953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0b8b593f-d18f-47ff-a440-0dca1221204d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.691630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-02b9e8c2-30cf-4ac0-acd7-b56c9120dcb5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:09.695260 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-02b9e8c2-30cf-4ac0-acd7-b56c9120dcb5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/42f363bf-3b45-4606-a1b8-ccd24a49df56 HTTP/1.1" status: 404 len: 333 time: 0.2666082 Apr 29 17:34:09.701270 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Subnet': ['ID=e250d4c2-2984-48d8-9c26-4f6a27a6e534,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:09.708162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45436) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:09.817007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2d089799-a1dc-4034-931c-5271c04026f5 None None] Provisioning for port 414d10cc-0c53-4da2-b388-b0fffc40762c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:09.827857 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2d089799-a1dc-4034-931c-5271c04026f5 None None] Provisioning complete for port 414d10cc-0c53-4da2-b388-b0fffc40762c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:09.828249 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2d089799-a1dc-4034-931c-5271c04026f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.848911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Checking segment: {'id': '7f32cefc-1927-4a1e-bd5f-9b21ce19ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'adbbd6ac-44d2-4090-9c6b-6b636f28108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:09.851593 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network hostable DHCP agents. Network: adbbd6ac-44d2-4090-9c6b-6b636f28108a, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:34:09.877690 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0b8b593f-d18f-47ff-a440-0dca1221204d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9447088 Apr 29 17:34:09.878494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.882130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45440) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:09.890451 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6341e03-caa5-459d-98f1-8529b7342e12 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting subnet 1f8200d7-2bcf-4aaa-9164-c942d01e7386 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:09.914600 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b593f-d18f-47ff-a440-0dca1221204d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=119f1986-4d6b-49e4-8b6a-5c2cb1e28dbf,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:09.915736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-2d089799-a1dc-4034-931c-5271c04026f5 None None] Port 414d10cc-0c53-4da2-b388-b0fffc40762c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:34:09.941686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network adbbd6ac-44d2-4090-9c6b-6b636f28108a is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:34:09.959572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, adbbd6ac-44d2-4090-9c6b-6b636f28108a) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:09.965715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:09.966285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:09.973115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d7aad-8454-4c5e-bbf7-d6bd02049562 None None] Network adbbd6ac-44d2-4090-9c6b-6b636f28108a requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:09.989747 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'mac_address': 'fa:16:3e:9c:f7:59', 'name': 'tempest-NetworksTestDHCPv6-2003219657'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:10.010728 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3abbd2e1-37b1-44ce-8953-dfe876cd7229 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5786579 Apr 29 17:34:10.013863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45444) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:10.019235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': 'adbbd6ac-44d2-4090-9c6b-6b636f28108a', 'name': 'tempest-PortsTestJSON-940840849'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:10.103983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d6341e03-caa5-459d-98f1-8529b7342e12 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.175528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:10.194240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-adbbd6ac-44d2-4090-9c6b-6b636f28108a', 'network_id': 'adbbd6ac-44d2-4090-9c6b-6b636f28108a', 'tenant_id': '005e56b72c54499f910947cc510b60ad', 'fixed_ips': [{'subnet_id': 'e250d4c2-2984-48d8-9c26-4f6a27a6e534'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:34:10.195056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.237676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:10.256129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:10.259534 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:10.262241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.273120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.290380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d6341e03-caa5-459d-98f1-8529b7342e12 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.316674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:10.320148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.378147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Allocated IP 172.20.0.2 (adbbd6ac-44d2-4090-9c6b-6b636f28108a/e250d4c2-2984-48d8-9c26-4f6a27a6e534/42506090-2876-4488-a037-feb8663c9303) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:10.388291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Made reservation on behalf of 424c3d989bc14bbe83ad00a62fea466d for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:10.391618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.404184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port 4015efca-a2fd-494c-8220-7d5958d95f6c yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:10.422150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] device_id is not set on port f3c243c7-25e7-47f9-81f8-2823818cd599 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:10.457641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event updated for resources: {'Port': ['ID=6d62fab3-d944-4d8f-bdda-da45fc3e69df,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:10.493293 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.501956 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3cb84e54-94f2-44f3-9daa-dce2f39c303b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:10.508229 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.526280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:10.538586 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.547676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:10.556807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:10.596523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.602973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f5a2317f-e5b0-45b3-a7ef-522d96a21ebb tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5806057 Apr 29 17:34:10.602973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45448) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:10.683167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 3cb84e54-94f2-44f3-9daa-dce2f39c303b completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:10.698375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6447182b-faf3-4f64-882e-99fc3e39df0c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:10.766338 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.777642 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:10.784897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Transition to ACTIVE for port object 42506090-2876-4488-a037-feb8663c9303 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:10.812103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Transition to ACTIVE for port object 42506090-2876-4488-a037-feb8663c9303 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:10.821528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.897508 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6213407c-6fa3-4576-b6e3-a534d8dac3dc tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Synchronizing usage tracker for tenant:ca2490dd570c4f3d9cd6ecaf39007440 on resource:floatingip {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:10.907575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b5577-1215-47ad-8f0b-eb04e9acd221 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:10.922101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:10.945483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6213407c-6fa3-4576-b6e3-a534d8dac3dc tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Unset dirty status for tenant:ca2490dd570c4f3d9cd6ecaf39007440 on resource:floatingip {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:10.946991 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6213407c-6fa3-4576-b6e3-a534d8dac3dc tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "GET /v2.0/floatingips?floating_network_id=02d0534b-abe6-4248-986c-469dc4e26ad2 HTTP/1.1" status: 200 len: 689 time: 0.3434036 Apr 29 17:34:10.948151 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.3 (adbbd6ac-44d2-4090-9c6b-6b636f28108a/e250d4c2-2984-48d8-9c26-4f6a27a6e534/4015efca-a2fd-494c-8220-7d5958d95f6c) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:10.948725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d6341e03-caa5-459d-98f1-8529b7342e12 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:10.950088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45452) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:10.982269 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6447182b-faf3-4f64-882e-99fc3e39df0c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:10.982620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.010117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Network adbbd6ac-44d2-4090-9c6b-6b636f28108a is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:11.021159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:11.079706 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:11.087954 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Pushing event updated for resources: {'Port': ['ID=42506090-2876-4488-a037-feb8663c9303,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:11.119196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Allocated IP 172.20.0.4 (75caa734-7b87-4d04-a9b8-6bca537eccf6/40961967-4ed5-40df-a7a4-98defca44a81/f3c243c7-25e7-47f9-81f8-2823818cd599) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:11.138901 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-25202a6e-daf2-4632-8615-3716352affb1 None None] Provisioning for port 3cb84e54-94f2-44f3-9daa-dce2f39c303b completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:11.158088 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-25202a6e-daf2-4632-8615-3716352affb1 None None] Provisioning complete for port 3cb84e54-94f2-44f3-9daa-dce2f39c303b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:11.158795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-25202a6e-daf2-4632-8615-3716352affb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.166341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.213833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.242768 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d6341e03-caa5-459d-98f1-8529b7342e12 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.306666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Deleting port 6d62fab3-d944-4d8f-bdda-da45fc3e69df {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:11.307332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.307945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6341e03-caa5-459d-98f1-8529b7342e12 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8200d7-2bcf-4aaa-9164-c942d01e7386,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:11.311465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Attempting to bind port 42506090-2876-4488-a037-feb8663c9303 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:34:11.312007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Attempting to bind port 42506090-2876-4488-a037-feb8663c9303 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '7f32cefc-1927-4a1e-bd5f-9b21ce19ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'adbbd6ac-44d2-4090-9c6b-6b636f28108a'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:34:11.312348 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Attempting to bind port 42506090-2876-4488-a037-feb8663c9303 on network adbbd6ac-44d2-4090-9c6b-6b636f28108a {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:34:11.335677 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d6341e03-caa5-459d-98f1-8529b7342e12 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.339139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port ab0d2d6a-b92d-4e3a-b8d6-de64717b5ddc yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:11.349021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c92c3e9-61b0-43e8-b217-1a3d13c4eae4 None None] Network 4a6e7b0e-7432-44ed-87dd-84ff09eae08d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:11.381061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Router 764fee92-91dc-49f9-be96-5ced64df6a5f is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:34:11.406703 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d6341e03-caa5-459d-98f1-8529b7342e12 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/1f8200d7-2bcf-4aaa-9164-c942d01e7386 HTTP/1.1" status: 204 len: 168 time: 1.6936889 Apr 29 17:34:11.406909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:34:11.406909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Checking segment: {'id': '7f32cefc-1927-4a1e-bd5f-9b21ce19ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'adbbd6ac-44d2-4090-9c6b-6b636f28108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:11.406909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.406909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Bound using segment: {'id': '7f32cefc-1927-4a1e-bd5f-9b21ce19ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'adbbd6ac-44d2-4090-9c6b-6b636f28108a'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:34:11.406909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Bound port: 42506090-2876-4488-a037-feb8663c9303, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f32cefc-1927-4a1e-bd5f-9b21ce19ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'adbbd6ac-44d2-4090-9c6b-6b636f28108a'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:34:11.406909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.416701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45456) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:11.434224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.504191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Transition to ACTIVE for port object 4015efca-a2fd-494c-8220-7d5958d95f6c will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:11.545575 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.545897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.695691 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.703798 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Calling delete_port for 6d62fab3-d944-4d8f-bdda-da45fc3e69df owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:11.755066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-25202a6e-daf2-4632-8615-3716352affb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.777145 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] For port 42506090-2876-4488-a037-feb8663c9303, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:34:11.798895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] For port 42506090-2876-4488-a037-feb8663c9303, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=42506090-2876-4488-a037-feb8663c9303,segment=NetworkSegment(7f32cefc-1927-4a1e-bd5f-9b21ce19ff01),segment_id=7f32cefc-1927-4a1e-bd5f-9b21ce19ff01)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:34:11.806788 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.814419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.825649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network adbbd6ac-44d2-4090-9c6b-6b636f28108a is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:11.830300 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:11.838934 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:11.846914 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.859546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-25202a6e-daf2-4632-8615-3716352affb1 None None] For port 3cb84e54-94f2-44f3-9daa-dce2f39c303b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3cb84e54-94f2-44f3-9daa-dce2f39c303b,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:11.882107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Transition to ACTIVE for port object f3c243c7-25e7-47f9-81f8-2823818cd599 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:11.887941 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-25202a6e-daf2-4632-8615-3716352affb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.898599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 6447182b-faf3-4f64-882e-99fc3e39df0c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:11.899150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.900825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:11.901458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:11.922340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70861cf5-590c-4c26-a9cd-36e48179c78d None None] Pushing event updated for resources: {'Port': ['ID=42506090-2876-4488-a037-feb8663c9303,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:11.935534 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=4015efca-a2fd-494c-8220-7d5958d95f6c,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:11.948972 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2a5b389b-2503-430b-a9ab-029ce8953d21 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9338388 Apr 29 17:34:11.951652 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:34:11.960838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45460) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:11.964009 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d871c3-c8b7-491a-8d4d-789a6bdf8781 None None] Sync routers for ids ['764fee92-91dc-49f9-be96-5ced64df6a5f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:34:11.981369 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d871c3-c8b7-491a-8d4d-789a6bdf8781 None None] Routers {'764fee92-91dc-49f9-be96-5ced64df6a5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:34:11.983489 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b1d871c3-c8b7-491a-8d4d-789a6bdf8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['764fee92-91dc-49f9-be96-5ced64df6a5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:12.029419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:12.035110 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4f2f76d6-8ad4-48a5-abc4-ccc7971a3b4d tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "PUT /v2.0/routers/764fee92-91dc-49f9-be96-5ced64df6a5f HTTP/1.1" status: 200 len: 919 time: 7.3427243 Apr 29 17:34:12.039665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45464) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:12.086984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57212875-3041-4f77-8c21-e64b95d5dadb None None] DHCP port deletion for 4a6e7b0e-7432-44ed-87dd-84ff09eae08d request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:34:12.093888 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 172.20.0.5 (e0d73202-cb6d-4434-a143-4d729ced40a4/119f1986-4d6b-49e4-8b6a-5c2cb1e28dbf/ab0d2d6a-b92d-4e3a-b8d6-de64717b5ddc) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:12.109178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::f816:3eff:fe9c:f759 (e0d73202-cb6d-4434-a143-4d729ced40a4/5de7e6fc-13b6-4add-9d05-de625a63d9ec/ab0d2d6a-b92d-4e3a-b8d6-de64717b5ddc) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:12.115738 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-57212875-3041-4f77-8c21-e64b95d5dadb None None] Deleting port 6447182b-faf3-4f64-882e-99fc3e39df0c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:12.116113 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-57212875-3041-4f77-8c21-e64b95d5dadb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:12.120304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:12.147705 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b1d871c3-c8b7-491a-8d4d-789a6bdf8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:12.162743 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d871c3-c8b7-491a-8d4d-789a6bdf8781 None None] Routers {'764fee92-91dc-49f9-be96-5ced64df6a5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:34:12.163838 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b1d871c3-c8b7-491a-8d4d-789a6bdf8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:33:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['764fee92-91dc-49f9-be96-5ced64df6a5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:12.242984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:12.258057 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25202a6e-daf2-4632-8615-3716352affb1 None None] Pushing event updated for resources: {'Port': ['ID=3cb84e54-94f2-44f3-9daa-dce2f39c303b,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:12.296477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Network 75caa734-7b87-4d04-a9b8-6bca537eccf6 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:12.299733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aa55b7-8941-4efe-835b-cd002f71c329 None None] Update dhcp port {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'fixed_ips': [{'subnet_id': '5de7e6fc-13b6-4add-9d05-de625a63d9ec', 'ip_address': '2001:db8::f816:3eff:fe61:bc9f'}, {'subnet_id': '119f1986-4d6b-49e4-8b6a-5c2cb1e28dbf'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': '3cb84e54-94f2-44f3-9daa-dce2f39c303b'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:34:12.328119 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b1d871c3-c8b7-491a-8d4d-789a6bdf8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:12.328523 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d871c3-c8b7-491a-8d4d-789a6bdf8781 None None] The sync data for ids ['764fee92-91dc-49f9-be96-5ced64df6a5f'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:34:12.350814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6447182b-faf3-4f64-882e-99fc3e39df0c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:34:12.463404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2952e-0f5f-441e-9cbb-73272fb6e024 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 4015efca-a2fd-494c-8220-7d5958d95f6c {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:12.464078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aeb2952e-0f5f-441e-9cbb-73272fb6e024 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:12.468332 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e5aa55b7-8941-4efe-835b-cd002f71c329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:12.502259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:12.522598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:12.550907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event updated for resources: {'Port': ['ID=f3c243c7-25e7-47f9-81f8-2823818cd599,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:12.593476 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] For port 6447182b-faf3-4f64-882e-99fc3e39df0c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6447182b-faf3-4f64-882e-99fc3e39df0c,segment=NetworkSegment(4113730d-a943-48f0-b108-46f834064120),segment_id=4113730d-a943-48f0-b108-46f834064120)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:12.593830 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:12.713908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d62fab3-d944-4d8f-bdda-da45fc3e69df,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:12.746808 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-57212875-3041-4f77-8c21-e64b95d5dadb None None] For port 6447182b-faf3-4f64-882e-99fc3e39df0c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6447182b-faf3-4f64-882e-99fc3e39df0c,segment=NetworkSegment(4113730d-a943-48f0-b108-46f834064120),segment_id=4113730d-a943-48f0-b108-46f834064120)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:12.747269 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-57212875-3041-4f77-8c21-e64b95d5dadb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:12.797532 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 6447182b-faf3-4f64-882e-99fc3e39df0c owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:12.857368 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:12.875479 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-beb80ba8-4924-4d96-aaa4-81df7235d2a8 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/routers/764fee92-91dc-49f9-be96-5ced64df6a5f HTTP/1.1" status: 200 len: 925 time: 0.7397897 Apr 29 17:34:12.878813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45468) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:12.888711 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:12.889438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:12.915534 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-57212875-3041-4f77-8c21-e64b95d5dadb None None] Calling delete_port for 6447182b-faf3-4f64-882e-99fc3e39df0c owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:12.939701 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-18a17cbb-97de-4667-9d8d-cb6313e78256 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3093247 Apr 29 17:34:12.946472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45472) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:12.969179 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c7c09606-ca6c-4997-93d3-59963f4b2689 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:3f:a3:48'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:9b:41:34'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:13.044628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.069099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.107668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-030d0a84-bb7d-4cbc-b0c9-63a10bb74fa8 None None] Provisioning for port f3c243c7-25e7-47f9-81f8-2823818cd599 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:13.119892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-030d0a84-bb7d-4cbc-b0c9-63a10bb74fa8 None None] Provisioning complete for port f3c243c7-25e7-47f9-81f8-2823818cd599 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:13.120263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-030d0a84-bb7d-4cbc-b0c9-63a10bb74fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.174291 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.180320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.201259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=6447182b-faf3-4f64-882e-99fc3e39df0c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:13.209829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No DVR routers for this DVR port 6447182b-faf3-4f64-882e-99fc3e39df0c on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:34:13.253535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed2f57e-f8aa-4ab7-af0b-0cb0c2226c8a tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:13.255257 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7ed2f57e-f8aa-4ab7-af0b-0cb0c2226c8a tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&device_id=764fee92-91dc-49f9-be96-5ced64df6a5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3753498 Apr 29 17:34:13.259900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45476) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:13.287445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-030d0a84-bb7d-4cbc-b0c9-63a10bb74fa8 None None] Port f3c243c7-25e7-47f9-81f8-2823818cd599 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:34:13.296682 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-57212875-3041-4f77-8c21-e64b95d5dadb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:34:13.296682 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-57212875-3041-4f77-8c21-e64b95d5dadb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:34:13.371326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object ab0d2d6a-b92d-4e3a-b8d6-de64717b5ddc will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:13.400088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.441622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec7692-7dbf-4c51-8ce0-ae63792e1aa2 None None] Network adbbd6ac-44d2-4090-9c6b-6b636f28108a requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:13.448012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aeb2952e-0f5f-441e-9cbb-73272fb6e024 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.455782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.471856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab64057-285c-4a35-83ac-9bd6ed8de377,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:13.514555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6e7b0e-7432-44ed-87dd-84ff09eae08d']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:13.552554 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-97c7d3c3-7883-4bff-8206-1e4b070854c3 None None] Provisioning for port 42506090-2876-4488-a037-feb8663c9303 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:13.570921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4113730d-a943-48f0-b108-46f834064120') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:13.571145 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4113730d-a943-48f0-b108-46f834064120') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:13.596574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.611252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.624101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2952e-0f5f-441e-9cbb-73272fb6e024 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 4015efca-a2fd-494c-8220-7d5958d95f6c owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:13.687808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=ab0d2d6a-b92d-4e3a-b8d6-de64717b5ddc,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:13.692835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.694803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7c09606-ca6c-4997-93d3-59963f4b2689 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.717390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:13.718027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.720034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-e5aa55b7-8941-4efe-835b-cd002f71c329 None None] Allocated IP 172.20.0.2 (e0d73202-cb6d-4434-a143-4d729ced40a4/119f1986-4d6b-49e4-8b6a-5c2cb1e28dbf/3cb84e54-94f2-44f3-9daa-dce2f39c303b) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:13.728285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab3e533-83e9-41fa-a530-5dc10059fff1 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:13.732364 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8ab3e533-83e9-41fa-a530-5dc10059fff1 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/networks/aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 881 time: 0.4656177 Apr 29 17:34:13.734246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45480) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:13.736728 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:13.764933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:13.827434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.827648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-57212875-3041-4f77-8c21-e64b95d5dadb None None] Deleting port 6447182b-faf3-4f64-882e-99fc3e39df0c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:13.828258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-57212875-3041-4f77-8c21-e64b95d5dadb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.839409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:13.856466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:13.872607 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7d4968ba-6aaf-45a2-b776-5c9ab8c8eb16 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "GET /v2.0/ports?device_id=764fee92-91dc-49f9-be96-5ced64df6a5f HTTP/1.1" status: 200 len: 205 time: 0.1355128 Apr 29 17:34:13.875374 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45484) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:13.879227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d0534b-abe6-4248-986c-469dc4e26ad2']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:13.910445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.935266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-57212875-3041-4f77-8c21-e64b95d5dadb None None] The port '6447182b-faf3-4f64-882e-99fc3e39df0c' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:34:13.946424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e5aa55b7-8941-4efe-835b-cd002f71c329 None None] For port 3cb84e54-94f2-44f3-9daa-dce2f39c303b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3cb84e54-94f2-44f3-9daa-dce2f39c303b,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:13.967680 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.970438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Network': ['ID=4a6e7b0e-7432-44ed-87dd-84ff09eae08d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:13.985584 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:13.986609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:13.988203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e5aa55b7-8941-4efe-835b-cd002f71c329 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.007674 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-19864b15-0b1c-4edf-a901-1e555bf2960f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/networks/4a6e7b0e-7432-44ed-87dd-84ff09eae08d HTTP/1.1" status: 204 len: 168 time: 2.5874338 Apr 29 17:34:14.011934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45488) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:14.016227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e5aa55b7-8941-4efe-835b-cd002f71c329 None None] Transition to ACTIVE for port object 3cb84e54-94f2-44f3-9daa-dce2f39c303b will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:14.018401 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'name': 'tempest-PortsIpV6TestJSON-819587888'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:14.021765 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e5aa55b7-8941-4efe-835b-cd002f71c329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.037356 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c1671c29-b090-460d-8cf4-cca6eb2519e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1517420 Apr 29 17:34:14.042160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45492) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:14.108890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.120567 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa55b7-8941-4efe-835b-cd002f71c329 None None] Pushing event updated for resources: {'Port': ['ID=3cb84e54-94f2-44f3-9daa-dce2f39c303b,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:14.185490 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85608efb-2445-46dd-9073-fbb61c3b84cc') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:14.185785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85608efb-2445-46dd-9073-fbb61c3b84cc') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:14.193983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:14.199518 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:port and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:14.203801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:14.212330 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:14.230259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5089cad3-ead3-4553-8faf-0cf9d40bf46d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:14.239733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5089cad3-ead3-4553-8faf-0cf9d40bf46d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:14.240604 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5089cad3-ead3-4553-8faf-0cf9d40bf46d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:14.254551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:14.258028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.300490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port 541508bb-efdc-48a5-a6d7-218e0d2ebec6 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:14.432284 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 42506090-2876-4488-a037-feb8663c9303 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:14.454600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5089cad3-ead3-4553-8faf-0cf9d40bf46d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:14.458583 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5089cad3-ead3-4553-8faf-0cf9d40bf46d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4152720 Apr 29 17:34:14.460462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45496) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:14.522024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.528139 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 42506090-2876-4488-a037-feb8663c9303 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:14.537735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 42506090-2876-4488-a037-feb8663c9303 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:14.538611 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.563605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-9539572b-2ca4-4eb4-94e6-add71bae4c82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port ab0d2d6a-b92d-4e3a-b8d6-de64717b5ddc {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:14.564639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9539572b-2ca4-4eb4-94e6-add71bae4c82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.575189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.588452 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:14.588854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.600292 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-32d86613-6033-4bce-a61f-a9d4baeb6863 None None] Provisioning for port 4015efca-a2fd-494c-8220-7d5958d95f6c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:14.602602 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:14.629083 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-32d86613-6033-4bce-a61f-a9d4baeb6863 None None] Provisioning complete for port 4015efca-a2fd-494c-8220-7d5958d95f6c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:14.629449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-32d86613-6033-4bce-a61f-a9d4baeb6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.638395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aeb2952e-0f5f-441e-9cbb-73272fb6e024 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.676730 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-32d86613-6033-4bce-a61f-a9d4baeb6863 None None] Port 4015efca-a2fd-494c-8220-7d5958d95f6c was deleted so its status cannot be updated. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 17:34:14.746029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.784394 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 42506090-2876-4488-a037-feb8663c9303, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=42506090-2876-4488-a037-feb8663c9303,segment=NetworkSegment(7f32cefc-1927-4a1e-bd5f-9b21ce19ff01),segment_id=7f32cefc-1927-4a1e-bd5f-9b21ce19ff01)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:14.792324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.793268 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3cb84e54-94f2-44f3-9daa-dce2f39c303b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:14.809742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2952e-0f5f-441e-9cbb-73272fb6e024 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=4015efca-a2fd-494c-8220-7d5958d95f6c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:14.816280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.867363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.878610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Deleting port ea72e7d7-2e52-4351-840f-a31401cb6e56 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:14.878951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.891823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:14.935340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2006fa1c-e1f5-434e-8392-d0bac79d92a6 None None] Could not find standard attr ID for object 4015efca-a2fd-494c-8220-7d5958d95f6c. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:34:15.010195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=42506090-2876-4488-a037-feb8663c9303,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:15.063898 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cb9ee352-9f59-43c8-96b9-105e62c37098 None None] Provisioning for port 3cb84e54-94f2-44f3-9daa-dce2f39c303b completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:15.078630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cb9ee352-9f59-43c8-96b9-105e62c37098 None None] Provisioning complete for port 3cb84e54-94f2-44f3-9daa-dce2f39c303b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:15.079000 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee352-9f59-43c8-96b9-105e62c37098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.144970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02d0534b-abe6-4248-986c-469dc4e26ad2 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 17:34:15.148370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.154484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event deleted for resources: {'Network': ['ID=02d0534b-abe6-4248-986c-469dc4e26ad2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:15.208132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.225027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7c09606-ca6c-4997-93d3-59963f4b2689 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.240434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aeb2952e-0f5f-441e-9cbb-73272fb6e024 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.246558 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-aeb2952e-0f5f-441e-9cbb-73272fb6e024 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/4015efca-a2fd-494c-8220-7d5958d95f6c HTTP/1.1" status: 204 len: 168 time: 3.2846248 Apr 29 17:34:15.251372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45500) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:15.287121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7c09606-ca6c-4997-93d3-59963f4b2689 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.304662 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b68b4388-3db1-40fd-8519-076cecdbfb50 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "DELETE /v2.0/networks/02d0534b-abe6-4248-986c-469dc4e26ad2 HTTP/1.1" status: 204 len: 168 time: 4.3535457 Apr 29 17:34:15.307801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45504) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:15.330009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.339379 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee7acfa-91e5-408f-9a7c-1b24f43be8d9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] DELETE failed (client error): The resource could not be found. Apr 29 17:34:15.340143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee7acfa-91e5-408f-9a7c-1b24f43be8d9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:34:15.345046 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-eee7acfa-91e5-408f-9a7c-1b24f43be8d9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/4015efca-a2fd-494c-8220-7d5958d95f6c HTTP/1.1" status: 404 len: 333 time: 0.0920987 Apr 29 17:34:15.349363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45508) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:15.415418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:15.417206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9539572b-2ca4-4eb4-94e6-add71bae4c82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.428900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:15.437676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:15.443248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:15.443882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.459154 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefe3f03-9a33-41f3-8dc6-542da1b86de9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:34:15.459722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-cefe3f03-9a33-41f3-8dc6-542da1b86de9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:15.501305 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b0a2c52c-1d0e-4880-9f89-1da83509a83c None None] Provisioning for port ab0d2d6a-b92d-4e3a-b8d6-de64717b5ddc completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:15.507902 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b0a2c52c-1d0e-4880-9f89-1da83509a83c None None] Provisioning complete for port ab0d2d6a-b92d-4e3a-b8d6-de64717b5ddc triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:15.508611 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c52c-1d0e-4880-9f89-1da83509a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.525009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Calling delete_port for ea72e7d7-2e52-4351-840f-a31401cb6e56 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:15.578684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-cefe3f03-9a33-41f3-8dc6-542da1b86de9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:15.582697 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cefe3f03-9a33-41f3-8dc6-542da1b86de9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/4015efca-a2fd-494c-8220-7d5958d95f6c HTTP/1.1" status: 404 len: 333 time: 0.2320812 Apr 29 17:34:15.583265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45512) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:15.611453 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2c52c-1d0e-4880-9f89-1da83509a83c None None] Port ab0d2d6a-b92d-4e3a-b8d6-de64717b5ddc cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:34:15.634732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=541508bb-efdc-48a5-a6d7-218e0d2ebec6,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:15.659123 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad0b15a-77ee-49ac-a04c-93e00983afa0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting subnet e250d4c2-2984-48d8-9c26-4f6a27a6e534 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:15.665362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0ad0b15a-77ee-49ac-a04c-93e00983afa0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.688060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-9539572b-2ca4-4eb4-94e6-add71bae4c82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for ab0d2d6a-b92d-4e3a-b8d6-de64717b5ddc owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:15.771743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0ad0b15a-77ee-49ac-a04c-93e00983afa0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.814214 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2ebe051e-fd4e-4d81-a8ca-045be035fce4 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.4971118 Apr 29 17:34:15.819362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45516) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:15.839345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-380aa9a8-2e93-44b4-9603-437960268cbc None None] Provisioning complete for port f3c243c7-25e7-47f9-81f8-2823818cd599 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:15.839806 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-380aa9a8-2e93-44b4-9603-437960268cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.840130 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a1f743b8-0569-4fc3-9f24-83a6499e4c70 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8270304 Apr 29 17:34:15.845435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c7c09606-ca6c-4997-93d3-59963f4b2689 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] In _notify_port_updated(), no bound segment for port f3c243c7-25e7-47f9-81f8-2823818cd599 on network 75caa734-7b87-4d04-a9b8-6bca537eccf6 {{(pid=88018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:34:15.850920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c09606-ca6c-4997-93d3-59963f4b2689 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:15.851557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7c09606-ca6c-4997-93d3-59963f4b2689 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:15.855328 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c7c09606-ca6c-4997-93d3-59963f4b2689 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "PUT /v2.0/ports/f3c243c7-25e7-47f9-81f8-2823818cd599 HTTP/1.1" status: 200 len: 1055 time: 2.9049199 Apr 29 17:34:15.855659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45520) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:15.855983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45522) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:15.900897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-380aa9a8-2e93-44b4-9603-437960268cbc None None] Port f3c243c7-25e7-47f9-81f8-2823818cd599 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:34:15.948251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c09606-ca6c-4997-93d3-59963f4b2689 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event updated for resources: {'Port': ['ID=f3c243c7-25e7-47f9-81f8-2823818cd599,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:15.967343 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12643638-4798-4d6b-ad58-c4bc8662ea3e tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:15.967805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12643638-4798-4d6b-ad58-c4bc8662ea3e tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:15.968245 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12643638-4798-4d6b-ad58-c4bc8662ea3e tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:15.968683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12643638-4798-4d6b-ad58-c4bc8662ea3e tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:15.969121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12643638-4798-4d6b-ad58-c4bc8662ea3e tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:15.969553 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12643638-4798-4d6b-ad58-c4bc8662ea3e tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:15.969981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12643638-4798-4d6b-ad58-c4bc8662ea3e tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:15.970496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12643638-4798-4d6b-ad58-c4bc8662ea3e tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:15.971532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-12643638-4798-4d6b-ad58-c4bc8662ea3e tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Synchronizing usage tracker for tenant:ca2490dd570c4f3d9cd6ecaf39007440 on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:16.006429 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-9eea7a7b-b183-491e-a44b-392e8228ce20 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Deleting port f3c243c7-25e7-47f9-81f8-2823818cd599 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:16.006780 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9eea7a7b-b183-491e-a44b-392e8228ce20 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.007661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0ad0b15a-77ee-49ac-a04c-93e00983afa0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.043383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-12643638-4798-4d6b-ad58-c4bc8662ea3e tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Unset dirty status for tenant:ca2490dd570c4f3d9cd6ecaf39007440 on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:16.044030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee26aa-bc3d-4a2b-aa1f-bb92d3659441 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 541508bb-efdc-48a5-a6d7-218e0d2ebec6 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:16.047358 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e3ee26aa-bc3d-4a2b-aa1f-bb92d3659441 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.047499 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-12643638-4798-4d6b-ad58-c4bc8662ea3e tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5137 time: 0.2242708 Apr 29 17:34:16.053497 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45528) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:16.122055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.166404 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-3490f511-db73-4656-a863-e4c996f7cb08 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] delete failed (client error): The resource could not be found. Apr 29 17:34:16.167348 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3490f511-db73-4656-a863-e4c996f7cb08 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/88ac462a-b10b-4deb-ac6e-6da0c34d668b HTTP/1.1" status: 404 len: 345 time: 0.1129217 Apr 29 17:34:16.184256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45532) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:16.190693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Pushing event deleted for resources: {'Port': ['ID=ea72e7d7-2e52-4351-840f-a31401cb6e56,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:16.285335 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 42506090-2876-4488-a037-feb8663c9303 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:16.288257 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6816e020-0278-473b-a86d-c76182bd5d20 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] DELETE failed (client error): The resource could not be found. Apr 29 17:34:16.288718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6816e020-0278-473b-a86d-c76182bd5d20 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:34:16.309595 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6816e020-0278-473b-a86d-c76182bd5d20 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "DELETE /v2.0/networks/02d0534b-abe6-4248-986c-469dc4e26ad2 HTTP/1.1" status: 404 len: 339 time: 0.1186993 Apr 29 17:34:16.312201 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45536) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:16.317260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0ad0b15a-77ee-49ac-a04c-93e00983afa0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.324087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Request body: {'network': {'name': 'tempest-network--1809081152', 'router:external': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:16.355703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 42506090-2876-4488-a037-feb8663c9303 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:16.356061 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.522125 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:16.560417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0b15a-77ee-49ac-a04c-93e00983afa0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Subnet': ['ID=e250d4c2-2984-48d8-9c26-4f6a27a6e534,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:16.564431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Usage tracker for resource:network and tenant:ca2490dd570c4f3d9cd6ecaf39007440 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:16.581147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0ad0b15a-77ee-49ac-a04c-93e00983afa0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.583797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f3fb0-911f-46a0-ba82-9441d027ae25 None None] Network adbbd6ac-44d2-4090-9c6b-6b636f28108a requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:16.586418 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0ad0b15a-77ee-49ac-a04c-93e00983afa0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/e250d4c2-2984-48d8-9c26-4f6a27a6e534 HTTP/1.1" status: 204 len: 168 time: 0.9997957 Apr 29 17:34:16.589469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:16.592411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45542) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:16.596583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.633825 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9539572b-2ca4-4eb4-94e6-add71bae4c82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.715404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e3ee26aa-bc3d-4a2b-aa1f-bb92d3659441 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.725040 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9eea7a7b-b183-491e-a44b-392e8228ce20 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.735871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539572b-2ca4-4eb4-94e6-add71bae4c82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=ab0d2d6a-b92d-4e3a-b8d6-de64717b5ddc,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:16.797668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:16.827417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Made reservation on behalf of ca2490dd570c4f3d9cd6ecaf39007440 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:16.829744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.872899 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.884843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.889336 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80856a4-d40e-475d-8ba5-c6bc3070a481 None None] DHCP port deletion for adbbd6ac-44d2-4090-9c6b-6b636f28108a request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:34:16.894418 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c80856a4-d40e-475d-8ba5-c6bc3070a481 None None] Deleting port 42506090-2876-4488-a037-feb8663c9303 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:16.895546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c80856a4-d40e-475d-8ba5-c6bc3070a481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:16.980266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:17.001549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.012855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6f6ee-b605-4e5f-bd5a-ce6ac6f470cc req-693f521e-22e6-4e98-a2ba-fb38a768b7e6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:17.014849 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-11e6f6ee-b605-4e5f-bd5a-ce6ac6f470cc req-693f521e-22e6-4e98-a2ba-fb38a768b7e6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.4986570 Apr 29 17:34:17.022101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.022598 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Fanout notify agent at l3_agent the message router_deleted on router 764fee92-91dc-49f9-be96-5ced64df6a5f {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:34:17.024644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.024988 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Added segment 37610df6-525a-4b3c-ae07-8ca06bbdca2f of type vlan for network ae33fc3f-0cbc-4e41-a3af-30e0cf6cb3cb Apr 29 17:34:17.032254 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee26aa-bc3d-4a2b-aa1f-bb92d3659441 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 541508bb-efdc-48a5-a6d7-218e0d2ebec6 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:17.067562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-9eea7a7b-b183-491e-a44b-392e8228ce20 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Calling delete_port for f3c243c7-25e7-47f9-81f8-2823818cd599 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:17.070856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 42506090-2876-4488-a037-feb8663c9303 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:17.071196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.130237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c80856a4-d40e-475d-8ba5-c6bc3070a481 None None] For port 42506090-2876-4488-a037-feb8663c9303, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=42506090-2876-4488-a037-feb8663c9303,segment=NetworkSegment(7f32cefc-1927-4a1e-bd5f-9b21ce19ff01),segment_id=7f32cefc-1927-4a1e-bd5f-9b21ce19ff01)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:17.130668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c80856a4-d40e-475d-8ba5-c6bc3070a481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.132035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.137300 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ade0fd36-de9d-45c4-af06-a274604516ea tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "DELETE /v2.0/routers/764fee92-91dc-49f9-be96-5ced64df6a5f HTTP/1.1" status: 204 len: 168 time: 3.2575834 Apr 29 17:34:17.139945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45546) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:17.153948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.164817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-7e0d576b-e11f-478b-aacb-847e3d0dbc20 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1567104536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:17.178895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7e0d576b-e11f-478b-aacb-847e3d0dbc20 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:17.189417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7e0d576b-e11f-478b-aacb-847e3d0dbc20 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Usage tracker for resource:router and tenant:9933681c551348c6ab2c795952810e91 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:17.195191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7e0d576b-e11f-478b-aacb-847e3d0dbc20 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:17.226911 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-11e6f6ee-b605-4e5f-bd5a-ce6ac6f470cc req-fde8907e-505a-414b-ac67-9828b3453e86 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887748 Apr 29 17:34:17.236624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7e0d576b-e11f-478b-aacb-847e3d0dbc20 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:17.259015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c80856a4-d40e-475d-8ba5-c6bc3070a481 None None] Calling delete_port for 42506090-2876-4488-a037-feb8663c9303 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:17.280063 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9539572b-2ca4-4eb4-94e6-add71bae4c82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.333300 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.335221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e3ee26aa-bc3d-4a2b-aa1f-bb92d3659441 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.337293 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:17.338185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.344439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7e0d576b-e11f-478b-aacb-847e3d0dbc20 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.347065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7e0d576b-e11f-478b-aacb-847e3d0dbc20 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.358040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c80856a4-d40e-475d-8ba5-c6bc3070a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.402926 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9539572b-2ca4-4eb4-94e6-add71bae4c82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/ab0d2d6a-b92d-4e3a-b8d6-de64717b5ddc HTTP/1.1" status: 204 len: 168 time: 2.9414289 Apr 29 17:34:17.404795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80856a4-d40e-475d-8ba5-c6bc3070a481 None None] Pushing event deleted for resources: {'Port': ['ID=42506090-2876-4488-a037-feb8663c9303,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:17.409025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee26aa-bc3d-4a2b-aa1f-bb92d3659441 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=541508bb-efdc-48a5-a6d7-218e0d2ebec6,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:17.409190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80856a4-d40e-475d-8ba5-c6bc3070a481 None None] No DVR routers for this DVR port 42506090-2876-4488-a037-feb8663c9303 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:34:17.412252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45552) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:17.459128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e3ee26aa-bc3d-4a2b-aa1f-bb92d3659441 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.460976 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e3ee26aa-bc3d-4a2b-aa1f-bb92d3659441 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/541508bb-efdc-48a5-a6d7-218e0d2ebec6 HTTP/1.1" status: 204 len: 168 time: 1.6020765 Apr 29 17:34:17.466278 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45556) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:17.474226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'mac_address': 'fa:16:3e:84:90:fd', 'name': 'tempest-PortsIpV6TestJSON-481833664'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:17.503025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9eea7a7b-b183-491e-a44b-392e8228ce20 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.531972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event updated for resources: {'Network': ['ID=ae33fc3f-0cbc-4e41-a3af-30e0cf6cb3cb,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:17.543174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network ae33fc3f-0cbc-4e41-a3af-30e0cf6cb3cb details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:17.588738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7e0d576b-e11f-478b-aacb-847e3d0dbc20 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.624663 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-512b617b-5412-418c-9653-91f51c4b1048 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3091216 Apr 29 17:34:17.630075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45560) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:17.630247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea7a7b-b183-491e-a44b-392e8228ce20 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event deleted for resources: {'Port': ['ID=f3c243c7-25e7-47f9-81f8-2823818cd599,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:17.683485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] For port 42506090-2876-4488-a037-feb8663c9303, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=42506090-2876-4488-a037-feb8663c9303,segment=NetworkSegment(7f32cefc-1927-4a1e-bd5f-9b21ce19ff01),segment_id=7f32cefc-1927-4a1e-bd5f-9b21ce19ff01)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:17.683929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.700324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7e0d576b-e11f-478b-aacb-847e3d0dbc20 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.803965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5268c6-ba8a-46a1-a937-82bf9fdd5f6d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:17.805524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5268c6-ba8a-46a1-a937-82bf9fdd5f6d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:17.806972 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5268c6-ba8a-46a1-a937-82bf9fdd5f6d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:17.808504 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5b5268c6-ba8a-46a1-a937-82bf9fdd5f6d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3952079 Apr 29 17:34:17.817937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45564) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:17.822395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:17.881525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 42506090-2876-4488-a037-feb8663c9303 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:17.945078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7e0d576b-e11f-478b-aacb-847e3d0dbc20 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:17.946208 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7e0d576b-e11f-478b-aacb-847e3d0dbc20 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7973299 Apr 29 17:34:17.954743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45568) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:17.966729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:port and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:17.969030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'enable_snat': False}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:17.973945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:17.992032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:18.037401 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:18.078417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:18.101263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9ccfef-2729-4322-8417-db8e3bccb735 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 119f1986-4d6b-49e4-8b6a-5c2cb1e28dbf {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:18.135023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccfef-2729-4322-8417-db8e3bccb735 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:18.221682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710170f-3fb5-408d-9894-cf95c3cb4f2d req-60a1b82a-f4e6-4a6f-8fcb-c4b662ec7b51 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:18.223027 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9710170f-3fb5-408d-9894-cf95c3cb4f2d req-60a1b82a-f4e6-4a6f-8fcb-c4b662ec7b51 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.7545481 Apr 29 17:34:18.264509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c7fd10-67c1-466f-bf0f-a894e08d61fc tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:18.270362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c7fd10-67c1-466f-bf0f-a894e08d61fc tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:18.276261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c7fd10-67c1-466f-bf0f-a894e08d61fc tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:18.280905 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 42506090-2876-4488-a037-feb8663c9303 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:34:18.282431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c7fd10-67c1-466f-bf0f-a894e08d61fc tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:18.283561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c4c7fd10-67c1-466f-bf0f-a894e08d61fc tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Synchronizing usage tracker for tenant:0e489252afb745549189e68e2f893242 on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:18.315836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 42506090-2876-4488-a037-feb8663c9303 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:34:18.316200 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 42506090-2876-4488-a037-feb8663c9303 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:34:18.316714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccfef-2729-4322-8417-db8e3bccb735 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:18.360637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:18.378661 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9eea7a7b-b183-491e-a44b-392e8228ce20 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:18.380481 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9eea7a7b-b183-491e-a44b-392e8228ce20 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "DELETE /v2.0/ports/f3c243c7-25e7-47f9-81f8-2823818cd599 HTTP/1.1" status: 204 len: 168 time: 2.5199304 Apr 29 17:34:18.386362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45572) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:18.447619 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5014ba2-adc8-414b-84cb-5975a56a1d4d tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] GET failed (client error): The resource could not be found. Apr 29 17:34:18.448133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f5014ba2-adc8-414b-84cb-5975a56a1d4d tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Synchronizing usage tracker for tenant:424c3d989bc14bbe83ad00a62fea466d on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:18.449345 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:34:18.449661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:34:18.454489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c4c7fd10-67c1-466f-bf0f-a894e08d61fc tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Unset dirty status for tenant:0e489252afb745549189e68e2f893242 on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:18.455419 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c4c7fd10-67c1-466f-bf0f-a894e08d61fc tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.8234270 Apr 29 17:34:18.460505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45576) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:18.463540 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9710170f-3fb5-408d-9894-cf95c3cb4f2d req-d5a30f60-817b-4829-abb0-983f173db9a8 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252014 Apr 29 17:34:18.469740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port d590cc1d-79aa-4b50-8ae1-92a3ff99660c yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:18.579315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f5014ba2-adc8-414b-84cb-5975a56a1d4d tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Unset dirty status for tenant:424c3d989bc14bbe83ad00a62fea466d on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:18.580572 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f5014ba2-adc8-414b-84cb-5975a56a1d4d tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "GET /v2.0/ports/f3c243c7-25e7-47f9-81f8-2823818cd599 HTTP/1.1" status: 404 len: 333 time: 0.1913400 Apr 29 17:34:18.613974 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45582) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:18.666077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccfef-2729-4322-8417-db8e3bccb735 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:18.674681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:18.709822 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:18.735645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-9fec760d-29f2-4394-a340-004a483fa4bc tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Deleting port 414d10cc-0c53-4da2-b388-b0fffc40762c {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:18.736054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fec760d-29f2-4394-a340-004a483fa4bc tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:18.867101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594837af-f7cd-4cd0-8202-0e0a9765d93f req-88a29f47-a9f0-4b11-a846-2ab037142e9e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:18.868510 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-594837af-f7cd-4cd0-8202-0e0a9765d93f req-88a29f47-a9f0-4b11-a846-2ab037142e9e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.2915332 Apr 29 17:34:18.927997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccfef-2729-4322-8417-db8e3bccb735 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:18.957891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 42506090-2876-4488-a037-feb8663c9303 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:18.958220 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.010559 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.044529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.045646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ccfef-2729-4322-8417-db8e3bccb735 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=119f1986-4d6b-49e4-8b6a-5c2cb1e28dbf,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:19.047645 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccfef-2729-4322-8417-db8e3bccb735 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.051124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bb4cf8-002f-42e9-8ebf-84ea859a9f54 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:19.073911 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae33fc3f-0cbc-4e41-a3af-30e0cf6cb3cb']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:19.084820 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8b9ccfef-2729-4322-8417-db8e3bccb735 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/119f1986-4d6b-49e4-8b6a-5c2cb1e28dbf HTTP/1.1" status: 204 len: 168 time: 1.2636735 Apr 29 17:34:19.086343 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45586) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:19.092875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37610df6-525a-4b3c-ae07-8ca06bbdca2f') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:19.093162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37610df6-525a-4b3c-ae07-8ca06bbdca2f') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:19.122447 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] The port '42506090-2876-4488-a037-feb8663c9303' was deleted {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:34:19.136651 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-594837af-f7cd-4cd0-8202-0e0a9765d93f req-9e449a55-9786-46d9-823f-618e51417c57 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208934 Apr 29 17:34:19.153476 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.177101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.184483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:19.184874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.241264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fec760d-29f2-4394-a340-004a483fa4bc tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:19.271760 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:19.308868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7303ca68-9e63-427e-8543-3ca712bf7c91 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 5de7e6fc-13b6-4add-9d05-de625a63d9ec {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:19.313361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7303ca68-9e63-427e-8543-3ca712bf7c91 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.346909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.367269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae33fc3f-0cbc-4e41-a3af-30e0cf6cb3cb {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 17:34:19.375487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.380283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.385483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae33fc3f-0cbc-4e41-a3af-30e0cf6cb3cb,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:19.390581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.456012 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-55deb89e-ec91-481b-85a7-fab1e4732622 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "DELETE /v2.0/networks/ae33fc3f-0cbc-4e41-a3af-30e0cf6cb3cb HTTP/1.1" status: 204 len: 168 time: 0.9924979 Apr 29 17:34:19.463052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45592) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:19.470161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-9fec760d-29f2-4394-a340-004a483fa4bc tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Calling delete_port for 414d10cc-0c53-4da2-b388-b0fffc40762c owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:19.470545 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7303ca68-9e63-427e-8543-3ca712bf7c91 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.613623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Request body: {'network': {'name': 'tempest-network--92234218', 'router:external': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:19.627507 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:19.632489 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:19.638677 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Usage tracker for resource:network and tenant:ca2490dd570c4f3d9cd6ecaf39007440 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:19.641725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:19.652841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:19.655760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:19.661622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:19.662257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.678696 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:19.688445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=d590cc1d-79aa-4b50-8ae1-92a3ff99660c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:19.715274 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-829a02b3-ae50-4395-bd28-afcb1929ca87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2478826 Apr 29 17:34:19.727404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45596) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:19.766477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Made reservation on behalf of ca2490dd570c4f3d9cd6ecaf39007440 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:19.768772 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.784439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbbd6ac-44d2-4090-9c6b-6b636f28108a']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:19.828427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7303ca68-9e63-427e-8543-3ca712bf7c91 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.940709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e4c98-cae9-4e77-b42c-375e72f19ccd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:19.941342 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-da0e4c98-cae9-4e77-b42c-375e72f19ccd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:19.945268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:19.970425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f32cefc-1927-4a1e-bd5f-9b21ce19ff01') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:19.970678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7303ca68-9e63-427e-8543-3ca712bf7c91 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.971040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f32cefc-1927-4a1e-bd5f-9b21ce19ff01') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:19.976621 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:19.977055 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Added segment 48513329-48df-407b-8063-cfab99f45ec2 of type vlan for network 92440d61-1954-402c-8285-83010e54ca9d Apr 29 17:34:20.013880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-da0e4c98-cae9-4e77-b42c-375e72f19ccd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:20.015075 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-da0e4c98-cae9-4e77-b42c-375e72f19ccd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/d590cc1d-79aa-4b50-8ae1-92a3ff99660c HTTP/1.1" status: 200 len: 844 time: 0.2867100 Apr 29 17:34:20.017592 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.018375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303ca68-9e63-427e-8543-3ca712bf7c91 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=5de7e6fc-13b6-4add-9d05-de625a63d9ec,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:20.020159 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45602) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:20.027120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7303ca68-9e63-427e-8543-3ca712bf7c91 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.042562 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7935fa3-6552-44e0-9d05-dcf68ce41bcd None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:20.080763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.108454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:20.109116 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.115868 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7303ca68-9e63-427e-8543-3ca712bf7c91 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/5de7e6fc-13b6-4add-9d05-de625a63d9ec HTTP/1.1" status: 204 len: 168 time: 1.0253811 Apr 29 17:34:20.117372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.122774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45608) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:20.124111 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:20.156161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c217d707-82ac-4a1c-b0e8-63404ef5996e None None] Provisioning complete for port 3cb84e54-94f2-44f3-9daa-dce2f39c303b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:20.157020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c217d707-82ac-4a1c-b0e8-63404ef5996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.197249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb62ea-06b5-46e6-ba64-dc9fac651155 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port d590cc1d-79aa-4b50-8ae1-92a3ff99660c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:20.197522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.197625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5fb62ea-06b5-46e6-ba64-dc9fac651155 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.227628 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9486baca-c093-492c-b5ca-f04fc49810ec tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013174 Apr 29 17:34:20.233314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45612) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:20.238719 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:20.243430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.303172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a9a4e-42b6-4668-b979-1eb05ccdbfee req-bac9c6ac-fb96-4cad-b4b5-9fc89c5122e8 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:20.304666 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0f1a9a4e-42b6-4668-b979-1eb05ccdbfee req-bac9c6ac-fb96-4cad-b4b5-9fc89c5122e8 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 1.0051961 Apr 29 17:34:20.311961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fec760d-29f2-4394-a340-004a483fa4bc tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.352814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.399954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.400914 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:20.401473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.417854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.427172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec760d-29f2-4394-a340-004a483fa4bc tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event deleted for resources: {'Port': ['ID=414d10cc-0c53-4da2-b388-b0fffc40762c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:20.434957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Network': ['ID=adbbd6ac-44d2-4090-9c6b-6b636f28108a,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:20.464952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac7b9c1-7ae7-4638-8405-32f65a35d055 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:34:20.472807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-eac7b9c1-7ae7-4638-8405-32f65a35d055 None None] Deleting port 3cb84e54-94f2-44f3-9daa-dce2f39c303b {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:20.473249 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-eac7b9c1-7ae7-4638-8405-32f65a35d055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.484561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:20.496093 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.0329423 Apr 29 17:34:20.497571 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:20.508278 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45616) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:20.562518 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:20.588181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:20.590365 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c6b26-4abc-4a76-99ef-1381a2b2cb76 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event updated for resources: {'Network': ['ID=92440d61-1954-402c-8285-83010e54ca9d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:20.606036 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0f1a9a4e-42b6-4668-b979-1eb05ccdbfee req-b18e7eb7-7073-4786-9565-2075359d03a0 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920737 Apr 29 17:34:20.606781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 92440d61-1954-402c-8285-83010e54ca9d details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:20.716132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:20.728972 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.730380 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-295eff1b-9bc5-430f-b3aa-a51106c6add6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/networks/adbbd6ac-44d2-4090-9c6b-6b636f28108a HTTP/1.1" status: 204 len: 168 time: 4.1368766 Apr 29 17:34:20.744480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45622) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:20.768012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2128120395'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:20.781410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fec760d-29f2-4394-a340-004a483fa4bc tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.786248 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9fec760d-29f2-4394-a340-004a483fa4bc tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "DELETE /v2.0/ports/414d10cc-0c53-4da2-b388-b0fffc40762c HTTP/1.1" status: 204 len: 168 time: 2.1711979 Apr 29 17:34:20.789228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45626) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:20.790120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:20.800409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba919c-aac8-49f7-9c18-8cbcec93b341 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:20.804429 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-16ba919c-aac8-49f7-9c18-8cbcec93b341 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] 10.222.0.11 "GET /v2.0/networks/92440d61-1954-402c-8285-83010e54ca9d HTTP/1.1" status: 200 len: 755 time: 0.2696748 Apr 29 17:34:20.842296 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45630) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:20.844922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:network and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:20.852878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Allocated IP 172.26.4.122 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/81476ef1-5fab-4797-bf0a-ce086bb19c29) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:20.853923 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-eac7b9c1-7ae7-4638-8405-32f65a35d055 None None] For port 3cb84e54-94f2-44f3-9daa-dce2f39c303b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3cb84e54-94f2-44f3-9daa-dce2f39c303b,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:20.854316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-eac7b9c1-7ae7-4638-8405-32f65a35d055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.881611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:20.892190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:20.895680 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-333e90f5-82e6-4780-8256-eb8ec773f891 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] GET failed (client error): The resource could not be found. Apr 29 17:34:20.896223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-333e90f5-82e6-4780-8256-eb8ec773f891 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Synchronizing usage tracker for tenant:424c3d989bc14bbe83ad00a62fea466d on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:20.907218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5fb62ea-06b5-46e6-ba64-dc9fac651155 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:20.989174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-eac7b9c1-7ae7-4638-8405-32f65a35d055 None None] Calling delete_port for 3cb84e54-94f2-44f3-9daa-dce2f39c303b owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:21.023745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:21.027133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.081950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb62ea-06b5-46e6-ba64-dc9fac651155 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for d590cc1d-79aa-4b50-8ae1-92a3ff99660c owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:21.089676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-eac7b9c1-7ae7-4638-8405-32f65a35d055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.136887 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7b9c1-7ae7-4638-8405-32f65a35d055 None None] Pushing event deleted for resources: {'Port': ['ID=3cb84e54-94f2-44f3-9daa-dce2f39c303b,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:21.140071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7b9c1-7ae7-4638-8405-32f65a35d055 None None] No DVR routers for this DVR port 3cb84e54-94f2-44f3-9daa-dce2f39c303b on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:34:21.159692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-333e90f5-82e6-4780-8256-eb8ec773f891 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Unset dirty status for tenant:424c3d989bc14bbe83ad00a62fea466d on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:21.160855 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-333e90f5-82e6-4780-8256-eb8ec773f891 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "GET /v2.0/ports/414d10cc-0c53-4da2-b388-b0fffc40762c HTTP/1.1" status: 404 len: 333 time: 0.3681669 Apr 29 17:34:21.167459 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e210f-ec3c-4c6c-80b5-986be8768d4f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:21.168697 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-779e210f-ec3c-4c6c-80b5-986be8768d4f tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] 10.222.0.11 "GET /v2.0/networks/55d25ff9-a346-4cd3-ae99-e1086ea5277a HTTP/1.1" status: 200 len: 768 time: 0.3254755 Apr 29 17:34:21.176036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45636) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:21.176279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45638) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:21.239968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5fb62ea-06b5-46e6-ba64-dc9fac651155 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.279479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:21.301957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb62ea-06b5-46e6-ba64-dc9fac651155 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=d590cc1d-79aa-4b50-8ae1-92a3ff99660c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:21.306775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5fb62ea-06b5-46e6-ba64-dc9fac651155 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.354186 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b5fb62ea-06b5-46e6-ba64-dc9fac651155 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/d590cc1d-79aa-4b50-8ae1-92a3ff99660c HTTP/1.1" status: 204 len: 168 time: 1.3289354 Apr 29 17:34:21.359253 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45644) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:21.413544 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8813c48-860f-4813-86eb-da652410a76a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:34:21.413998 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e8813c48-860f-4813-86eb-da652410a76a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:21.472513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.objects.ports [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:34:21.474083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.499849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.500176 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Added segment da1dd010-d89a-4ba3-bfda-9876c65f38c9 of type vlan for network 3c31f31d-ec05-49da-bda2-1d60d1456590 Apr 29 17:34:21.504523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ec67ed6c-5604-4587-8190-3bc9c9af1f95 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Deleting port 87f78ffb-9fab-4155-ad3d-9c938e3531fe {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:21.504839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ec67ed6c-5604-4587-8190-3bc9c9af1f95 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.589995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e8813c48-860f-4813-86eb-da652410a76a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:21.591122 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e8813c48-860f-4813-86eb-da652410a76a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/d590cc1d-79aa-4b50-8ae1-92a3ff99660c HTTP/1.1" status: 404 len: 333 time: 0.2309561 Apr 29 17:34:21.595415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45648) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:21.595825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.615209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'name': 'tempest-PortsIpV6TestJSON-442414215'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:21.618442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.635370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.639046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:21.645445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:21.648359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:21.649179 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.662280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43659965-9df3-4de1-879b-ab45f6db72f0 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:21.663356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080bd00-a7d6-4961-b083-88d1ed5aa004 req-100fb756-4af7-4b15-9eea-3e26642f6402 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:21.664833 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0080bd00-a7d6-4961-b083-88d1ed5aa004 req-100fb756-4af7-4b15-9eea-3e26642f6402 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.6557531 Apr 29 17:34:21.738301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=a5a7f477-5b94-4ec1-a195-a48750777418,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:21.765956 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d401e0f2-4b12-462a-82c7-ef66d5347c65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5315976 Apr 29 17:34:21.769939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45652) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:21.771815 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.resource_extend [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:34:21.779858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:21.796835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:21.823079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:21.893719 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': 'a5a7f477-5b94-4ec1-a195-a48750777418'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:34:21.893995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:21.894660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.897380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.898704 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.904021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:21.904604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.923492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port 15670e13-90e3-4e26-aeae-1186090d7183 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:21.937823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:21.981567 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0080bd00-a7d6-4961-b083-88d1ed5aa004 req-10a5d978-3821-4ef1-80a1-1f56518bde39 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831955 Apr 29 17:34:22.024632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:22.032649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:22.042387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:22.052221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:22.071551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.075632 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Allocated IP 2001:db8::f816:3eff:fe1d:9946 (e0d73202-cb6d-4434-a143-4d729ced40a4/a5a7f477-5b94-4ec1-a195-a48750777418/9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:22.104547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:22.108226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.115577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92440d61-1954-402c-8285-83010e54ca9d']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:22.175794 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4283540 Apr 29 17:34:22.191561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45656) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:22.216048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48513329-48df-407b-8063-cfab99f45ec2') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:22.216342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48513329-48df-407b-8063-cfab99f45ec2') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:22.218875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': '3c31f31d-ec05-49da-bda2-1d60d1456590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:22.227776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e8070-db69-4525-8a6d-956f506a8276 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Network': ['ID=3c31f31d-ec05-49da-bda2-1d60d1456590,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:22.246767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:22.253570 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:22.256572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.267240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 3c31f31d-ec05-49da-bda2-1d60d1456590 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:22.269321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:22.315006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Pushing event updated for resources: {'Port': ['ID=81476ef1-5fab-4797-bf0a-ce086bb19c29,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:22.340625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ec67ed6c-5604-4587-8190-3bc9c9af1f95 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.348465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.369347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3cb84e54-94f2-44f3-9daa-dce2f39c303b no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:34:22.398824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:22.411663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:22.413122 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:22.413360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.436125 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:22.450080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:22.456008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.465785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 3cb84e54-94f2-44f3-9daa-dce2f39c303b {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:34:22.466153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3cb84e54-94f2-44f3-9daa-dce2f39c303b not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:22.483777 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:22.489346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:22.490423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.493088 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.504141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ec67ed6c-5604-4587-8190-3bc9c9af1f95 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Calling delete_port for 87f78ffb-9fab-4155-ad3d-9c938e3531fe owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:22.649552 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.736016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Transition to ACTIVE for port object 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:22.740239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.745603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:22.751694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:22.760578 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Transition to ACTIVE for port object 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:22.761759 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:22.767232 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:22.767824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.768115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.790120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=15670e13-90e3-4e26-aeae-1186090d7183,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:22.798752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92440d61-1954-402c-8285-83010e54ca9d {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 17:34:22.813739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.820175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event deleted for resources: {'Network': ['ID=92440d61-1954-402c-8285-83010e54ca9d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:22.832523 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5cfb1491-f1a4-4acc-a56c-eeb05508374b tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "DELETE /v2.0/networks/92440d61-1954-402c-8285-83010e54ca9d HTTP/1.1" status: 204 len: 168 time: 1.6480815 Apr 29 17:34:22.832742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45660) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:22.837847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Request body: {'network': {'name': 'tempest-network--283206530'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:22.838741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:22.842225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:22.849149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:22.876649 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3a7ff18e-2f2e-4f64-9f50-b3ae4ac56ba1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2782066 Apr 29 17:34:22.878564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:22.879557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45664) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:22.893392 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Usage tracker for resource:network and tenant:ca2490dd570c4f3d9cd6ecaf39007440 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:22.903395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:22.905286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-863b546a-f3b1-40fc-8b66-995e8b95410b tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:22.912111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:22.932040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Made reservation on behalf of ca2490dd570c4f3d9cd6ecaf39007440 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:22.934568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.936306 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Pushing event updated for resources: {'Port': ['ID=9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:22.956155 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ec67ed6c-5604-4587-8190-3bc9c9af1f95 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.958921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.972323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Attempting to bind port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:34:22.973004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Attempting to bind port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:34:22.973472 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Attempting to bind port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:34:22.979438 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:34:22.979965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:22.980452 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:22.980978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:34:22.981550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Bound port: 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:34:22.982007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:23.068713 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:23.101565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] For port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:34:23.105380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] For port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:34:23.111659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:23.118674 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:23.131487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:23.132102 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:23.135907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=84cc5e3c-ce79-4b39-90d9-64e94c447bbc,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:23.151436 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:23.217530 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-863b546a-f3b1-40fc-8b66-995e8b95410b tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:23.239999 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-27026317-ceb2-4be1-9375-e9ca7383a78c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4655235 Apr 29 17:34:23.257271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45670) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:23.262240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67c01d-0a0c-4892-bd83-f200d02a3e7b None None] Pushing event updated for resources: {'Port': ['ID=9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:23.267984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d3658fcb-59cf-4ff0-bf30-1b43c9e24ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:23.306763 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'mac_address': 'fa:16:3e:9f:6e:d5', 'name': 'tempest-NetworksTestDHCPv6-1218330756'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:23.438003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67ed6c-5604-4587-8190-3bc9c9af1f95 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event deleted for resources: {'Port': ['ID=87f78ffb-9fab-4155-ad3d-9c938e3531fe,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:23.492931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Subnet': ['ID=5b8a179f-01d7-497d-9c47-63ce23d6f2c7,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:23.577981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:23.630908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:23.631445 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Added segment f55fca7f-7cd8-4317-9890-e6b8c0ae32b5 of type vlan for network 84def300-5bec-49f9-bec0-5eaf73f9cf2a Apr 29 17:34:23.636659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Checking segment: {'id': 'da1dd010-d89a-4ba3-bfda-9876c65f38c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3c31f31d-ec05-49da-bda2-1d60d1456590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:23.637019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network hostable DHCP agents. Network: 3c31f31d-ec05-49da-bda2-1d60d1456590, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:34:23.690767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ec67ed6c-5604-4587-8190-3bc9c9af1f95 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:23.702090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:23.785269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 3c31f31d-ec05-49da-bda2-1d60d1456590 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:34:23.794074 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:23.802569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:23.807034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:23.810719 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 3c31f31d-ec05-49da-bda2-1d60d1456590) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:23.815973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:23.817210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:23.818929 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d63f2d8-a813-44ba-9fa3-62918d4c5e7c None None] Network 3c31f31d-ec05-49da-bda2-1d60d1456590 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:23.827625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:23.833614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:23.861359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-863b546a-f3b1-40fc-8b66-995e8b95410b tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:23.863246 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:23.870886 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ec67ed6c-5604-4587-8190-3bc9c9af1f95 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "DELETE /v2.0/ports/87f78ffb-9fab-4155-ad3d-9c938e3531fe HTTP/1.1" status: 204 len: 168 time: 2.6912529 Apr 29 17:34:23.881808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8363838-b6f9-4241-bf6a-8e27f1b6562e req-bd7758f8-23f5-4a29-a318-c7d697a4dc1c tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:23.888893 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8363838-b6f9-4241-bf6a-8e27f1b6562e req-bd7758f8-23f5-4a29-a318-c7d697a4dc1c tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.4520555 Apr 29 17:34:23.921536 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45674) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:23.926696 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1d3d5819-a1d3-4149-91e4-73ae54166779 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7317474 Apr 29 17:34:23.926696 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-863b546a-f3b1-40fc-8b66-995e8b95410b tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:23.931652 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45682) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:23.981050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': '3c31f31d-ec05-49da-bda2-1d60d1456590', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1857225768'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:24.023697 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.024659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:24.025244 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.053365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-3c31f31d-ec05-49da-bda2-1d60d1456590', 'network_id': '3c31f31d-ec05-49da-bda2-1d60d1456590', 'tenant_id': '005e56b72c54499f910947cc510b60ad', 'fixed_ips': [{'subnet_id': '5b8a179f-01d7-497d-9c47-63ce23d6f2c7'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:34:24.054517 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8363838-b6f9-4241-bf6a-8e27f1b6562e req-9f33665f-ed49-475b-966d-8b14c8a7489f tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647065 Apr 29 17:34:24.054679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.124351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b546a-f3b1-40fc-8b66-995e8b95410b tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=15670e13-90e3-4e26-aeae-1186090d7183,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:24.149963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d60cc8-9e37-4b84-b9bd-c0f4eb60dd77 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Deleting subnet 40961967-4ed5-40df-a7a4-98defca44a81 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:24.165504 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3316216 Apr 29 17:34:24.205584 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45686) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:24.216703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-04e65d8c-d2bf-4f75-836d-99b4376704e9 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:24.239879 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Allocated IP 172.20.0.2 (3c31f31d-ec05-49da-bda2-1d60d1456590/5b8a179f-01d7-497d-9c47-63ce23d6f2c7/2d732bef-450e-43a3-be8b-3180294b274a) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:24.261198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-25d60cc8-9e37-4b84-b9bd-c0f4eb60dd77 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.383597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa10707-d479-45a6-a46e-7b03862bfb09 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event updated for resources: {'Network': ['ID=84def300-5bec-49f9-bec0-5eaf73f9cf2a,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:24.399779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-25d60cc8-9e37-4b84-b9bd-c0f4eb60dd77 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.425104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-863b546a-f3b1-40fc-8b66-995e8b95410b tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] In _notify_port_updated(), no bound segment for port 15670e13-90e3-4e26-aeae-1186090d7183 on network 27e93c17-86ab-44cc-88c7-9a79a91146e4 {{(pid=88018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:34:24.431239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863b546a-f3b1-40fc-8b66-995e8b95410b tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:24.432160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-863b546a-f3b1-40fc-8b66-995e8b95410b tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.433755 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-863b546a-f3b1-40fc-8b66-995e8b95410b tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "PUT /v2.0/ports/15670e13-90e3-4e26-aeae-1186090d7183 HTTP/1.1" status: 200 len: 818 time: 1.5449591 Apr 29 17:34:24.437785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45690) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:24.463439 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:24.487105 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 84def300-5bec-49f9-bec0-5eaf73f9cf2a details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:24.498584 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e833d4a-eb2d-47ae-b5be-50667c66347a None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:24.535239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.547571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.553821 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-5880890e-a93b-4e8d-af0d-d50cb5a6dbe8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 15670e13-90e3-4e26-aeae-1186090d7183 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:24.554571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5880890e-a93b-4e8d-af0d-d50cb5a6dbe8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.565244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:24.585150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:port and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:24.592257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:24.603561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:24.607399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.644631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port f826d681-e802-4bb5-b702-bc95d7cb1d89 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:24.666760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.670280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7c2c8ccd-2e47-46b8-99df-60dafb6f13d0 None None] Provisioning for port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:24.679062 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:24.682587 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.716271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port 72daad55-9222-4c10-8641-174addfee72d yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:24.736358 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Transition to ACTIVE for port object 2d732bef-450e-43a3-be8b-3180294b274a will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:24.758044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04e65d8c-d2bf-4f75-836d-99b4376704e9 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.790509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Transition to ACTIVE for port object 2d732bef-450e-43a3-be8b-3180294b274a will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:24.795325 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:24.801846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04e65d8c-d2bf-4f75-836d-99b4376704e9 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.803118 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.839108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04e65d8c-d2bf-4f75-836d-99b4376704e9 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Network 84def300-5bec-49f9-bec0-5eaf73f9cf2a is not hosted by any dhcp agent {{(pid=88018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 17:34:24.840124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e65d8c-d2bf-4f75-836d-99b4376704e9 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:24.840804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04e65d8c-d2bf-4f75-836d-99b4376704e9 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.845155 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-04e65d8c-d2bf-4f75-836d-99b4376704e9 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "PUT /v2.0/networks/84def300-5bec-49f9-bec0-5eaf73f9cf2a HTTP/1.1" status: 200 len: 857 time: 0.6332662 Apr 29 17:34:24.862535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45694) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:24.890641 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:24.890641 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.972381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-25d60cc8-9e37-4b84-b9bd-c0f4eb60dd77 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:24.996889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Network 3c31f31d-ec05-49da-bda2-1d60d1456590 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:25.003451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:25.012022 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:25.057843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Pushing event updated for resources: {'Port': ['ID=2d732bef-450e-43a3-be8b-3180294b274a,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:25.066391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e65d8c-d2bf-4f75-836d-99b4376704e9 tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event updated for resources: {'Network': ['ID=84def300-5bec-49f9-bec0-5eaf73f9cf2a,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:25.172933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.242235 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a64e18fd-8024-4460-82bf-6c4f4ea992ca {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:34:25.243024 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:34:25.243275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Attempting to bind port 2d732bef-450e-43a3-be8b-3180294b274a on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:34:25.243844 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Attempting to bind port 2d732bef-450e-43a3-be8b-3180294b274a by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'da1dd010-d89a-4ba3-bfda-9876c65f38c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3c31f31d-ec05-49da-bda2-1d60d1456590'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:34:25.244366 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Attempting to bind port 2d732bef-450e-43a3-be8b-3180294b274a on network 3c31f31d-ec05-49da-bda2-1d60d1456590 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:34:25.255339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:34:25.255952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Checking segment: {'id': 'da1dd010-d89a-4ba3-bfda-9876c65f38c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3c31f31d-ec05-49da-bda2-1d60d1456590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:25.256505 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.257041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Bound using segment: {'id': 'da1dd010-d89a-4ba3-bfda-9876c65f38c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3c31f31d-ec05-49da-bda2-1d60d1456590'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:34:25.257681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Bound port: 2d732bef-450e-43a3-be8b-3180294b274a, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1dd010-d89a-4ba3-bfda-9876c65f38c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3c31f31d-ec05-49da-bda2-1d60d1456590'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:34:25.258213 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.283834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.324291 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5880890e-a93b-4e8d-af0d-d50cb5a6dbe8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.335021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-25d60cc8-9e37-4b84-b9bd-c0f4eb60dd77 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.345399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 172.20.0.7 (e0d73202-cb6d-4434-a143-4d729ced40a4/84cc5e3c-ce79-4b39-90d9-64e94c447bbc/f826d681-e802-4bb5-b702-bc95d7cb1d89) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:25.390936 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:25.409436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.506838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d60cc8-9e37-4b84-b9bd-c0f4eb60dd77 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event deleted for resources: {'Subnet': ['ID=40961967-4ed5-40df-a7a4-98defca44a81,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:25.508241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b8cefca3-fc6b-4c75-b1e4-679d6bb06902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.517854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-5880890e-a93b-4e8d-af0d-d50cb5a6dbe8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 15670e13-90e3-4e26-aeae-1186090d7183 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:25.534608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] For port 2d732bef-450e-43a3-be8b-3180294b274a, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:34:25.551805 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] For port 2d732bef-450e-43a3-be8b-3180294b274a, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2d732bef-450e-43a3-be8b-3180294b274a,segment=NetworkSegment(da1dd010-d89a-4ba3-bfda-9876c65f38c9),segment_id=da1dd010-d89a-4ba3-bfda-9876c65f38c9)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:34:25.560503 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3086b4-6b4d-47b6-878c-531a8024e97f None None] Network 75caa734-7b87-4d04-a9b8-6bca537eccf6 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:25.563918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-25d60cc8-9e37-4b84-b9bd-c0f4eb60dd77 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.582985 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.587339 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-25d60cc8-9e37-4b84-b9bd-c0f4eb60dd77 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "DELETE /v2.0/subnets/40961967-4ed5-40df-a7a4-98defca44a81 HTTP/1.1" status: 204 len: 168 time: 1.6622465 Apr 29 17:34:25.589070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::f816:3eff:fe9f:6ed5 (e0d73202-cb6d-4434-a143-4d729ced40a4/a5a7f477-5b94-4ec1-a195-a48750777418/f826d681-e802-4bb5-b702-bc95d7cb1d89) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:25.589350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45700) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:25.591260 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c18ab-9ec5-4c28-b51f-2dc6745b354e None None] Update dhcp port {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'fixed_ips': [{'subnet_id': 'a5a7f477-5b94-4ec1-a195-a48750777418', 'ip_address': '2001:db8::f816:3eff:fe1d:9946'}, {'subnet_id': '84cc5e3c-ce79-4b39-90d9-64e94c447bbc'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': '9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:34:25.598518 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.643568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84def300-5bec-49f9-bec0-5eaf73f9cf2a']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:25.652356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:25.658633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac086e1-9578-4590-91ca-913218f1a08e req-21751a1e-1076-4151-b19f-e89e891520fa tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:25.660271 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cac086e1-9578-4590-91ca-913218f1a08e req-21751a1e-1076-4151-b19f-e89e891520fa tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.4827290 Apr 29 17:34:25.678804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Router 7c3f2e8f-bdde-407e-ac8e-08e7a9c85810 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:34:25.690493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55fca7f-7cd8-4317-9890-e6b8c0ae32b5') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:25.690796 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55fca7f-7cd8-4317-9890-e6b8c0ae32b5') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:25.712245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.749096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.784053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.798652 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:25.799098 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.812973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port 5d8646cb-30ad-4832-a6f2-6f25e9680f66 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:25.825906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.833884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7d8c18ab-9ec5-4c28-b51f-2dc6745b354e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:25.847600 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:25.919262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5880890e-a93b-4e8d-af0d-d50cb5a6dbe8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:25.971828 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cac086e1-9578-4590-91ca-913218f1a08e req-9300693b-6a36-46d8-b905-8d8d5b4842af tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973626 Apr 29 17:34:25.990674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Deleting port c0058350-b229-4094-b8da-55d8d996a9a6 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:25.991349 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:26.036548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880890e-a93b-4e8d-af0d-d50cb5a6dbe8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=15670e13-90e3-4e26-aeae-1186090d7183,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:26.072457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5880890e-a93b-4e8d-af0d-d50cb5a6dbe8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:26.083732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:26.087135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84def300-5bec-49f9-bec0-5eaf73f9cf2a {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 17:34:26.089946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:26.105111 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5880890e-a93b-4e8d-af0d-d50cb5a6dbe8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/15670e13-90e3-4e26-aeae-1186090d7183 HTTP/1.1" status: 204 len: 168 time: 1.6639564 Apr 29 17:34:26.109262 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437c413-9ba6-423c-97d0-aa16cfc7e43a None None] Pushing event updated for resources: {'Port': ['ID=2d732bef-450e-43a3-be8b-3180294b274a,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:26.109789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45704) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:26.145201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:26.192197 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] Pushing event deleted for resources: {'Network': ['ID=84def300-5bec-49f9-bec0-5eaf73f9cf2a,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:26.208833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object f826d681-e802-4bb5-b702-bc95d7cb1d89 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:26.213963 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-97ccaa10-37aa-4087-b579-188954c3ed8a tempest-ExternalNetworksTestJSON-150695439 tempest-ExternalNetworksTestJSON-150695439-project-admin] 10.222.0.11 "DELETE /v2.0/networks/84def300-5bec-49f9-bec0-5eaf73f9cf2a HTTP/1.1" status: 204 len: 168 time: 1.3443222 Apr 29 17:34:26.220013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45708) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:26.232141 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c916f683-40ed-4666-8f07-7d133d1b294b None None] DHCP port deletion for 75caa734-7b87-4d04-a9b8-6bca537eccf6 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:34:26.243042 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c916f683-40ed-4666-8f07-7d133d1b294b None None] Deleting port c0058350-b229-4094-b8da-55d8d996a9a6 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:26.244313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c916f683-40ed-4666-8f07-7d133d1b294b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:26.251535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:34:26.273019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.10 (3c31f31d-ec05-49da-bda2-1d60d1456590/5b8a179f-01d7-497d-9c47-63ce23d6f2c7/5d8646cb-30ad-4832-a6f2-6f25e9680f66) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:26.283214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:26.286210 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf72960-0184-444f-ac45-298cf4d5c1da tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] DELETE failed (client error): The resource could not be found. Apr 29 17:34:26.286718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf72960-0184-444f-ac45-298cf4d5c1da tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:34:26.288320 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8a10896e-d581-40c6-86a7-5e6d3a9bd3b9 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "PUT /v2.0/routers/7c3f2e8f-bdde-407e-ac8e-08e7a9c85810 HTTP/1.1" status: 200 len: 920 time: 8.3325455 Apr 29 17:34:26.288448 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-daf72960-0184-444f-ac45-298cf4d5c1da tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] 10.222.0.11 "DELETE /v2.0/subnets/3ab64057-285c-4a35-83ac-9bd6ed8de377 HTTP/1.1" status: 404 len: 337 time: 0.0653169 Apr 29 17:34:26.294206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45712) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:26.294526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45714) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:26.482907 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2d732bef-450e-43a3-be8b-3180294b274a up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:26.532251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a5464-5c47-4334-bd77-51e516e8bfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:26.536716 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-916a5464-5c47-4334-bd77-51e516e8bfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:26.541846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] For port c0058350-b229-4094-b8da-55d8d996a9a6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c0058350-b229-4094-b8da-55d8d996a9a6,segment=NetworkSegment(c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a),segment_id=c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:26.542203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:26.674946 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:26.701047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c916f683-40ed-4666-8f07-7d133d1b294b None None] For port c0058350-b229-4094-b8da-55d8d996a9a6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c0058350-b229-4094-b8da-55d8d996a9a6,segment=NetworkSegment(c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a),segment_id=c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:26.701575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c916f683-40ed-4666-8f07-7d133d1b294b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:26.705723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Calling delete_port for c0058350-b229-4094-b8da-55d8d996a9a6 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:26.762644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-055783aa-2696-471c-82be-ac33f3657ee2 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:26.776723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-916a5464-5c47-4334-bd77-51e516e8bfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:26.780925 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-916a5464-5c47-4334-bd77-51e516e8bfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6703808 Apr 29 17:34:26.782248 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45720) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:26.783762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:26.845034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-7d8c18ab-9ec5-4c28-b51f-2dc6745b354e None None] Allocated IP 172.20.0.2 (e0d73202-cb6d-4434-a143-4d729ced40a4/84cc5e3c-ce79-4b39-90d9-64e94c447bbc/9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:26.876185 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-305c6962-7cdb-476c-b41f-effafb0960df tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:34:26.883754 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-305c6962-7cdb-476c-b41f-effafb0960df tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/15670e13-90e3-4e26-aeae-1186090d7183 HTTP/1.1" status: 404 len: 333 time: 0.0972710 Apr 29 17:34:26.884461 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45724) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:26.899021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1907565805'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:26.909479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:26.916463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:network and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:26.973523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:26.996013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:27.003508 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2ddd2e33-9bfe-476a-b28d-af3ad8598534 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/routers/7c3f2e8f-bdde-407e-ac8e-08e7a9c85810 HTTP/1.1" status: 200 len: 926 time: 0.7052391 Apr 29 17:34:27.003508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:27.075377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45730) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:27.076373 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:27.101845 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=f826d681-e802-4bb5-b702-bc95d7cb1d89,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:27.106680 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.113380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a887e-aea8-49b2-a3dc-2ebe11d69ad5 None None] Sync routers for ids ['7c3f2e8f-bdde-407e-ac8e-08e7a9c85810'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:34:27.129618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:27.207553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c916f683-40ed-4666-8f07-7d133d1b294b None None] Calling delete_port for c0058350-b229-4094-b8da-55d8d996a9a6 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:27.208924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.227055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:27.227718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.236984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.237889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Transition to ACTIVE for port object 5d8646cb-30ad-4832-a6f2-6f25e9680f66 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:27.256107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:27.259490 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.263934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-055783aa-2696-471c-82be-ac33f3657ee2 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.277841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.285720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event deleted for resources: {'Port': ['ID=c0058350-b229-4094-b8da-55d8d996a9a6,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:27.289940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] No DVR routers for this DVR port c0058350-b229-4094-b8da-55d8d996a9a6 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:34:27.299820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9845b687-f67e-4f4d-8a1e-267a01f774e9 None None] Network 3c31f31d-ec05-49da-bda2-1d60d1456590 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:27.360261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a887e-aea8-49b2-a3dc-2ebe11d69ad5 None None] Routers {'7c3f2e8f-bdde-407e-ac8e-08e7a9c85810'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:34:27.360971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-7c5a887e-aea8-49b2-a3dc-2ebe11d69ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['7c3f2e8f-bdde-407e-ac8e-08e7a9c85810'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:27.368138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-055783aa-2696-471c-82be-ac33f3657ee2 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d25ff9-a346-4cd3-ae99-e1086ea5277a']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:27.383109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 3c31f31d-ec05-49da-bda2-1d60d1456590 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:27.388136 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6441aaec-63b6-48fe-aab8-b779f6a69c27 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0912015 Apr 29 17:34:27.389238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:27.390293 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:27.391004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45734) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:27.395975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:27.447406 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-7c5a887e-aea8-49b2-a3dc-2ebe11d69ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:27.508523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.508865 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Added segment 9a80f025-76c9-4ea3-b3a4-925afe3ce070 of type vlan for network f0881d2e-cb30-4d27-a860-36acb3fee14e Apr 29 17:34:27.511651 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 2d732bef-450e-43a3-be8b-3180294b274a completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:27.527339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-50d38a6e-1730-4f7b-8ca5-b17accd4ff1f None None] Provisioning for port 2d732bef-450e-43a3-be8b-3180294b274a completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:27.527577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11890fa5-c1ee-4036-9b96-1543d2d2da86 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:27.529127 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-11890fa5-c1ee-4036-9b96-1543d2d2da86 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&device_id=7c3f2e8f-bdde-407e-ac8e-08e7a9c85810&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4495866 Apr 29 17:34:27.536397 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-055783aa-2696-471c-82be-ac33f3657ee2 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3b2160-4bbf-4e60-86bf-81fa36f198be') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:27.536702 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-055783aa-2696-471c-82be-ac33f3657ee2 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3b2160-4bbf-4e60-86bf-81fa36f198be') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:27.537399 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ca944-b82e-419c-b3b6-d7d39c566723 req-ed5325e9-acc1-4806-a901-2293a8a2ed25 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:27.538827 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-703ca944-b82e-419c-b3b6-d7d39c566723 req-ed5325e9-acc1-4806-a901-2293a8a2ed25 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.4003615 Apr 29 17:34:27.541148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.547333 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45738) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:27.562690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 2d732bef-450e-43a3-be8b-3180294b274a triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:27.563454 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.585998 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-055783aa-2696-471c-82be-ac33f3657ee2 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.592284 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a887e-aea8-49b2-a3dc-2ebe11d69ad5 None None] Routers {'7c3f2e8f-bdde-407e-ac8e-08e7a9c85810'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:34:27.592991 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-7c5a887e-aea8-49b2-a3dc-2ebe11d69ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['7c3f2e8f-bdde-407e-ac8e-08e7a9c85810'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:27.593360 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=5d8646cb-30ad-4832-a6f2-6f25e9680f66,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:27.613937 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75caa734-7b87-4d04-a9b8-6bca537eccf6']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:27.637642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.648850 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:27.649381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65eaf0c-6cc0-4fc7-bfc3-5510c73c062a') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:27.674128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-055783aa-2696-471c-82be-ac33f3657ee2 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.675933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.684486 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-703ca944-b82e-419c-b3b6-d7d39c566723 req-757f06a1-7124-47aa-852d-b67c7a0daabe tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293688 Apr 29 17:34:27.686924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055783aa-2696-471c-82be-ac33f3657ee2 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:27.687341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-055783aa-2696-471c-82be-ac33f3657ee2 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:27.704370 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:27.712846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:27.713789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.719846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.735080 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df45cb6-9afe-4450-9ad3-bf37e594a425 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:27.738206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-50d38a6e-1730-4f7b-8ca5-b17accd4ff1f None None] Provisioning complete for port 2d732bef-450e-43a3-be8b-3180294b274a triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:27.738569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-50d38a6e-1730-4f7b-8ca5-b17accd4ff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.741583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df45cb6-9afe-4450-9ad3-bf37e594a425 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:27.741995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7df45cb6-9afe-4450-9ad3-bf37e594a425 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:27.748270 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.753777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:27.754360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.785238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:27.785649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.792437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-7c5a887e-aea8-49b2-a3dc-2ebe11d69ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:27.792838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a887e-aea8-49b2-a3dc-2ebe11d69ad5 None None] The sync data for ids ['7c3f2e8f-bdde-407e-ac8e-08e7a9c85810'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:34:27.795211 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-7d8c18ab-9ec5-4c28-b51f-2dc6745b354e None None] For port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:27.806950 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:27.816343 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-c916f683-40ed-4666-8f07-7d133d1b294b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:34:27.816546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-c916f683-40ed-4666-8f07-7d133d1b294b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:34:27.836572 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9d120171-fc14-4a22-addb-6047f56e7266 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.8617806 Apr 29 17:34:27.837485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45742) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:27.852718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7df45cb6-9afe-4450-9ad3-bf37e594a425 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:27.856347 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7df45cb6-9afe-4450-9ad3-bf37e594a425 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4607902 Apr 29 17:34:27.870313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-055783aa-2696-471c-82be-ac33f3657ee2 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.878186 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45746) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:27.892858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8af73d-8f4a-4d88-a7c5-4e2389ae5df2 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:27.893405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6b8af73d-8f4a-4d88-a7c5-4e2389ae5df2 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Synchronizing usage tracker for tenant:8f88d80ebbf84bc1b36e869246875715 on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:27.925141 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7d8c18ab-9ec5-4c28-b51f-2dc6745b354e None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.947654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-055783aa-2696-471c-82be-ac33f3657ee2 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:27.966197 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055783aa-2696-471c-82be-ac33f3657ee2 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] Pushing event deleted for resources: {'Network': ['ID=55d25ff9-a346-4cd3-ae99-e1086ea5277a,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:27.969380 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0774219 Apr 29 17:34:27.975498 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45750) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:27.978649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24511e-0bbe-4b81-b221-56a09f8a1b51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Network': ['ID=f0881d2e-cb30-4d27-a860-36acb3fee14e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:27.985201 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': 'f0881d2e-cb30-4d27-a860-36acb3fee14e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:28.003810 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-055783aa-2696-471c-82be-ac33f3657ee2 tempest-ExternalNetworksTestJSON-986197413 tempest-ExternalNetworksTestJSON-986197413-project] 10.222.0.11 "DELETE /v2.0/networks/55d25ff9-a346-4cd3-ae99-e1086ea5277a HTTP/1.1" status: 204 len: 168 time: 1.7052233 Apr 29 17:34:28.010601 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf256b-6c6e-4697-b194-c1181f73f319 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 5d8646cb-30ad-4832-a6f2-6f25e9680f66 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:28.010928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0cf256b-6c6e-4697-b194-c1181f73f319 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.042464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6b8af73d-8f4a-4d88-a7c5-4e2389ae5df2 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] Unset dirty status for tenant:8f88d80ebbf84bc1b36e869246875715 on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:28.043637 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6b8af73d-8f4a-4d88-a7c5-4e2389ae5df2 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/networks/aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 881 time: 0.4954600 Apr 29 17:34:28.056949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45756) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:28.062822 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network f0881d2e-cb30-4d27-a860-36acb3fee14e details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:28.094954 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.097926 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7d8c18ab-9ec5-4c28-b51f-2dc6745b354e None None] Transition to ACTIVE for port object 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:28.099659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:28.104973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:28.106910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-1e0674eb-36b8-4b86-9c4b-7cc3dc68765f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port f826d681-e802-4bb5-b702-bc95d7cb1d89 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:28.107245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1e0674eb-36b8-4b86-9c4b-7cc3dc68765f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.108258 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:28.113975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:28.122320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.126487 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7d8c18ab-9ec5-4c28-b51f-2dc6745b354e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.144853 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0b44e051-d773-4da9-858c-220466ae0680 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c3f2e8f-bdde-407e-ac8e-08e7a9c85810 HTTP/1.1" status: 200 len: 205 time: 0.0846567 Apr 29 17:34:28.154869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45760) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:28.156513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.162390 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] Pushing event deleted for resources: {'Network': ['ID=75caa734-7b87-4d04-a9b8-6bca537eccf6,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:28.166144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:28.169635 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.184788 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-59371b51-0bff-4116-9bee-f488b53bca64 tempest-AllowedAddressPairTestJSON-1052981036 tempest-AllowedAddressPairTestJSON-1052981036-project] 10.222.0.11 "DELETE /v2.0/networks/75caa734-7b87-4d04-a9b8-6bca537eccf6 HTTP/1.1" status: 204 len: 168 time: 2.5915415 Apr 29 17:34:28.246366 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-50d38a6e-1730-4f7b-8ca5-b17accd4ff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.255557 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.340292 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c916f683-40ed-4666-8f07-7d133d1b294b None None] Deleting port c0058350-b229-4094-b8da-55d8d996a9a6 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:28.341043 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c916f683-40ed-4666-8f07-7d133d1b294b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.474711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c18ab-9ec5-4c28-b51f-2dc6745b354e None None] Pushing event updated for resources: {'Port': ['ID=9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:28.519064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c916f683-40ed-4666-8f07-7d133d1b294b None None] The port 'c0058350-b229-4094-b8da-55d8d996a9a6' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:34:28.520766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 2d732bef-450e-43a3-be8b-3180294b274a, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2d732bef-450e-43a3-be8b-3180294b274a,segment=NetworkSegment(da1dd010-d89a-4ba3-bfda-9876c65f38c9),segment_id=da1dd010-d89a-4ba3-bfda-9876c65f38c9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:28.596057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45772) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:28.611991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.644266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.644266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:28.665152 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1e0674eb-36b8-4b86-9c4b-7cc3dc68765f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.683268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45778) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:28.853111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-50d38a6e-1730-4f7b-8ca5-b17accd4ff1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:34:28.853461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-50d38a6e-1730-4f7b-8ca5-b17accd4ff1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:34:28.932091 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0cf256b-6c6e-4697-b194-c1181f73f319 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:28.973329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=2d732bef-450e-43a3-be8b-3180294b274a,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:29.059683 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c0058350-b229-4094-b8da-55d8d996a9a6 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:34:29.084021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf256b-6c6e-4697-b194-c1181f73f319 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 5d8646cb-30ad-4832-a6f2-6f25e9680f66 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:29.143845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: c0058350-b229-4094-b8da-55d8d996a9a6 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:34:29.144779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c0058350-b229-4094-b8da-55d8d996a9a6 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:34:29.158439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-1e0674eb-36b8-4b86-9c4b-7cc3dc68765f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for f826d681-e802-4bb5-b702-bc95d7cb1d89 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:29.269845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2d732bef-450e-43a3-be8b-3180294b274a up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:29.361817 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-456222f0-e9fd-4858-b0e0-a2756042e72f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e489252afb745549189e68e2f893242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7623365 Apr 29 17:34:29.375264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45788) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:29.400675 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-be33f8c7-f240-4b18-83b4-1d54ac4dd453 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=424c3d989bc14bbe83ad00a62fea466d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6992874 Apr 29 17:34:29.407594 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45792) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:29.442685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:29.445531 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 2d732bef-450e-43a3-be8b-3180294b274a triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:29.446125 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:29.493705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9c831-f9a7-4cf7-8f11-fd51a5437f29 req-0db704f5-e7eb-4902-9ea5-4cc674d600b6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:29.495268 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1d9c831-f9a7-4cf7-8f11-fd51a5437f29 req-0db704f5-e7eb-4902-9ea5-4cc674d600b6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.4567146 Apr 29 17:34:29.501926 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0cf256b-6c6e-4697-b194-c1181f73f319 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:29.530698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:29.569566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf256b-6c6e-4697-b194-c1181f73f319 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=5d8646cb-30ad-4832-a6f2-6f25e9680f66,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:29.591525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5e93a063-2058-46fa-9b62-fdd33c9e08c2 None None] Provisioning complete for port 2d732bef-450e-43a3-be8b-3180294b274a triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:29.591906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5e93a063-2058-46fa-9b62-fdd33c9e08c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:29.644572 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:29.645130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Deleting port 81476ef1-5fab-4797-bf0a-ce086bb19c29 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:29.645633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:29.720950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Subnet': ['ID=04f7ffac-2a39-453d-8d3b-ffffd72640ff,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:29.728855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4556e91c-f4fb-4ff7-a94d-256f52d013fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:29.775225 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1d9c831-f9a7-4cf7-8f11-fd51a5437f29 req-10db7b01-c81b-40b3-896b-ee3a6890778b tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2591443 Apr 29 17:34:29.792232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Checking segment: {'id': '9a80f025-76c9-4ea3-b3a4-925afe3ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f0881d2e-cb30-4d27-a860-36acb3fee14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:29.792621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network hostable DHCP agents. Network: f0881d2e-cb30-4d27-a860-36acb3fee14e, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:34:29.829408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0cf256b-6c6e-4697-b194-c1181f73f319 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:29.843523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dd0296d1-7cfc-431c-86e9-c7b7823c858a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:29.849818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4556e91c-f4fb-4ff7-a94d-256f52d013fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:29.862369 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c0cf256b-6c6e-4697-b194-c1181f73f319 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/5d8646cb-30ad-4832-a6f2-6f25e9680f66 HTTP/1.1" status: 204 len: 168 time: 2.0238888 Apr 29 17:34:29.864942 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45796) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:29.883063 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5e93a063-2058-46fa-9b62-fdd33c9e08c2 None None] Provisioning for port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:29.893697 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5e93a063-2058-46fa-9b62-fdd33c9e08c2 None None] Provisioning complete for port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:29.894066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5e93a063-2058-46fa-9b62-fdd33c9e08c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:29.912202 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-921479a9-1714-4a64-aec3-bae60925f025 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:34:29.912744 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-921479a9-1714-4a64-aec3-bae60925f025 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:29.916701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1e0674eb-36b8-4b86-9c4b-7cc3dc68765f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:29.982804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0674eb-36b8-4b86-9c4b-7cc3dc68765f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=f826d681-e802-4bb5-b702-bc95d7cb1d89,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:30.013440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network f0881d2e-cb30-4d27-a860-36acb3fee14e is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:34:30.017655 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-921479a9-1714-4a64-aec3-bae60925f025 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:30.017655 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-921479a9-1714-4a64-aec3-bae60925f025 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/5d8646cb-30ad-4832-a6f2-6f25e9680f66 HTTP/1.1" status: 404 len: 333 time: 0.1516345 Apr 29 17:34:30.018600 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dd0296d1-7cfc-431c-86e9-c7b7823c858a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.024128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45800) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:30.047390 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, f0881d2e-cb30-4d27-a860-36acb3fee14e) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:30.059256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84724bd9-bbcf-417f-8325-6ff33d402e29 None None] Network f0881d2e-cb30-4d27-a860-36acb3fee14e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:30.068717 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:30.069326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.090550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4556e91c-f4fb-4ff7-a94d-256f52d013fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.116191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.129312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556e91c-f4fb-4ff7-a94d-256f52d013fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b94258-3de3-4a6c-9dc1-94971318194d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:30.180686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0377a41d-4bb5-4e2f-a20e-6d1e26be116d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting subnet 5b8a179f-01d7-497d-9c47-63ce23d6f2c7 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:30.183376 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1e0674eb-36b8-4b86-9c4b-7cc3dc68765f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.187389 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1e0674eb-36b8-4b86-9c4b-7cc3dc68765f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/f826d681-e802-4bb5-b702-bc95d7cb1d89 HTTP/1.1" status: 204 len: 168 time: 2.3068855 Apr 29 17:34:30.187389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0377a41d-4bb5-4e2f-a20e-6d1e26be116d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.199679 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45804) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:30.264455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0377a41d-4bb5-4e2f-a20e-6d1e26be116d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.267598 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5e93a063-2058-46fa-9b62-fdd33c9e08c2 None None] Could not find standard attr ID for object 5d8646cb-30ad-4832-a6f2-6f25e9680f66. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:34:30.269191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Calling delete_port for 81476ef1-5fab-4797-bf0a-ce086bb19c29 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:30.342951 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7d1643da-06ff-4c8b-9702-597c8e6f484a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3673432 Apr 29 17:34:30.345921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45808) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:30.354367 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4556e91c-f4fb-4ff7-a94d-256f52d013fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.355649 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4556e91c-f4fb-4ff7-a94d-256f52d013fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98b94258-3de3-4a6c-9dc1-94971318194d HTTP/1.1" status: 204 len: 168 time: 0.9746041 Apr 29 17:34:30.357135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0cacf4f3-18f3-4184-8625-5b43884efdb1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': 'f0881d2e-cb30-4d27-a860-36acb3fee14e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:30.357647 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-f0881d2e-cb30-4d27-a860-36acb3fee14e', 'network_id': 'f0881d2e-cb30-4d27-a860-36acb3fee14e', 'tenant_id': '6a09bfbd4fea4865a7331651402ea46f', 'fixed_ips': [{'subnet_id': '04f7ffac-2a39-453d-8d3b-ffffd72640ff'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:34:30.358673 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.383014 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c5bba2fe-c86d-4f3e-bc4a-b78f654fc121 None None] Could not find standard attr ID for object f826d681-e802-4bb5-b702-bc95d7cb1d89. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:34:30.394870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dd0296d1-7cfc-431c-86e9-c7b7823c858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.434674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764cd09-ab91-441a-90b4-56fa9e7836ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:30.436620 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764cd09-ab91-441a-90b4-56fa9e7836ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:30.438281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764cd09-ab91-441a-90b4-56fa9e7836ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:30.439329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b764cd09-ab91-441a-90b4-56fa9e7836ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:30.449311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0296d1-7cfc-431c-86e9-c7b7823c858a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed1e9e-e675-4829-8a7a-37b8efe747b2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:30.451784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dd0296d1-7cfc-431c-86e9-c7b7823c858a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.453112 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dd0296d1-7cfc-431c-86e9-c7b7823c858a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5ed1e9e-e675-4829-8a7a-37b8efe747b2 HTTP/1.1" status: 204 len: 168 time: 1.0422547 Apr 29 17:34:30.486889 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b764cd09-ab91-441a-90b4-56fa9e7836ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:30.488868 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b764cd09-ab91-441a-90b4-56fa9e7836ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2274024 Apr 29 17:34:30.491759 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45816) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:30.554575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0cacf4f3-18f3-4184-8625-5b43884efdb1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:30.558394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0cacf4f3-18f3-4184-8625-5b43884efdb1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:30.561234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0cacf4f3-18f3-4184-8625-5b43884efdb1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:30.567065 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0cacf4f3-18f3-4184-8625-5b43884efdb1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:30.573347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Allocated IP 2001:db8::2 (f0881d2e-cb30-4d27-a860-36acb3fee14e/04f7ffac-2a39-453d-8d3b-ffffd72640ff/27809e89-ca6b-4498-beed-d6090f61a534) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:30.580202 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cacf4f3-18f3-4184-8625-5b43884efdb1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:30.584498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0cacf4f3-18f3-4184-8625-5b43884efdb1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.618254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d19f561-92be-423f-b633-334b48f6dae2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 84cc5e3c-ce79-4b39-90d9-64e94c447bbc {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:30.625280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0d19f561-92be-423f-b633-334b48f6dae2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.682412 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.740690 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.ipam_backend_mixin [None req-0cacf4f3-18f3-4184-8625-5b43884efdb1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04f7ffac-2a39-453d-8d3b-ffffd72640ff (CIDR: 2001:db8::/64) Apr 29 17:34:30.746660 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cacf4f3-18f3-4184-8625-5b43884efdb1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:34:30.747200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cacf4f3-18f3-4184-8625-5b43884efdb1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:34:30.786854 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0cacf4f3-18f3-4184-8625-5b43884efdb1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4398696 Apr 29 17:34:30.791579 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45822) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:30.801293 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0d19f561-92be-423f-b633-334b48f6dae2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.806884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0377a41d-4bb5-4e2f-a20e-6d1e26be116d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:30.847836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': 'f0881d2e-cb30-4d27-a860-36acb3fee14e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:30.891186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0d19f561-92be-423f-b633-334b48f6dae2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.006025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Pushing event deleted for resources: {'Port': ['ID=81476ef1-5fab-4797-bf0a-ce086bb19c29,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:31.041966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:31.052375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.052817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:31.058899 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45832) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:31.079881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:31.090938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0377a41d-4bb5-4e2f-a20e-6d1e26be116d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.097445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:31.110855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Transition to ACTIVE for port object 27809e89-ca6b-4498-beed-d6090f61a534 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:31.125626 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0d19f561-92be-423f-b633-334b48f6dae2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.141091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Transition to ACTIVE for port object 27809e89-ca6b-4498-beed-d6090f61a534 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:31.150114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.175737 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7e9631e7-97a9-4ebd-968e-7eefdd7f7eec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca2490dd570c4f3d9cd6ecaf39007440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1155453 Apr 29 17:34:31.181639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45838) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:31.182152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19f561-92be-423f-b633-334b48f6dae2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=84cc5e3c-ce79-4b39-90d9-64e94c447bbc,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:31.182350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377a41d-4bb5-4e2f-a20e-6d1e26be116d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8a179f-01d7-497d-9c47-63ce23d6f2c7,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:31.187842 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0d19f561-92be-423f-b633-334b48f6dae2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.216055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0377a41d-4bb5-4e2f-a20e-6d1e26be116d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.220189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.222352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:31.226131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.260438 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0377a41d-4bb5-4e2f-a20e-6d1e26be116d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/5b8a179f-01d7-497d-9c47-63ce23d6f2c7 HTTP/1.1" status: 204 len: 168 time: 1.1979802 Apr 29 17:34:31.274139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45846) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:31.292878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233d692b-9534-4d31-8181-6968a82f4dea None None] Network 3c31f31d-ec05-49da-bda2-1d60d1456590 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:31.415469 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaa027d-c3e1-40f9-84e6-314897e5e451 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:31.449085 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Pushing event updated for resources: {'Port': ['ID=27809e89-ca6b-4498-beed-d6090f61a534,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:31.491962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Network f0881d2e-cb30-4d27-a860-36acb3fee14e is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:31.527663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:31.573722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-14e6d189-277f-4f4a-8efa-347ef8624503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.583542 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:31.640012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.643048 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-14e6d189-277f-4f4a-8efa-347ef8624503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.664929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.671015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.692881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 2d732bef-450e-43a3-be8b-3180294b274a {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:31.693203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.717489 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0d19f561-92be-423f-b633-334b48f6dae2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/84cc5e3c-ce79-4b39-90d9-64e94c447bbc HTTP/1.1" status: 204 len: 168 time: 1.2222748 Apr 29 17:34:31.717489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.717825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Fanout notify agent at l3_agent the message router_deleted on router 7c3f2e8f-bdde-407e-ac8e-08e7a9c85810 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:34:31.719143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45858) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:31.776838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f20d2-4c9b-4ff4-b9f5-efe74948fcd7 req-ac40ba79-348f-4735-95c3-bcdb76e16d81 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:31.778480 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e59f20d2-4c9b-4ff4-b9f5-efe74948fcd7 req-ac40ba79-348f-4735-95c3-bcdb76e16d81 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.7685487 Apr 29 17:34:31.784273 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45862) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:31.802797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.803736 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-79a55d3b-e480-4b70-9676-d7b1256759c3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "DELETE /v2.0/routers/7c3f2e8f-bdde-407e-ac8e-08e7a9c85810 HTTP/1.1" status: 204 len: 168 time: 3.6391821 Apr 29 17:34:31.839483 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Attempting to bind port 27809e89-ca6b-4498-beed-d6090f61a534 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:34:31.839877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Attempting to bind port 27809e89-ca6b-4498-beed-d6090f61a534 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '9a80f025-76c9-4ea3-b3a4-925afe3ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f0881d2e-cb30-4d27-a860-36acb3fee14e'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:34:31.840211 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Attempting to bind port 27809e89-ca6b-4498-beed-d6090f61a534 on network f0881d2e-cb30-4d27-a860-36acb3fee14e {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:34:31.847697 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45868) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:31.853143 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e59f20d2-4c9b-4ff4-b9f5-efe74948fcd7 req-3d1b187d-bc3f-4454-b913-ce2a573daef0 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582950 Apr 29 17:34:31.857864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:34:31.858247 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Checking segment: {'id': '9a80f025-76c9-4ea3-b3a4-925afe3ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f0881d2e-cb30-4d27-a860-36acb3fee14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:31.860152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.860396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Bound using segment: {'id': '9a80f025-76c9-4ea3-b3a4-925afe3ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f0881d2e-cb30-4d27-a860-36acb3fee14e'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:34:31.860712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Bound port: 27809e89-ca6b-4498-beed-d6090f61a534, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a80f025-76c9-4ea3-b3a4-925afe3ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f0881d2e-cb30-4d27-a860-36acb3fee14e'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:34:31.861139 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.863172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1192875387', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:31.870226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:31.873299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-14e6d189-277f-4f4a-8efa-347ef8624503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.873828 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Usage tracker for resource:router and tenant:9933681c551348c6ab2c795952810e91 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:31.880100 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:31.896322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:31.912836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccc9013-0568-4657-97d3-5f684c2a8608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet a5a7f477-5b94-4ec1-a195-a48750777418 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:31.915949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fccc9013-0568-4657-97d3-5f684c2a8608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.928992 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-14e6d189-277f-4f4a-8efa-347ef8624503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.933043 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-14e6d189-277f-4f4a-8efa-347ef8624503 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a908c1e-bf7a-4cfd-992e-87b9cfae1787 HTTP/1.1" status: 204 len: 168 time: 0.7505517 Apr 29 17:34:31.933043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6d189-277f-4f4a-8efa-347ef8624503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a908c1e-bf7a-4cfd-992e-87b9cfae1787,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:31.951025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.952109 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:31.968398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.058118 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1619136233'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:32.097670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] For port 27809e89-ca6b-4498-beed-d6090f61a534, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:34:32.101695 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] For port 27809e89-ca6b-4498-beed-d6090f61a534, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=27809e89-ca6b-4498-beed-d6090f61a534,segment=NetworkSegment(9a80f025-76c9-4ea3-b3a4-925afe3ce070),segment_id=9a80f025-76c9-4ea3-b3a4-925afe3ce070)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:34:32.111189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] For port 2d732bef-450e-43a3-be8b-3180294b274a, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2d732bef-450e-43a3-be8b-3180294b274a,segment=NetworkSegment(da1dd010-d89a-4ba3-bfda-9876c65f38c9),segment_id=da1dd010-d89a-4ba3-bfda-9876c65f38c9)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:32.111903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.112055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.118452 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:32.144583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Usage tracker for resource:network and tenant:9cd6f335da464998b07f9cfe3b1de0e0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:32.152379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:32.156688 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fccc9013-0568-4657-97d3-5f684c2a8608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.176340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1355e84-fac4-464c-b2a1-d798b4cd200a None None] DHCP port deletion for 3c31f31d-ec05-49da-bda2-1d60d1456590 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:34:32.206952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f1355e84-fac4-464c-b2a1-d798b4cd200a None None] Deleting port 2d732bef-450e-43a3-be8b-3180294b274a {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:32.207350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f1355e84-fac4-464c-b2a1-d798b4cd200a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.241090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:32.277005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 2d732bef-450e-43a3-be8b-3180294b274a owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:32.333742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb483a1-38e2-4c1e-99b7-8c72ba4f1bca None None] Pushing event updated for resources: {'Port': ['ID=27809e89-ca6b-4498-beed-d6090f61a534,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:32.373071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:32.378172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.394953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.411810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.422522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.518663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.520059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-f1355e84-fac4-464c-b2a1-d798b4cd200a None None] For port 2d732bef-450e-43a3-be8b-3180294b274a, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2d732bef-450e-43a3-be8b-3180294b274a,segment=NetworkSegment(da1dd010-d89a-4ba3-bfda-9876c65f38c9),segment_id=da1dd010-d89a-4ba3-bfda-9876c65f38c9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:32.520626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f1355e84-fac4-464c-b2a1-d798b4cd200a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.524390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network f0881d2e-cb30-4d27-a860-36acb3fee14e is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:32.533263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:32.569938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:32.591813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:32.592422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.601718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Usage tracker for resource:security_group_rule and tenant:9cd6f335da464998b07f9cfe3b1de0e0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:32.608381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=2d732bef-450e-43a3-be8b-3180294b274a,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:32.622695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Subnet': ['ID=e10a5b21-f384-4c09-9e17-c6bd8a0c0bcf,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:32.622833 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:32.625169 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No DVR routers for this DVR port 2d732bef-450e-43a3-be8b-3180294b274a on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:34:32.637976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:32.673261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fccc9013-0568-4657-97d3-5f684c2a8608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.774277 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fa369d64-2c0f-460c-a753-33aaef9875d5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9804151 Apr 29 17:34:32.780287 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45884) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:32.809144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': 'f0881d2e-cb30-4d27-a860-36acb3fee14e', 'fixed_ips': [{'subnet_id': '04f7ffac-2a39-453d-8d3b-ffffd72640ff'}, {'subnet_id': 'e10a5b21-f384-4c09-9e17-c6bd8a0c0bcf'}], 'name': 'tempest-PortsIpV6TestJSON-1653489143'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:32.837012 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f1355e84-fac4-464c-b2a1-d798b4cd200a None None] Calling delete_port for 2d732bef-450e-43a3-be8b-3180294b274a owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:32.940139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:32.952162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-f1355e84-fac4-464c-b2a1-d798b4cd200a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:34:32.952698 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-f1355e84-fac4-464c-b2a1-d798b4cd200a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:34:32.988490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c31f31d-ec05-49da-bda2-1d60d1456590']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:33.017614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1dd010-d89a-4ba3-bfda-9876c65f38c9') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:33.017988 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1dd010-d89a-4ba3-bfda-9876c65f38c9') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:33.032474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:33.050899 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:33.058495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:33.059007 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:33.078755 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:33.161669 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:33.169464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:33.199891 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/networks/3c31f31d-ec05-49da-bda2-1d60d1456590 HTTP/1.1" status: 204 len: 168 time: 1.9209192 Apr 29 17:34:33.200092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45896) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:33.212081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291006c4-0559-493e-8994-932e0f4deb53 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Network': ['ID=3c31f31d-ec05-49da-bda2-1d60d1456590,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:33.227941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'name': 'tempest-PortsTestJSON-1243982981'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:33.248364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fccc9013-0568-4657-97d3-5f684c2a8608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:33.301613 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 27809e89-ca6b-4498-beed-d6090f61a534 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:33.334914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc9013-0568-4657-97d3-5f684c2a8608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a7f477-5b94-4ec1-a195-a48750777418,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:33.349525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fccc9013-0568-4657-97d3-5f684c2a8608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:33.352505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:33.366329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd5b64e-c6cb-4c31-a43d-9b72c93b35c5 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:33.407466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2bc36e57-c722-431b-bff0-65e843bcd02e None None] Provisioning complete for port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:33.408180 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2bc36e57-c722-431b-bff0-65e843bcd02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:33.497392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f1355e84-fac4-464c-b2a1-d798b4cd200a None None] Deleting port 2d732bef-450e-43a3-be8b-3180294b274a {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:33.497771 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f1355e84-fac4-464c-b2a1-d798b4cd200a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:33.580175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:port and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:33.583469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:33.589711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:33.606386 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f1355e84-fac4-464c-b2a1-d798b4cd200a None None] The port '2d732bef-450e-43a3-be8b-3180294b274a' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:34:33.620836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47381f-21c7-450d-a589-2a58826ced67 req-54023122-cee3-4d63-a625-745fe20ce179 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:33.629096 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ea47381f-21c7-450d-a589-2a58826ced67 req-54023122-cee3-4d63-a625-745fe20ce179 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.5521932 Apr 29 17:34:33.649287 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 27809e89-ca6b-4498-beed-d6090f61a534 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:33.681242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:33.732208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:33.749304 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fccc9013-0568-4657-97d3-5f684c2a8608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/a5a7f477-5b94-4ec1-a195-a48750777418 HTTP/1.1" status: 204 len: 168 time: 2.0272689 Apr 29 17:34:33.749470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45910) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:33.825969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2d732bef-450e-43a3-be8b-3180294b274a no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:34:33.856766 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-595ae4aa-8d26-4035-8a6a-4d9f4b64cd9b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035075 Apr 29 17:34:33.857177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45916) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:33.863762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:33.879817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 2d732bef-450e-43a3-be8b-3180294b274a {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:34:33.880128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2d732bef-450e-43a3-be8b-3180294b274a not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:34:33.912983 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ea47381f-21c7-450d-a589-2a58826ced67 req-5b2db661-090b-4147-883d-341bc7ff0e60 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2826579 Apr 29 17:34:33.914032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:33.945105 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be11f3-6e1f-450e-9d55-de9e1a740fe0 None None] Network f0881d2e-cb30-4d27-a860-36acb3fee14e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:34.054188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.074226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.076622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:34.084332 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:34.088916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:34.096651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:34.104560 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512d0f71-7e0e-4125-9113-42102166dd5d None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:34:34.113187 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:34.116454 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-512d0f71-7e0e-4125-9113-42102166dd5d None None] Deleting port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:34.116747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-512d0f71-7e0e-4125-9113-42102166dd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.118578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.143554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:34.147383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.166186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.209381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.214824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:34.270418 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-19fd310c-1e27-471e-be00-f4031e7f6843 None None] Provisioning for port 27809e89-ca6b-4498-beed-d6090f61a534 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:34.307928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-19fd310c-1e27-471e-be00-f4031e7f6843 None None] Provisioning complete for port 27809e89-ca6b-4498-beed-d6090f61a534 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:34.308301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-19fd310c-1e27-471e-be00-f4031e7f6843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.368700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port 9e6403b4-e867-481e-984f-996827eaafc8 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:34.432777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c676dbb0-a768-4314-957a-d600cebce6b7,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:34.438496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.504776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.505154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.505668 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Added segment ad748866-07f8-41a7-8889-fb1a4cd5c291 of type vlan for network 6d066a30-0378-48cc-86cc-019859298641 Apr 29 17:34:34.555420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-512d0f71-7e0e-4125-9113-42102166dd5d None None] For port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:34.556039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-512d0f71-7e0e-4125-9113-42102166dd5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.605842 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port f976c429-6692-4e28-96ae-65bb971b6b7e yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:34.644253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45934) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:34.707162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:34.711555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:34.714945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:34.716196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.736158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=52bbbc35-5e50-4961-aad4-51feb10cec32,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:34.754251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:34.754573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:34.754966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:34.755317 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:34.755827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:34.756279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:34.756610 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:34.757493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:34.757974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:34.758547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:34.758924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:34.760189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:34.768562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.775975 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1daf3fba-903a-4213-9936-3fa02b5b2b7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9174786 Apr 29 17:34:34.778949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45940) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:34.779691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-512d0f71-7e0e-4125-9113-42102166dd5d None None] Calling delete_port for 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:34.787042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:34.828705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c211717f-97c2-4518-a56b-40fb7ba4ec1b tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:34.876524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-19fd310c-1e27-471e-be00-f4031e7f6843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.933218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Allocated IP 172.26.4.133 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/ddbc1ac3-c3c8-43d1-b90a-82084044ca92) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:34.933556 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-19fd310c-1e27-471e-be00-f4031e7f6843 None None] For port 27809e89-ca6b-4498-beed-d6090f61a534, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=27809e89-ca6b-4498-beed-d6090f61a534,segment=NetworkSegment(9a80f025-76c9-4ea3-b3a4-925afe3ce070),segment_id=9a80f025-76c9-4ea3-b3a4-925afe3ce070)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:34.938397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-512d0f71-7e0e-4125-9113-42102166dd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.939722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:34.944301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:34.947651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:34.953779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:34.966933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:34.970991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.987333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-19fd310c-1e27-471e-be00-f4031e7f6843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:34.998441 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d0f71-7e0e-4125-9113-42102166dd5d None None] Pushing event deleted for resources: {'Port': ['ID=9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:35.012957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e5e82-de96-4114-bc57-a06bd6146dfc req-817751fd-c763-44e3-affc-df4afa111807 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:35.014438 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-355e5e82-de96-4114-bc57-a06bd6146dfc req-817751fd-c763-44e3-affc-df4afa111807 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.5636907 Apr 29 17:34:35.024008 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe22c-f202-4f5e-90be-7b4a2842a16a req-b6faaedc-38c2-43c3-8898-9eaa3eafb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:35.025434 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c2fe22c-f202-4f5e-90be-7b4a2842a16a req-b6faaedc-38c2-43c3-8898-9eaa3eafb6a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c48d4c66c93f4c7fa3f8a35a1e52d29c&device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 1098 time: 0.5081046 Apr 29 17:34:35.026016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.033309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:35.033309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.061665 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c211717f-97c2-4518-a56b-40fb7ba4ec1b tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] 10.222.0.11 "PUT /v2.0/quotas/47bcec568ad84642a3050a59524e98a0 HTTP/1.1" status: 200 len: 368 time: 0.3972120 Apr 29 17:34:35.064451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d0f71-7e0e-4125-9113-42102166dd5d None None] No DVR routers for this DVR port 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:34:35.064989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45944) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:35.084214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Request body: {'network': {'project_id': '47bcec568ad84642a3050a59524e98a0'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:35.088891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:35.093301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Usage tracker for resource:network and tenant:47bcec568ad84642a3050a59524e98a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:35.095904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:35.102798 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:35.106610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0af056b-4681-4078-b943-ba14cddac620 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:35.126543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Made reservation on behalf of 47bcec568ad84642a3050a59524e98a0 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:35.129804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.147916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.175236 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:35.181655 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Usage tracker for resource:security_group_rule and tenant:47bcec568ad84642a3050a59524e98a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:35.186767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:35.193932 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:35.232934 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1aa7cf-2ae8-4fda-8612-e56a6378df0f None None] Update dhcp port {'port': {'network_id': 'f0881d2e-cb30-4d27-a860-36acb3fee14e', 'fixed_ips': [{'subnet_id': '04f7ffac-2a39-453d-8d3b-ffffd72640ff', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e10a5b21-f384-4c09-9e17-c6bd8a0c0bcf'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': '27809e89-ca6b-4498-beed-d6090f61a534'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:34:35.266821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:34:35.316896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd310c-1e27-471e-be00-f4031e7f6843 None None] Pushing event updated for resources: {'Port': ['ID=27809e89-ca6b-4498-beed-d6090f61a534,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:35.334082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:34:35.334423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9fb9ec29-3dfd-4d74-bfb2-9bc19bfdabf9 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:34:35.358180 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3a1aa7cf-2ae8-4fda-8612-e56a6378df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.400956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.432879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.476125 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:35.499229 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123360d7-9d13-4ed0-8078-8374526d049c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:35.539354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.539621 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Added segment 6ff3ec8d-d7fe-4059-a691-ed9b5a77efd2 of type vlan for network 0d9e94c5-c127-4a87-bebf-e717b6e6c9cf Apr 29 17:34:35.544994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.objects.ports [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:34:35.549822 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.589541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '52bbbc35-5e50-4961-aad4-51feb10cec32'}, {'subnet_id': 'cd4f0d2a-da22-44f9-90ca-4c3e822a5538'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:34:35.590373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.628622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:35.634053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.637761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:35.641291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:35.641856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.647072 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.8620510 Apr 29 17:34:35.651771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.660522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4211f3-405f-40df-a737-68d9855f377d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Network': ['ID=6d066a30-0378-48cc-86cc-019859298641,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:35.695008 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe22c-f202-4f5e-90be-7b4a2842a16a req-bf5b0b35-1dc6-410a-a5f8-252caf89ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:35.696386 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 6d066a30-0378-48cc-86cc-019859298641 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:35.696593 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c2fe22c-f202-4f5e-90be-7b4a2842a16a req-bf5b0b35-1dc6-410a-a5f8-252caf89ee88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a008dbb-824b-4c09-ae06-02703f77c7d5 HTTP/1.1" status: 200 len: 912 time: 0.6599343 Apr 29 17:34:35.699758 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-355e5e82-de96-4114-bc57-a06bd6146dfc req-24d8260e-b601-4401-bbef-16d665bc89c0 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6620135 Apr 29 17:34:35.758583 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=cd4f0d2a-da22-44f9-90ca-4c3e822a5538,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:35.832417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.847976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.854076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:35.855605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.855738 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c2fe22c-f202-4f5e-90be-7b4a2842a16a req-ea0f369c-61d2-41a8-906a-c22cb61053b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d03cbbc3-b67e-4acb-85c4-f19455702778 HTTP/1.1" status: 200 len: 1001 time: 0.1501815 Apr 29 17:34:35.874442 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-3a1aa7cf-2ae8-4fda-8612-e56a6378df0f None None] Allocated IP 2001:db8:0:1::2 (f0881d2e-cb30-4d27-a860-36acb3fee14e/e10a5b21-f384-4c09-9e17-c6bd8a0c0bcf/27809e89-ca6b-4498-beed-d6090f61a534) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:35.907598 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:35.992057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 448d70d6-bf19-4613-9911-9f022a913254 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:35.997967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:36.006391 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:36.011709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:36.012544 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.027774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe22c-f202-4f5e-90be-7b4a2842a16a req-a7c3c354-3f86-451b-800e-df9ac8a45408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:36.029230 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c2fe22c-f202-4f5e-90be-7b4a2842a16a req-a7c3c354-3f86-451b-800e-df9ac8a45408 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3555b18-00c5-40e8-9dc6-86063eecb03f HTTP/1.1" status: 200 len: 850 time: 0.1663117 Apr 29 17:34:36.034387 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3b61aa81-b6d0-4054-9d47-98307efc3878 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2523134 Apr 29 17:34:36.035347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=9e6403b4-e867-481e-984f-996827eaafc8,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:36.038720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45948) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:36.041332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.053914 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Pushing event updated for resources: {'Network': ['ID=0d9e94c5-c127-4a87-bebf-e717b6e6c9cf,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:36.081996 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-39a134cb-5aad-4047-bb1d-db50862862df tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0091774 Apr 29 17:34:36.083373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45952) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:36.087989 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 0d9e94c5-c127-4a87-bebf-e717b6e6c9cf details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:36.094025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Request body: {'network': {'project_id': '47bcec568ad84642a3050a59524e98a0'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:36.105186 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:36.114039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Usage tracker for resource:network and tenant:47bcec568ad84642a3050a59524e98a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:36.119190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'mac_address': 'fa:16:3e:88:ed:9e', 'name': 'tempest-NetworksTestDHCPv6-1231434560'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:36.119952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:36.129014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:36.148062 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Made reservation on behalf of 47bcec568ad84642a3050a59524e98a0 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:36.151026 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.189544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:36.202418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.203101 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Added segment fe4d1316-e384-4b43-b717-5368befa031a of type vlan for network 5bc1ca19-d3c0-4134-aeb7-0cf1b9909a7c Apr 29 17:34:36.243216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.257101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3a1aa7cf-2ae8-4fda-8612-e56a6378df0f None None] For port 27809e89-ca6b-4498-beed-d6090f61a534, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=27809e89-ca6b-4498-beed-d6090f61a534,segment=NetworkSegment(9a80f025-76c9-4ea3-b3a4-925afe3ce070),segment_id=9a80f025-76c9-4ea3-b3a4-925afe3ce070)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:36.283720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3a1aa7cf-2ae8-4fda-8612-e56a6378df0f None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.285900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.287403 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:36.289578 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f6454479-1d08-4f32-957b-4307b9693503 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0819788 Apr 29 17:34:36.290226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.294838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:36.301187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3a1aa7cf-2ae8-4fda-8612-e56a6378df0f None None] Transition to ACTIVE for port object 27809e89-ca6b-4498-beed-d6090f61a534 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:36.302152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 45956) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:36.318877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3a1aa7cf-2ae8-4fda-8612-e56a6378df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.395249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7b6415bd-dc2d-4e7b-9df7-a5d4709dbd1b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 9e6403b4-e867-481e-984f-996827eaafc8 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:36.395870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7b6415bd-dc2d-4e7b-9df7-a5d4709dbd1b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.431940 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Allocated IP 172.20.0.2 (e0d73202-cb6d-4434-a143-4d729ced40a4/52bbbc35-5e50-4961-aad4-51feb10cec32/08f468cd-8ac9-4920-b394-a18295e40466) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:36.450311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:36.452557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Pushing event updated for resources: {'Network': ['ID=5bc1ca19-d3c0-4134-aeb7-0cf1b9909a7c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:36.469278 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8343df96-553d-4e52-838d-a1803f96d9bc tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3822653 Apr 29 17:34:36.470422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45960) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:36.470720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 5bc1ca19-d3c0-4134-aeb7-0cf1b9909a7c details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:36.477055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-e7265bb6-516b-4a98-b85a-4ff842a81762 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Request body: {'network': {'project_id': '47bcec568ad84642a3050a59524e98a0'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:36.484734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e7265bb6-516b-4a98-b85a-4ff842a81762 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:36.490097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e7265bb6-516b-4a98-b85a-4ff842a81762 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Usage tracker for resource:network and tenant:47bcec568ad84642a3050a59524e98a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:36.491603 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:36.495134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e7265bb6-516b-4a98-b85a-4ff842a81762 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:36.502796 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:36.503689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e7265bb6-516b-4a98-b85a-4ff842a81762 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:36.510429 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7265bb6-516b-4a98-b85a-4ff842a81762 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 17:34:36.510990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7265bb6-516b-4a98-b85a-4ff842a81762 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:34:36.516306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Pushing event updated for resources: {'Port': ['ID=ddbc1ac3-c3c8-43d1-b90a-82084044ca92,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:36.517458 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e7265bb6-516b-4a98-b85a-4ff842a81762 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0455272 Apr 29 17:34:36.518127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45964) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:36.524563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:36.570758 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Allocated IP 2001:db8::f816:3eff:fec3:aba3 (e0d73202-cb6d-4434-a143-4d729ced40a4/cd4f0d2a-da22-44f9-90ca-4c3e822a5538/08f468cd-8ac9-4920-b394-a18295e40466) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:36.594780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1aa7cf-2ae8-4fda-8612-e56a6378df0f None None] Pushing event updated for resources: {'Port': ['ID=27809e89-ca6b-4498-beed-d6090f61a534,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:36.602288 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-baec50d0-5e2e-4f4d-bab5-a8a90e3f1572 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47bcec568ad84642a3050a59524e98a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0827293 Apr 29 17:34:36.602966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45968) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:36.751362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d82efc04-ed36-4313-a138-a54030e8d2d2 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.825888 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d82efc04-ed36-4313-a138-a54030e8d2d2 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.835777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:36.876792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:36.877542 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:36.878124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:36.878657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:36.879224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:36.879797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:36.880380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:36.881026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:36.881584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:36.882125 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:36.882676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:36.883202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:36.894949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d82efc04-ed36-4313-a138-a54030e8d2d2 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.948239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d82efc04-ed36-4313-a138-a54030e8d2d2 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.953929 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d82efc04-ed36-4313-a138-a54030e8d2d2 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/123360d7-9d13-4ed0-8078-8374526d049c HTTP/1.1" status: 204 len: 168 time: 0.3499308 Apr 29 17:34:36.956252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45974) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:36.969693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:36.982345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Transition to ACTIVE for port object 08f468cd-8ac9-4920-b394-a18295e40466 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:37.006349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82efc04-ed36-4313-a138-a54030e8d2d2 tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123360d7-9d13-4ed0-8078-8374526d049c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:37.046267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Transition to ACTIVE for port object 08f468cd-8ac9-4920-b394-a18295e40466 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:37.073278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.124161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e2eef11e-d3fe-4242-948c-50a59410031f tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.183655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Pushing event updated for resources: {'Port': ['ID=08f468cd-8ac9-4920-b394-a18295e40466,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:37.199283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:37.200594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:37.203948 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:37.342666 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 27809e89-ca6b-4498-beed-d6090f61a534 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:37.356208 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e2eef11e-d3fe-4242-948c-50a59410031f tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.407547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-e2eef11e-d3fe-4242-948c-50a59410031f tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc1ca19-d3c0-4134-aeb7-0cf1b9909a7c']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:37.437652 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-e2eef11e-d3fe-4242-948c-50a59410031f tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4d1316-e384-4b43-b717-5368befa031a') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:37.438189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-e2eef11e-d3fe-4242-948c-50a59410031f tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4d1316-e384-4b43-b717-5368befa031a') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:37.452932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe22c-f202-4f5e-90be-7b4a2842a16a req-d0c89663-f520-450e-8737-e4560f07efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:37.455273 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c2fe22c-f202-4f5e-90be-7b4a2842a16a req-d0c89663-f520-450e-8737-e4560f07efbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a008dbb-824b-4c09-ae06-02703f77c7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4172721 Apr 29 17:34:37.457281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e2eef11e-d3fe-4242-948c-50a59410031f tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.476022 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Attempting to bind port 08f468cd-8ac9-4920-b394-a18295e40466 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:34:37.476397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Attempting to bind port 08f468cd-8ac9-4920-b394-a18295e40466 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:34:37.476757 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Attempting to bind port 08f468cd-8ac9-4920-b394-a18295e40466 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:34:37.483623 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f604176d-b869-4c9e-9e62-0d49a1b38b12 None None] Network f0881d2e-cb30-4d27-a860-36acb3fee14e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:37.493616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e2eef11e-d3fe-4242-948c-50a59410031f tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.511189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2eef11e-d3fe-4242-948c-50a59410031f tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:37.511602 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e2eef11e-d3fe-4242-948c-50a59410031f tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.540514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:34:37.540885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:37.541287 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.541677 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:34:37.542160 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Bound port: 08f468cd-8ac9-4920-b394-a18295e40466, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:34:37.542528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.670610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9d7088cb-a9c7-40c2-af89-eb6197edffcf None None] Provisioning for port 27809e89-ca6b-4498-beed-d6090f61a534 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:37.672802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8::18 (f0881d2e-cb30-4d27-a860-36acb3fee14e/04f7ffac-2a39-453d-8d3b-ffffd72640ff/f976c429-6692-4e28-96ae-65bb971b6b7e) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:37.699614 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9d7088cb-a9c7-40c2-af89-eb6197edffcf None None] Provisioning complete for port 27809e89-ca6b-4498-beed-d6090f61a534 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:37.700197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9d7088cb-a9c7-40c2-af89-eb6197edffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:37.711179 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:37.717343 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e2eef11e-d3fe-4242-948c-50a59410031f tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.770651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e2eef11e-d3fe-4242-948c-50a59410031f tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.797397 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eef11e-d3fe-4242-948c-50a59410031f tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Pushing event deleted for resources: {'Network': ['ID=5bc1ca19-d3c0-4134-aeb7-0cf1b9909a7c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:37.816050 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e2eef11e-d3fe-4242-948c-50a59410031f tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] 10.222.0.11 "DELETE /v2.0/networks/5bc1ca19-d3c0-4134-aeb7-0cf1b9909a7c HTTP/1.1" status: 204 len: 168 time: 0.8550637 Apr 29 17:34:37.818796 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45978) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:37.875120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 27809e89-ca6b-4498-beed-d6090f61a534 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:37.875439 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.878700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.910469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8:0:1::2b7 (f0881d2e-cb30-4d27-a860-36acb3fee14e/e10a5b21-f384-4c09-9e17-c6bd8a0c0bcf/f976c429-6692-4e28-96ae-65bb971b6b7e) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:37.956045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7b6415bd-dc2d-4e7b-9df7-a5d4709dbd1b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:37.958084 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] For port 08f468cd-8ac9-4920-b394-a18295e40466, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:34:37.971888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] For port 08f468cd-8ac9-4920-b394-a18295e40466, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=08f468cd-8ac9-4920-b394-a18295e40466,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:34:37.990953 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:38.124326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-734cd7e3-95cc-46be-a358-5ce8ea681daf tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:38.202166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7b6415bd-dc2d-4e7b-9df7-a5d4709dbd1b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 9e6403b4-e867-481e-984f-996827eaafc8 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:38.230360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2a4fb-9629-41b7-a770-10bdcb446c81 None None] Pushing event updated for resources: {'Port': ['ID=08f468cd-8ac9-4920-b394-a18295e40466,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:38.253210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-734cd7e3-95cc-46be-a358-5ce8ea681daf tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:38.297859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-734cd7e3-95cc-46be-a358-5ce8ea681daf tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9e94c5-c127-4a87-bebf-e717b6e6c9cf']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:38.313072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-734cd7e3-95cc-46be-a358-5ce8ea681daf tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff3ec8d-d7fe-4059-a691-ed9b5a77efd2') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:38.313072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-734cd7e3-95cc-46be-a358-5ce8ea681daf tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff3ec8d-d7fe-4059-a691-ed9b5a77efd2') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:38.329881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-734cd7e3-95cc-46be-a358-5ce8ea681daf tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:38.346243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port f8658371-0b0a-4a58-94c8-c23928af51f1 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:38.349757 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-734cd7e3-95cc-46be-a358-5ce8ea681daf tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:38.360819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734cd7e3-95cc-46be-a358-5ce8ea681daf tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:38.362214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-734cd7e3-95cc-46be-a358-5ce8ea681daf tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:38.379942 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:38.399693 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c2fe22c-f202-4f5e-90be-7b4a2842a16a req-77b76d0c-7921-4e3e-bade-4f1c0ecd5e72 service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8967142 Apr 29 17:34:38.482355 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-734cd7e3-95cc-46be-a358-5ce8ea681daf tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:38.518018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-734cd7e3-95cc-46be-a358-5ce8ea681daf tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:38.528461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cd7e3-95cc-46be-a358-5ce8ea681daf tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d9e94c5-c127-4a87-bebf-e717b6e6c9cf,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:38.534886 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-734cd7e3-95cc-46be-a358-5ce8ea681daf tempest-QuotasNegativeTest-1405481213 tempest-QuotasNegativeTest-1405481213-project-admin] 10.222.0.11 "DELETE /v2.0/networks/0d9e94c5-c127-4a87-bebf-e717b6e6c9cf HTTP/1.1" status: 204 len: 168 time: 0.7133951 Apr 29 17:34:38.745169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 172.20.0.4 (e0d73202-cb6d-4434-a143-4d729ced40a4/52bbbc35-5e50-4961-aad4-51feb10cec32/f8658371-0b0a-4a58-94c8-c23928af51f1) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:38.752363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::f816:3eff:fe88:ed9e (e0d73202-cb6d-4434-a143-4d729ced40a4/cd4f0d2a-da22-44f9-90ca-4c3e822a5538/f8658371-0b0a-4a58-94c8-c23928af51f1) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:38.760363 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd3173ed-ace5-4749-b5ca-75a580c8c4d8 None None] Provisioning complete for port 27809e89-ca6b-4498-beed-d6090f61a534 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:38.761390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd3173ed-ace5-4749-b5ca-75a580c8c4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:38.943793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bba510-724f-4c36-ae7c-688b365f34c6 req-70cf1b04-df70-45d7-8e9b-0f7b0b46d0c9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:38.945255 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-44bba510-724f-4c36-ae7c-688b365f34c6 req-70cf1b04-df70-45d7-8e9b-0f7b0b46d0c9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 1.8660758 Apr 29 17:34:39.006315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45986) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:39.011903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'subnet': {'network_id': '6d066a30-0378-48cc-86cc-019859298641', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:39.115090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:39.128488 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:39.132352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Usage tracker for resource:subnet and tenant:9cd6f335da464998b07f9cfe3b1de0e0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:39.135373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:39.141360 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:39.154445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:39.158685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:39.230532 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45992) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:39.304647 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 08f468cd-8ac9-4920-b394-a18295e40466 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:39.331925 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:34:39.404183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 08f468cd-8ac9-4920-b394-a18295e40466 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:39.449230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f16ef872-246d-4912-b876-73b3d3ec3276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:39.478298 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f16ef872-246d-4912-b876-73b3d3ec3276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:39.486991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f16ef872-246d-4912-b876-73b3d3ec3276 admin admin] Usage tracker for resource:security_group_rule and tenant:b8c5175d5ec44eeb96b2a46e9d237a64 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:39.491275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f16ef872-246d-4912-b876-73b3d3ec3276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:39.509755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f16ef872-246d-4912-b876-73b3d3ec3276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:39.517963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7b6415bd-dc2d-4e7b-9df7-a5d4709dbd1b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:39.546544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:39.561250 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-44bba510-724f-4c36-ae7c-688b365f34c6 req-0c77ec9b-6d40-44f3-bbaf-348e3f9b8521 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6006560 Apr 29 17:34:39.623762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:39.633901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6415bd-dc2d-4e7b-9df7-a5d4709dbd1b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=9e6403b4-e867-481e-984f-996827eaafc8,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:39.646793 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c2fe22c-f202-4f5e-90be-7b4a2842a16a req-705fe900-8be7-47f8-849d-476c73fe2c4c service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2287323 Apr 29 17:34:39.668341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7b6415bd-dc2d-4e7b-9df7-a5d4709dbd1b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:39.674974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Subnet': ['ID=e6f0b43a-62e8-4f71-b2b9-baedf683f9d9,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:39.684897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Checking segment: {'id': 'ad748866-07f8-41a7-8889-fb1a4cd5c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6d066a30-0378-48cc-86cc-019859298641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:39.685320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network hostable DHCP agents. Network: 6d066a30-0378-48cc-86cc-019859298641, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:34:39.713538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object f8658371-0b0a-4a58-94c8-c23928af51f1 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:39.731035 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network 6d066a30-0378-48cc-86cc-019859298641 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:34:39.741844 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7b6415bd-dc2d-4e7b-9df7-a5d4709dbd1b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/9e6403b4-e867-481e-984f-996827eaafc8 HTTP/1.1" status: 204 len: 168 time: 3.4278665 Apr 29 17:34:39.741938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 45998) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:39.743332 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f16ef872-246d-4912-b876-73b3d3ec3276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:39.743777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:39.747016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c83e906-dbb0-4822-a371-bd6e7fbdc3a2 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:39.750642 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'mac_address': 'fa:16:3e:ad:4a:bc', 'name': 'tempest-PortsTestJSON-1813270909'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:39.767558 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f16ef872-246d-4912-b876-73b3d3ec3276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:39.774950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 6d066a30-0378-48cc-86cc-019859298641) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:39.790137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d7968e-7e0b-4be5-88de-9b9b6df7cc80 None None] Network 6d066a30-0378-48cc-86cc-019859298641 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:39.814973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:39.815463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:39.889316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object f976c429-6692-4e28-96ae-65bb971b6b7e will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:39.913042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46002) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:39.913242 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f16ef872-246d-4912-b876-73b3d3ec3276 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b8c5175d5ec44eeb96b2a46e9d237a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6816945 Apr 29 17:34:39.933576 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ef872-246d-4912-b876-73b3d3ec3276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79af454a-4527-482d-8175-c733d3ed0125,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:39.940826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:39.941957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:39.947392 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0623b301-40db-452b-8122-e81647c8264c tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9400539 Apr 29 17:34:39.949243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:port and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:39.952688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46006) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:39.955671 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:39.962415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1079745935'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:39.971417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:39.974059 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:39.980202 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Usage tracker for resource:network and tenant:9cd6f335da464998b07f9cfe3b1de0e0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:39.982980 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Provisioning for port 08f468cd-8ac9-4920-b394-a18295e40466 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:39.984113 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:39.991205 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:39.993849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:40.008701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Provisioning complete for port 08f468cd-8ac9-4920-b394-a18295e40466 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:40.009086 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.084458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:40.087918 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.101145 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.115503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:40.117502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8ce3f06c-288d-4ab8-bf48-97c71c7828d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.127896 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.151887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:40.152614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:40.154052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=f8658371-0b0a-4a58-94c8-c23928af51f1,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:40.175878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port db8e92e2-ad14-4879-9fff-188a79672a6b yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:40.210608 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.210969 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Added segment 2c61979d-f5d8-454e-88f9-596edd59a46e of type vlan for network 6650d8a5-6486-4a68-af81-3921dccb646a Apr 29 17:34:40.217947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:40.244814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.257143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-6d066a30-0378-48cc-86cc-019859298641', 'network_id': '6d066a30-0378-48cc-86cc-019859298641', 'tenant_id': '9cd6f335da464998b07f9cfe3b1de0e0', 'fixed_ips': [{'subnet_id': 'e6f0b43a-62e8-4f71-b2b9-baedf683f9d9'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:34:40.257930 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.275207 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.310153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8ce3f06c-288d-4ab8-bf48-97c71c7828d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.367057 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.372508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:40.373168 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.451830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.468682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network f0881d2e-cb30-4d27-a860-36acb3fee14e is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:40.482285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:40.483163 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.487268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:40.493148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=f976c429-6692-4e28-96ae-65bb971b6b7e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:40.495118 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5412333 Apr 29 17:34:40.496474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:40.500404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46010) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:40.503280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:40.504499 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.558547 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-145ccb75-9c75-4f2c-b250-35c4351cceae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5185332 Apr 29 17:34:40.562910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46014) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:40.574106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] For port 08f468cd-8ac9-4920-b394-a18295e40466, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=08f468cd-8ac9-4920-b394-a18295e40466,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:40.595563 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.597169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Allocated IP 2001:db8:0:ffff::2 (6d066a30-0378-48cc-86cc-019859298641/e6f0b43a-62e8-4f71-b2b9-baedf683f9d9/5d4cc502-ed44-4595-af9b-74197edc73d2) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:40.610588 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c550b978-3ba4-490e-a889-9961a60119c4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 7.8274503 Apr 29 17:34:40.625966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46020) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:40.639875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8ce3f06c-288d-4ab8-bf48-97c71c7828d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.647401 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-b82d3434-e2ea-429d-9b54-de8d1d1af7a4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '04f7ffac-2a39-453d-8d3b-ffffd72640ff'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:40.730509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'subnet': {'network_id': '6650d8a5-6486-4a68-af81-3921dccb646a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:40.803203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8ce3f06c-288d-4ab8-bf48-97c71c7828d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.807100 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8ce3f06c-288d-4ab8-bf48-97c71c7828d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79af454a-4527-482d-8175-c733d3ed0125 HTTP/1.1" status: 204 len: 168 time: 0.8877430 Apr 29 17:34:40.807100 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3f06c-288d-4ab8-bf48-97c71c7828d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79af454a-4527-482d-8175-c733d3ed0125,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:40.908963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.960312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a12e25b0-1172-428d-99e6-fbc0f0136c10 None None] Provisioning for port f976c429-6692-4e28-96ae-65bb971b6b7e completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:40.962069 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Router 994c0d71-0357-46df-aeaf-7703c5c9f984 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:34:40.973216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a12e25b0-1172-428d-99e6-fbc0f0136c10 None None] Provisioning complete for port f976c429-6692-4e28-96ae-65bb971b6b7e triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:40.973580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a12e25b0-1172-428d-99e6-fbc0f0136c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:40.975328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6964af4-672c-4f8b-916b-1d043bd50ae7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Network': ['ID=6650d8a5-6486-4a68-af81-3921dccb646a,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:40.988249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:40.994153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Usage tracker for resource:subnet and tenant:9cd6f335da464998b07f9cfe3b1de0e0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:40.998314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:41.011214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 6650d8a5-6486-4a68-af81-3921dccb646a details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:41.016086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:41.046115 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:41.050281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.057836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b08b60-b48a-45ed-a484-e2098664d66f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:41.067113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b08b60-b48a-45ed-a484-e2098664d66f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:41.068127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-92b08b60-b48a-45ed-a484-e2098664d66f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:41.075806 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.195871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Pushing event updated for resources: {'Port': ['ID=08f468cd-8ac9-4920-b394-a18295e40466,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:41.233386 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:41.233796 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:41.234163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:41.234607 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:41.235036 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:41.235455 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:41.235780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:41.236259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:41.236586 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:41.236940 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:41.237293 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:41.237609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c377455-bb23-43a4-849b-b63e68bae9f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:34:41.272778 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 448d70d6-bf19-4613-9911-9f022a913254 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:41.279525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:41.290499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:41.290776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-92b08b60-b48a-45ed-a484-e2098664d66f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:41.292438 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-92b08b60-b48a-45ed-a484-e2098664d66f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7275133 Apr 29 17:34:41.299042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:41.299746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.304397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc8e46-572a-439e-bad0-5a3fa72d01ed req-bccfd237-7649-41a7-9d00-ff483a52019a tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:41.305913 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8fc8e46-572a-439e-bad0-5a3fa72d01ed req-bccfd237-7649-41a7-9d00-ff483a52019a tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.5172098 Apr 29 17:34:41.314494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46028) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:41.318145 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a12e25b0-1172-428d-99e6-fbc0f0136c10 None None] Port f976c429-6692-4e28-96ae-65bb971b6b7e cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:34:41.327138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=db8e92e2-ad14-4879-9fff-188a79672a6b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:41.345210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.364550 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9d94e8d7-23b1-42b4-847c-16af61f48a10 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6174822 Apr 29 17:34:41.366983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46032) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:41.367453 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Transition to ACTIVE for port object 5d4cc502-ed44-4595-af9b-74197edc73d2 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:41.393475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Transition to ACTIVE for port object 5d4cc502-ed44-4595-af9b-74197edc73d2 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:41.401397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.409796 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46036) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:41.451816 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb5d8e7-2a02-4961-9446-7f91754beb64 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:41.452512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3fb5d8e7-2a02-4961-9446-7f91754beb64 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:41.458810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:34:41.469930 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f8e45-2b7c-4e36-9548-01fb78767566 None None] Sync routers for ids ['994c0d71-0357-46df-aeaf-7703c5c9f984'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:34:41.483966 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f8e45-2b7c-4e36-9548-01fb78767566 None None] Routers {'994c0d71-0357-46df-aeaf-7703c5c9f984'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:34:41.484999 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1b9f8e45-2b7c-4e36-9548-01fb78767566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['994c0d71-0357-46df-aeaf-7703c5c9f984'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:41.492251 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Network 6d066a30-0378-48cc-86cc-019859298641 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:41.495592 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:41.505064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:41.559863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Pushing event updated for resources: {'Port': ['ID=5d4cc502-ed44-4595-af9b-74197edc73d2,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:41.571124 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1b9f8e45-2b7c-4e36-9548-01fb78767566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:41.581261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3fb5d8e7-2a02-4961-9446-7f91754beb64 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:41.585119 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3fb5d8e7-2a02-4961-9446-7f91754beb64 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/db8e92e2-ad14-4879-9fff-188a79672a6b HTTP/1.1" status: 200 len: 841 time: 0.2143793 Apr 29 17:34:41.585548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46040) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:41.587206 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f8e45-2b7c-4e36-9548-01fb78767566 None None] Routers {'994c0d71-0357-46df-aeaf-7703c5c9f984'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:34:41.588072 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1b9f8e45-2b7c-4e36-9548-01fb78767566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['994c0d71-0357-46df-aeaf-7703c5c9f984'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:41.593573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8a29e966-f000-4e2b-9b41-2c4f5f0ae297 None None] Provisioning complete for port 08f468cd-8ac9-4920-b394-a18295e40466 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:41.594033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8a29e966-f000-4e2b-9b41-2c4f5f0ae297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.662794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Attempting to bind port 5d4cc502-ed44-4595-af9b-74197edc73d2 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:34:41.664323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Attempting to bind port 5d4cc502-ed44-4595-af9b-74197edc73d2 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'ad748866-07f8-41a7-8889-fb1a4cd5c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6d066a30-0378-48cc-86cc-019859298641'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:34:41.664323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Attempting to bind port 5d4cc502-ed44-4595-af9b-74197edc73d2 on network 6d066a30-0378-48cc-86cc-019859298641 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:34:41.674794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:34:41.675326 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Checking segment: {'id': 'ad748866-07f8-41a7-8889-fb1a4cd5c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6d066a30-0378-48cc-86cc-019859298641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:41.675808 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.676285 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Bound using segment: {'id': 'ad748866-07f8-41a7-8889-fb1a4cd5c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6d066a30-0378-48cc-86cc-019859298641'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:34:41.676887 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Bound port: 5d4cc502-ed44-4595-af9b-74197edc73d2, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad748866-07f8-41a7-8889-fb1a4cd5c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6d066a30-0378-48cc-86cc-019859298641'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:34:41.677345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.701937 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.703222 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-90e5e3d8-6807-4caf-8c3f-c30347bfe7e2 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.8492703 Apr 29 17:34:41.718684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46044) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:41.719069 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1b9f8e45-2b7c-4e36-9548-01fb78767566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:41.719516 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f8e45-2b7c-4e36-9548-01fb78767566 None None] The sync data for ids ['994c0d71-0357-46df-aeaf-7703c5c9f984'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:34:41.720032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1668f1a4-d895-4e6d-8589-ee81c1db5814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.738316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:41.781326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-28e184a9-f294-4311-a28d-b8ad4e1e4b8f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port db8e92e2-ad14-4879-9fff-188a79672a6b {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:41.781663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-28e184a9-f294-4311-a28d-b8ad4e1e4b8f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.812917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1668f1a4-d895-4e6d-8589-ee81c1db5814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:41.831676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] For port 5d4cc502-ed44-4595-af9b-74197edc73d2, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:34:41.836131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] For port 5d4cc502-ed44-4595-af9b-74197edc73d2, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5d4cc502-ed44-4595-af9b-74197edc73d2,segment=NetworkSegment(ad748866-07f8-41a7-8889-fb1a4cd5c291),segment_id=ad748866-07f8-41a7-8889-fb1a4cd5c291)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:34:41.842126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.872369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.objects.ports [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:34:41.875427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.886434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b82d3434-e2ea-429d-9b54-de8d1d1af7a4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.897359 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8a29e966-f000-4e2b-9b41-2c4f5f0ae297 None None] Provisioning for port f8658371-0b0a-4a58-94c8-c23928af51f1 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:41.909911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1668f1a4-d895-4e6d-8589-ee81c1db5814 admin admin] Usage tracker for resource:security_group_rule and tenant:4eeada2ffe354354afc9e11c68e4f826 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:41.914841 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8a29e966-f000-4e2b-9b41-2c4f5f0ae297 None None] Provisioning complete for port f8658371-0b0a-4a58-94c8-c23928af51f1 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:41.914841 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8a29e966-f000-4e2b-9b41-2c4f5f0ae297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.920041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1668f1a4-d895-4e6d-8589-ee81c1db5814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:41.925273 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8fc8e46-572a-439e-bad0-5a3fa72d01ed req-243c451e-d874-4463-bed9-7dd4a2871c50 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6079545 Apr 29 17:34:41.936208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-90d94da6-e491-499d-b127-b97be589ab2b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port f8658371-0b0a-4a58-94c8-c23928af51f1 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:41.936551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90d94da6-e491-499d-b127-b97be589ab2b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:41.965276 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1668f1a4-d895-4e6d-8589-ee81c1db5814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:42.000995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-8a29e966-f000-4e2b-9b41-2c4f5f0ae297 None None] Port f8658371-0b0a-4a58-94c8-c23928af51f1 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:34:42.008241 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Subnet': ['ID=b83a9f68-61b4-4e05-a88e-14938c106462,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:42.021069 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef2ee4-d9c6-4d2b-9af7-41b9d450ca4b None None] Pushing event updated for resources: {'Port': ['ID=5d4cc502-ed44-4595-af9b-74197edc73d2,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:42.044060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Checking segment: {'id': '2c61979d-f5d8-454e-88f9-596edd59a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6650d8a5-6486-4a68-af81-3921dccb646a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:42.044413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network hostable DHCP agents. Network: 6650d8a5-6486-4a68-af81-3921dccb646a, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:34:42.126949 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5cc1f714-bdc0-404f-87e9-fdac37f3d1ff None None] Provisioning complete for port f8658371-0b0a-4a58-94c8-c23928af51f1 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:42.127425 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5cc1f714-bdc0-404f-87e9-fdac37f3d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:42.139034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network 6650d8a5-6486-4a68-af81-3921dccb646a is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:34:42.150781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-28e184a9-f294-4311-a28d-b8ad4e1e4b8f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:42.161866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 6650d8a5-6486-4a68-af81-3921dccb646a) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:42.210309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1f714-bdc0-404f-87e9-fdac37f3d1ff None None] Port f8658371-0b0a-4a58-94c8-c23928af51f1 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:34:42.212866 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d8d79-a560-429f-a0bf-6a28b87e2975 None None] Network 6650d8a5-6486-4a68-af81-3921dccb646a requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:42.218193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:42.218778 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:42.302424 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-28e184a9-f294-4311-a28d-b8ad4e1e4b8f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for db8e92e2-ad14-4879-9fff-188a79672a6b owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:42.370783 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-440d0e11-8479-46b6-9b68-35340dba4fd1 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8618646 Apr 29 17:34:42.375548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46050) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:42.385063 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'port': {'network_id': '6650d8a5-6486-4a68-af81-3921dccb646a', 'name': 'tempest-NetworksIpV6TestAttrs-1772924128'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:42.512723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-28e184a9-f294-4311-a28d-b8ad4e1e4b8f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:42.538069 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-6650d8a5-6486-4a68-af81-3921dccb646a', 'network_id': '6650d8a5-6486-4a68-af81-3921dccb646a', 'tenant_id': '9cd6f335da464998b07f9cfe3b1de0e0', 'fixed_ips': [{'subnet_id': 'b83a9f68-61b4-4e05-a88e-14938c106462'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:34:42.539166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:42.572242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e184a9-f294-4311-a28d-b8ad4e1e4b8f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=db8e92e2-ad14-4879-9fff-188a79672a6b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:42.589215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-28e184a9-f294-4311-a28d-b8ad4e1e4b8f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:42.607596 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:42.614560 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-28e184a9-f294-4311-a28d-b8ad4e1e4b8f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/db8e92e2-ad14-4879-9fff-188a79672a6b HTTP/1.1" status: 204 len: 168 time: 1.0256946 Apr 29 17:34:42.614560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Usage tracker for resource:port and tenant:9cd6f335da464998b07f9cfe3b1de0e0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:42.615729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46054) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:42.618263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:42.660854 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:42.753601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Allocated IP 2001:db8::f816:3eff:fe1f:4c55 (6650d8a5-6486-4a68-af81-3921dccb646a/b83a9f68-61b4-4e05-a88e-14938c106462/7014f298-78ae-40d1-af22-8ccc1c751763) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:42.779329 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-43870e91-b8ab-46d8-b750-452a30db4d0b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:34:42.780386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-43870e91-b8ab-46d8-b750-452a30db4d0b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:42.793605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:42.797096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:42.814806 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-43870e91-b8ab-46d8-b750-452a30db4d0b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:42.820926 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-43870e91-b8ab-46d8-b750-452a30db4d0b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/db8e92e2-ad14-4879-9fff-188a79672a6b HTTP/1.1" status: 404 len: 333 time: 0.2006965 Apr 29 17:34:42.821102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66723533-8a6e-49f8-bf6c-b3b00cd832c8 req-c56d81bf-5c9f-45c3-9cd6-56e5ab5ac86d tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:42.821581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46058) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:42.823827 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-66723533-8a6e-49f8-bf6c-b3b00cd832c8 req-c56d81bf-5c9f-45c3-9cd6-56e5ab5ac86d tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.7391274 Apr 29 17:34:42.828124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'name': 'tempest-PortsTestJSON-2045480476'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:42.845784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1668f1a4-d895-4e6d-8589-ee81c1db5814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:42.847530 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] device_id is not set on port 5dd4ce4e-ed28-4f25-909a-ce2b48ef2a6b yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:42.875440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90d94da6-e491-499d-b127-b97be589ab2b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:42.889150 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1668f1a4-d895-4e6d-8589-ee81c1db5814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.016928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:43.020914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.027859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:43.031966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Transition to ACTIVE for port object 7014f298-78ae-40d1-af22-8ccc1c751763 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:43.040712 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:43.044495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.057995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Transition to ACTIVE for port object 7014f298-78ae-40d1-af22-8ccc1c751763 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:43.066217 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.111777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port c1cc4789-2585-42d7-99e5-9c3f999260db yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:43.137579 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Network 6650d8a5-6486-4a68-af81-3921dccb646a is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:43.140847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:43.144622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:43.153858 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Pushing event updated for resources: {'Port': ['ID=7014f298-78ae-40d1-af22-8ccc1c751763,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:43.238205 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Allocated IP 2001:db8::f816:3eff:fe0e:6a19 (6650d8a5-6486-4a68-af81-3921dccb646a/b83a9f68-61b4-4e05-a88e-14938c106462/5dd4ce4e-ed28-4f25-909a-ce2b48ef2a6b) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:43.309502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Attempting to bind port 7014f298-78ae-40d1-af22-8ccc1c751763 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:34:43.310224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Attempting to bind port 7014f298-78ae-40d1-af22-8ccc1c751763 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '2c61979d-f5d8-454e-88f9-596edd59a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6650d8a5-6486-4a68-af81-3921dccb646a'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:34:43.310823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Attempting to bind port 7014f298-78ae-40d1-af22-8ccc1c751763 on network 6650d8a5-6486-4a68-af81-3921dccb646a {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:34:43.318123 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:34:43.319257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Checking segment: {'id': '2c61979d-f5d8-454e-88f9-596edd59a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6650d8a5-6486-4a68-af81-3921dccb646a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:43.319904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.320492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Bound using segment: {'id': '2c61979d-f5d8-454e-88f9-596edd59a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6650d8a5-6486-4a68-af81-3921dccb646a'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:34:43.321201 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Bound port: 7014f298-78ae-40d1-af22-8ccc1c751763, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c61979d-f5d8-454e-88f9-596edd59a46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6650d8a5-6486-4a68-af81-3921dccb646a'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:34:43.321788 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.437815 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3da5606-a5a6-4af9-8431-89f852a532b0 None None] Network 6d066a30-0378-48cc-86cc-019859298641 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:43.445390 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-90d94da6-e491-499d-b127-b97be589ab2b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for f8658371-0b0a-4a58-94c8-c23928af51f1 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:43.449853 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5d4cc502-ed44-4595-af9b-74197edc73d2 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:43.528836 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1668f1a4-d895-4e6d-8589-ee81c1db5814 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4eeada2ffe354354afc9e11c68e4f826&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0720747 Apr 29 17:34:43.538103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668f1a4-d895-4e6d-8589-ee81c1db5814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bba60c-cc23-4b36-85c7-555b64359695,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:43.543370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46062) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:43.551047 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-66723533-8a6e-49f8-bf6c-b3b00cd832c8 req-cb7b4ae5-df44-4de1-ba1a-df5710cb80ed tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7036071 Apr 29 17:34:43.564394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.596533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-b82d3434-e2ea-429d-9b54-de8d1d1af7a4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Delete allocated IP 2001:db8:0:1::2b7 (f0881d2e-cb30-4d27-a860-36acb3fee14e/e10a5b21-f384-4c09-9e17-c6bd8a0c0bcf) {{(pid=88019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 17:34:43.617918 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b29c6525-304d-4436-924a-4ed458d16749 None None] Provisioning for port 5d4cc502-ed44-4595-af9b-74197edc73d2 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:43.680073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.691850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.700008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 5d4cc502-ed44-4595-af9b-74197edc73d2 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:43.715115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] For port 7014f298-78ae-40d1-af22-8ccc1c751763, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:34:43.722737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5d4cc502-ed44-4595-af9b-74197edc73d2 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:43.723338 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.778866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Transition to ACTIVE for port object 5dd4ce4e-ed28-4f25-909a-ce2b48ef2a6b will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:43.799496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] For port 7014f298-78ae-40d1-af22-8ccc1c751763, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7014f298-78ae-40d1-af22-8ccc1c751763,segment=NetworkSegment(2c61979d-f5d8-454e-88f9-596edd59a46e),segment_id=2c61979d-f5d8-454e-88f9-596edd59a46e)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:34:43.802411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 448d70d6-bf19-4613-9911-9f022a913254 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:43.808826 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:43.815328 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.817901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:43.821216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.824244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:43.825050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.839005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=c1cc4789-2585-42d7-99e5-9c3f999260db,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:43.874725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70881fca-9c29-45d2-a9da-d9b8f4f7c686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.879384 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-43e28c8e-0ea9-413f-abfc-87986870ab00 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0568902 Apr 29 17:34:43.880741 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46068) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:43.881639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.924020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:43.924356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7a8665dd-f837-4067-bda8-84c8f1c6073d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:43.976995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9d915-f364-4044-85d4-644fff5dbbff None None] Pushing event updated for resources: {'Port': ['ID=7014f298-78ae-40d1-af22-8ccc1c751763,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:44.012371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Deleting port ddbc1ac3-c3c8-43d1-b90a-82084044ca92 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:44.012646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.022783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network 6650d8a5-6486-4a68-af81-3921dccb646a is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:44.029599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:44.037463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:44.040198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70881fca-9c29-45d2-a9da-d9b8f4f7c686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.043092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:44.043738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.043890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.058921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Port': ['ID=5dd4ce4e-ed28-4f25-909a-ce2b48ef2a6b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:44.084582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 5d4cc502-ed44-4595-af9b-74197edc73d2, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5d4cc502-ed44-4595-af9b-74197edc73d2,segment=NetworkSegment(ad748866-07f8-41a7-8889-fb1a4cd5c291),segment_id=ad748866-07f8-41a7-8889-fb1a4cd5c291)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:44.089770 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.090875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 08f468cd-8ac9-4920-b394-a18295e40466 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:44.098439 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-648caf49-95de-46b8-bbab-6dc14ebabbae tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7213852 Apr 29 17:34:44.104964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46072) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:44.193971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7a8665dd-f837-4067-bda8-84c8f1c6073d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.217077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6937b3e7-220b-4d3c-bffb-6a8fa4465eaa tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Deleting subnet b83a9f68-61b4-4e05-a88e-14938c106462 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:44.219800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=5d4cc502-ed44-4595-af9b-74197edc73d2,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:44.222223 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6937b3e7-220b-4d3c-bffb-6a8fa4465eaa tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.225161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90d94da6-e491-499d-b127-b97be589ab2b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.235119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 08f468cd-8ac9-4920-b394-a18295e40466 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:44.235365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.258108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b82d3434-e2ea-429d-9b54-de8d1d1af7a4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.278698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-b82d3434-e2ea-429d-9b54-de8d1d1af7a4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object f976c429-6692-4e28-96ae-65bb971b6b7e will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:44.395810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6937b3e7-220b-4d3c-bffb-6a8fa4465eaa tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.447251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70881fca-9c29-45d2-a9da-d9b8f4f7c686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.477673 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b82d3434-e2ea-429d-9b54-de8d1d1af7a4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.488729 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfb77e-758d-4230-b786-4fdecb8d814e req-eb370c77-88bb-4290-b972-7181740b9786 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:44.490544 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-acdfb77e-758d-4230-b786-4fdecb8d814e req-eb370c77-88bb-4290-b972-7181740b9786 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.7357988 Apr 29 17:34:44.503919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70881fca-9c29-45d2-a9da-d9b8f4f7c686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bba60c-cc23-4b36-85c7-555b64359695,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:44.505243 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2557a0ea-22bb-4220-b4eb-3ac45fe28ece None None] Provisioning complete for port 5d4cc502-ed44-4595-af9b-74197edc73d2 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:44.506216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2557a0ea-22bb-4220-b4eb-3ac45fe28ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.523551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d94da6-e491-499d-b127-b97be589ab2b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=f8658371-0b0a-4a58-94c8-c23928af51f1,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:44.644101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.663169 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7a8665dd-f837-4067-bda8-84c8f1c6073d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.675164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7a8665dd-f837-4067-bda8-84c8f1c6073d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.758463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-7a8665dd-f837-4067-bda8-84c8f1c6073d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] In _notify_port_updated(), no bound segment for port c1cc4789-2585-42d7-99e5-9c3f999260db on network 448d70d6-bf19-4613-9911-9f022a913254 {{(pid=88018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:34:44.764011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8665dd-f837-4067-bda8-84c8f1c6073d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:44.764607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7a8665dd-f837-4067-bda8-84c8f1c6073d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.765897 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7a8665dd-f837-4067-bda8-84c8f1c6073d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "PUT /v2.0/ports/c1cc4789-2585-42d7-99e5-9c3f999260db HTTP/1.1" status: 200 len: 818 time: 0.8823113 Apr 29 17:34:44.769994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46076) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:44.831995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Calling delete_port for ddbc1ac3-c3c8-43d1-b90a-82084044ca92 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:44.833332 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6937b3e7-220b-4d3c-bffb-6a8fa4465eaa tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.870202 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8665dd-f837-4067-bda8-84c8f1c6073d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=c1cc4789-2585-42d7-99e5-9c3f999260db,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:44.897643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-db9bd2c4-40d1-4c91-b47d-4cb6c85007a7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port c1cc4789-2585-42d7-99e5-9c3f999260db {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:44.897986 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-db9bd2c4-40d1-4c91-b47d-4cb6c85007a7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.933709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70881fca-9c29-45d2-a9da-d9b8f4f7c686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:44.935053 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-70881fca-9c29-45d2-a9da-d9b8f4f7c686 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19bba60c-cc23-4b36-85c7-555b64359695 HTTP/1.1" status: 204 len: 168 time: 1.3826685 Apr 29 17:34:45.030738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b82d3434-e2ea-429d-9b54-de8d1d1af7a4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] In _notify_port_updated(), no bound segment for port f976c429-6692-4e28-96ae-65bb971b6b7e on network f0881d2e-cb30-4d27-a860-36acb3fee14e {{(pid=88019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:34:45.040347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82d3434-e2ea-429d-9b54-de8d1d1af7a4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:45.041011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b82d3434-e2ea-429d-9b54-de8d1d1af7a4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:45.046100 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b82d3434-e2ea-429d-9b54-de8d1d1af7a4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "PUT /v2.0/ports/f976c429-6692-4e28-96ae-65bb971b6b7e HTTP/1.1" status: 200 len: 925 time: 4.4171708 Apr 29 17:34:45.053978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46082) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:45.076039 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5708b57d-acb7-4f72-b6c6-b0f098f6860a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '04f7ffac-2a39-453d-8d3b-ffffd72640ff'}, {'subnet_id': 'e10a5b21-f384-4c09-9e17-c6bd8a0c0bcf'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:45.118901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d3434-e2ea-429d-9b54-de8d1d1af7a4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=f976c429-6692-4e28-96ae-65bb971b6b7e,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:45.141905 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6937b3e7-220b-4d3c-bffb-6a8fa4465eaa tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:45.151691 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-acdfb77e-758d-4230-b786-4fdecb8d814e req-60eaf95b-a832-4a50-9f44-4c44ebd72e0c tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6429760 Apr 29 17:34:45.212969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-98f12f97-afb9-4b8c-b485-632bde1603c4 None None] Provisioning for port f976c429-6692-4e28-96ae-65bb971b6b7e completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:45.219222 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-90d94da6-e491-499d-b127-b97be589ab2b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:45.221370 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-90d94da6-e491-499d-b127-b97be589ab2b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/f8658371-0b0a-4a58-94c8-c23928af51f1 HTTP/1.1" status: 204 len: 168 time: 3.9057615 Apr 29 17:34:45.226473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46088) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:45.231746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-98f12f97-afb9-4b8c-b485-632bde1603c4 None None] Provisioning complete for port f976c429-6692-4e28-96ae-65bb971b6b7e triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:45.232216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-98f12f97-afb9-4b8c-b485-632bde1603c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:45.293163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937b3e7-220b-4d3c-bffb-6a8fa4465eaa tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Subnet': ['ID=b83a9f68-61b4-4e05-a88e-14938c106462,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:45.331514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6937b3e7-220b-4d3c-bffb-6a8fa4465eaa tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:45.341522 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6937b3e7-220b-4d3c-bffb-6a8fa4465eaa tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/subnets/b83a9f68-61b4-4e05-a88e-14938c106462 HTTP/1.1" status: 204 len: 168 time: 1.2351635 Apr 29 17:34:45.356245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46094) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:45.374047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-98f12f97-afb9-4b8c-b485-632bde1603c4 None None] Port f976c429-6692-4e28-96ae-65bb971b6b7e cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:34:45.420132 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5d4cc502-ed44-4595-af9b-74197edc73d2 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:45.536033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5d4cc502-ed44-4595-af9b-74197edc73d2 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:45.536033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:45.547054 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310907bd-bd29-466f-8b7d-8bced2b6bbd4 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:45.548804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310907bd-bd29-466f-8b7d-8bced2b6bbd4 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:45.549700 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-310907bd-bd29-466f-8b7d-8bced2b6bbd4 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Synchronizing usage tracker for tenant:9cd6f335da464998b07f9cfe3b1de0e0 on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:45.591349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-db9bd2c4-40d1-4c91-b47d-4cb6c85007a7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:45.596001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87e6f5-f898-4c39-852e-10421ca70e02 None None] Network 6650d8a5-6486-4a68-af81-3921dccb646a requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:45.664495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5708b57d-acb7-4f72-b6c6-b0f098f6860a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:45.697781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c0cf6-028f-4814-90ce-ec72127a7b08 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:45.699908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c0cf6-028f-4814-90ce-ec72127a7b08 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:45.702050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c0cf6-028f-4814-90ce-ec72127a7b08 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:45.703043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d25c0cf6-028f-4814-90ce-ec72127a7b08 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:45.754559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e7050fdf-5407-44a5-9135-b8a10a0d747f None None] Provisioning for port 7014f298-78ae-40d1-af22-8ccc1c751763 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:45.784604 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-db9bd2c4-40d1-4c91-b47d-4cb6c85007a7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for c1cc4789-2585-42d7-99e5-9c3f999260db owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:45.903447 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-310907bd-bd29-466f-8b7d-8bced2b6bbd4 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Unset dirty status for tenant:9cd6f335da464998b07f9cfe3b1de0e0 on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:45.905866 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-310907bd-bd29-466f-8b7d-8bced2b6bbd4 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5483856 Apr 29 17:34:45.909754 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46112) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:45.915329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7014f298-78ae-40d1-af22-8ccc1c751763 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:45.928638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d25c0cf6-028f-4814-90ce-ec72127a7b08 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:45.933374 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d25c0cf6-028f-4814-90ce-ec72127a7b08 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7057910 Apr 29 17:34:45.938835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46116) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:45.960785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-db9bd2c4-40d1-4c91-b47d-4cb6c85007a7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:45.995040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 7014f298-78ae-40d1-af22-8ccc1c751763 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:46.004947 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 7014f298-78ae-40d1-af22-8ccc1c751763 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:46.005567 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.058952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] DHCP port deletion for 6650d8a5-6486-4a68-af81-3921dccb646a request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:34:46.065520 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bd2c4-40d1-4c91-b47d-4cb6c85007a7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=c1cc4789-2585-42d7-99e5-9c3f999260db,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:46.070466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Deleting port 7014f298-78ae-40d1-af22-8ccc1c751763 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:46.070839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.092212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70b678-cc23-4c0e-b3e7-d3141357b975 req-01b4aa60-b59e-4a4c-a9a8-073e8c14d5ca tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:46.099717 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5b70b678-cc23-4c0e-b3e7-d3141357b975 req-01b4aa60-b59e-4a4c-a9a8-073e8c14d5ca tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.5594604 Apr 29 17:34:46.142135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.143630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-db9bd2c4-40d1-4c91-b47d-4cb6c85007a7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.159572 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-db9bd2c4-40d1-4c91-b47d-4cb6c85007a7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/c1cc4789-2585-42d7-99e5-9c3f999260db HTTP/1.1" status: 204 len: 168 time: 1.3857427 Apr 29 17:34:46.165359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46124) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:46.208195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Pushing event deleted for resources: {'Port': ['ID=ddbc1ac3-c3c8-43d1-b90a-82084044ca92,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:46.256997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8315d060-b29c-42fc-9896-ccd4e8c0642d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.284022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfb264d-ad25-486f-965a-6268e8226c8d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 52bbbc35-5e50-4961-aad4-51feb10cec32 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:46.292024 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8315d060-b29c-42fc-9896-ccd4e8c0642d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 17:34:46.292480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8315d060-b29c-42fc-9896-ccd4e8c0642d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:34:46.294201 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8315d060-b29c-42fc-9896-ccd4e8c0642d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/networks/6650d8a5-6486-4a68-af81-3921dccb646a HTTP/1.1" status: 409 len: 405 time: 0.3810015 Apr 29 17:34:46.303534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc813a3-33cf-4640-8801-d5b17399b68f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:46.304224 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cbc813a3-33cf-4640-8801-d5b17399b68f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:46.308190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.308704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46130) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:46.315000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-683041049'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:46.322047 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:46.328194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Usage tracker for resource:network and tenant:9cd6f335da464998b07f9cfe3b1de0e0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:46.331192 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:46.339683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:46.358425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:46.362179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dbfb264d-ad25-486f-965a-6268e8226c8d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.363616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.411101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:46.423697 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5b70b678-cc23-4c0e-b3e7-d3141357b975 req-2b917f08-f7fc-4b7d-adb0-4296628557ea tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221035 Apr 29 17:34:46.424743 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.424860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 7014f298-78ae-40d1-af22-8ccc1c751763, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7014f298-78ae-40d1-af22-8ccc1c751763,segment=NetworkSegment(2c61979d-f5d8-454e-88f9-596edd59a46e),segment_id=2c61979d-f5d8-454e-88f9-596edd59a46e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:46.425187 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Added segment 1a772300-598e-440c-801f-9d8a9b70b215 of type vlan for network 2d177edd-3452-46c4-bf13-d7cbe1ab80f9 Apr 29 17:34:46.430530 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] For port 7014f298-78ae-40d1-af22-8ccc1c751763, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7014f298-78ae-40d1-af22-8ccc1c751763,segment=NetworkSegment(2c61979d-f5d8-454e-88f9-596edd59a46e),segment_id=2c61979d-f5d8-454e-88f9-596edd59a46e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:46.431194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.440741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.464659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.501263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.507806 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:46.509514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.544984 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cbc813a3-33cf-4640-8801-d5b17399b68f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:46.549716 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cbc813a3-33cf-4640-8801-d5b17399b68f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3806775 Apr 29 17:34:46.556767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46142) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:46.569685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dbfb264d-ad25-486f-965a-6268e8226c8d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.614541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Calling delete_port for 7014f298-78ae-40d1-af22-8ccc1c751763 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:46.627487 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3150337 Apr 29 17:34:46.628362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46146) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:46.630954 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-267f278f-70cf-4d0b-a07b-f142033ffef3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:34:46.632217 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-267f278f-70cf-4d0b-a07b-f142033ffef3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/c1cc4789-2585-42d7-99e5-9c3f999260db HTTP/1.1" status: 404 len: 333 time: 0.0740969 Apr 29 17:34:46.655474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.696814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=7014f298-78ae-40d1-af22-8ccc1c751763,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:46.697199 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'subnet': {'network_id': '2d177edd-3452-46c4-bf13-d7cbe1ab80f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:46.745828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:34:46.746177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:34:46.797744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46150) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:46.821686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a194353-3ce6-4192-b0d6-8a045eea87e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Network': ['ID=2d177edd-3452-46c4-bf13-d7cbe1ab80f9,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:46.833886 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:46.836253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 2d177edd-3452-46c4-bf13-d7cbe1ab80f9 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:46.841635 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46158) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:46.850959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:46.856408 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-922101981'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:46.862675 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:46.867500 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:46.912297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:46.935046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:network and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:46.944878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:46.987025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-85040456', 'router:external': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:46.994896 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:47.001032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Usage tracker for resource:network and tenant:05e2122e3779423782416fa14ebd0cef is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:47.004744 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:47.011677 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:47.052590 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Made reservation on behalf of 05e2122e3779423782416fa14ebd0cef for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:47.054843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.073967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.081487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:47.100819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:47.108841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Usage tracker for resource:security_group_rule and tenant:05e2122e3779423782416fa14ebd0cef is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:47.112844 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:47.129357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:47.187130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:47.190791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.244603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7014f298-78ae-40d1-af22-8ccc1c751763 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:34:47.279106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.objects.ports [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:34:47.285194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.295126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Deleting port 7014f298-78ae-40d1-af22-8ccc1c751763 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:47.295635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.437801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-5708b57d-acb7-4f72-b6c6-b0f098f6860a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8:0:1::a4 (f0881d2e-cb30-4d27-a860-36acb3fee14e/e10a5b21-f384-4c09-9e17-c6bd8a0c0bcf/f976c429-6692-4e28-96ae-65bb971b6b7e) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:47.462182 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.479145 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.486894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dbfb264d-ad25-486f-965a-6268e8226c8d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.490612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.493350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Subnet': ['ID=9967a087-979a-49bd-aaac-d713905eaf7e,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:47.503195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.528185 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:47.540221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Checking segment: {'id': '1a772300-598e-440c-801f-9d8a9b70b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d177edd-3452-46c4-bf13-d7cbe1ab80f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:47.540592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network hostable DHCP agents. Network: 2d177edd-3452-46c4-bf13-d7cbe1ab80f9, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:34:47.549121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.549467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8f05ed-b26e-4a86-acc2-1b7cb3bd7f08,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:47.552309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:47.556835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.557177 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Added segment 2af01d1a-60a4-4b2e-b5c2-fad03ff4a889 of type vlan for network 92073632-8b90-48ea-bf81-67a62dc425e9 Apr 29 17:34:47.585712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c31fe-f13d-4bce-8cac-4c3b047dbbcb req-a0cc5b51-6af4-46dd-bc1a-bda1363a4361 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:47.587986 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-763c31fe-f13d-4bce-8cac-4c3b047dbbcb req-a0cc5b51-6af4-46dd-bc1a-bda1363a4361 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.7915449 Apr 29 17:34:47.597524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] For port 7014f298-78ae-40d1-af22-8ccc1c751763, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7014f298-78ae-40d1-af22-8ccc1c751763,segment=NetworkSegment(2c61979d-f5d8-454e-88f9-596edd59a46e),segment_id=2c61979d-f5d8-454e-88f9-596edd59a46e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:47.597916 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.599684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network 2d177edd-3452-46c4-bf13-d7cbe1ab80f9 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:34:47.611935 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.616300 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 2d177edd-3452-46c4-bf13-d7cbe1ab80f9) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:47.623887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:47.624453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.631437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 7014f298-78ae-40d1-af22-8ccc1c751763, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7014f298-78ae-40d1-af22-8ccc1c751763,segment=NetworkSegment(2c61979d-f5d8-454e-88f9-596edd59a46e),segment_id=2c61979d-f5d8-454e-88f9-596edd59a46e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:47.637899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2a1790-977d-47e5-884d-be0e942071b5 None None] Network 2d177edd-3452-46c4-bf13-d7cbe1ab80f9 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:47.677509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.679115 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:47.679729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.708648 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-dd33acf4-6311-4af6-ba45-d1f8c7b3f00d tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0750260 Apr 29 17:34:47.711910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46164) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:47.722984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.727391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'port': {'network_id': '2d177edd-3452-46c4-bf13-d7cbe1ab80f9', 'name': 'tempest-NetworksIpV6TestAttrs-376053170'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:47.759495 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9140220 Apr 29 17:34:47.762749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46168) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:47.818400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.818761 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Added segment 1647ce20-61bb-4a32-8b5c-9a320cc8e24a of type vlan for network 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 Apr 29 17:34:47.825341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Request body: {'subnet': {'network_id': '92073632-8b90-48ea-bf81-67a62dc425e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:47.834028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:47.836148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55a014-291c-46c7-b65b-82506281e682 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event updated for resources: {'Network': ['ID=92073632-8b90-48ea-bf81-67a62dc425e9,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:47.837523 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Calling delete_port for 7014f298-78ae-40d1-af22-8ccc1c751763 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:47.887238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Usage tracker for resource:subnet and tenant:05e2122e3779423782416fa14ebd0cef is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:47.894125 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:47.903422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 92073632-8b90-48ea-bf81-67a62dc425e9 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:47.909037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:47.911470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Router 994c0d71-0357-46df-aeaf-7703c5c9f984 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:34:47.917562 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-763c31fe-f13d-4bce-8cac-4c3b047dbbcb req-a0acf7dd-b04f-45bb-8573-b68fa2f2561f tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158993 Apr 29 17:34:47.918476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dbfb264d-ad25-486f-965a-6268e8226c8d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.929676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.945219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Made reservation on behalf of 05e2122e3779423782416fa14ebd0cef for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:47.945219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.968317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dbfb264d-ad25-486f-965a-6268e8226c8d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:47.974061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb264d-ad25-486f-965a-6268e8226c8d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=52bbbc35-5e50-4961-aad4-51feb10cec32,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:47.982289 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:47.986445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Usage tracker for resource:port and tenant:9cd6f335da464998b07f9cfe3b1de0e0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:47.989463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:47.998371 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:48.063976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:48.067705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:48.093887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5708b57d-acb7-4f72-b6c6-b0f098f6860a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:48.127919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] device_id is not set on port 42e13617-89c4-4b56-bfcf-bc6f947b69c9 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:48.186291 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dbfb264d-ad25-486f-965a-6268e8226c8d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/52bbbc35-5e50-4961-aad4-51feb10cec32 HTTP/1.1" status: 204 len: 168 time: 2.2432489 Apr 29 17:34:48.191651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46174) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:48.196097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-5708b57d-acb7-4f72-b6c6-b0f098f6860a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object f976c429-6692-4e28-96ae-65bb971b6b7e will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:48.202143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:34:48.209624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:48.211285 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8fc4b5d7-0b08-4146-a7f6-51c9b3a12f44 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "PUT /v2.0/routers/994c0d71-0357-46df-aeaf-7703c5c9f984 HTTP/1.1" status: 200 len: 710 time: 6.4771678 Apr 29 17:34:48.212453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:48.218484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:48.219241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:48.231911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46178) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:48.316565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=7014f298-78ae-40d1-af22-8ccc1c751763,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:48.342400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:34:48.342886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:34:48.346008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6372c413-e024-410b-a514-497cb3ee4f33 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:48.361053 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286de38-7ce6-43b9-94aa-fc997d47ab01 None None] Sync routers for ids ['994c0d71-0357-46df-aeaf-7703c5c9f984'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:34:48.395145 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5708b57d-acb7-4f72-b6c6-b0f098f6860a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:48.401936 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286de38-7ce6-43b9-94aa-fc997d47ab01 None None] Routers {'994c0d71-0357-46df-aeaf-7703c5c9f984'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:34:48.403598 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4286de38-7ce6-43b9-94aa-fc997d47ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['994c0d71-0357-46df-aeaf-7703c5c9f984'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:48.406974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b836c7f-f2f0-41b9-baf5-2f48861c4f4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet cd4f0d2a-da22-44f9-90ca-4c3e822a5538 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:48.416529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5b836c7f-f2f0-41b9-baf5-2f48861c4f4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:48.486104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Allocated IP 2001:db8::f816:3eff:fee4:e104 (2d177edd-3452-46c4-bf13-d7cbe1ab80f9/9967a087-979a-49bd-aaac-d713905eaf7e/42e13617-89c4-4b56-bfcf-bc6f947b69c9) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:48.520348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5b836c7f-f2f0-41b9-baf5-2f48861c4f4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:48.529044 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7211049 Apr 29 17:34:48.543269 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Deleting port 7014f298-78ae-40d1-af22-8ccc1c751763 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:48.543940 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:48.550237 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46184) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:48.579014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': '1395ac7e-88c0-48a1-8844-97e9a51b5ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:48.595372 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4286de38-7ce6-43b9-94aa-fc997d47ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:48.663512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:48.744093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286de38-7ce6-43b9-94aa-fc997d47ab01 None None] Routers {'994c0d71-0357-46df-aeaf-7703c5c9f984'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:34:48.744712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4286de38-7ce6-43b9-94aa-fc997d47ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['994c0d71-0357-46df-aeaf-7703c5c9f984'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:48.774865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd129e-57ff-4f58-bd59-02745c39e4a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Network': ['ID=1395ac7e-88c0-48a1-8844-97e9a51b5ad6,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:48.778969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708b57d-acb7-4f72-b6c6-b0f098f6860a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=f976c429-6692-4e28-96ae-65bb971b6b7e,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:48.788706 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-baac4b85-a0fd-4c7b-994e-8390fb822761 tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/routers/994c0d71-0357-46df-aeaf-7703c5c9f984 HTTP/1.1" status: 200 len: 745 time: 0.5382204 Apr 29 17:34:48.794170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46188) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:48.803791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-5708b57d-acb7-4f72-b6c6-b0f098f6860a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] In _notify_port_updated(), no bound segment for port f976c429-6692-4e28-96ae-65bb971b6b7e on network f0881d2e-cb30-4d27-a860-36acb3fee14e {{(pid=88019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:34:48.810518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5708b57d-acb7-4f72-b6c6-b0f098f6860a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:48.811278 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5708b57d-acb7-4f72-b6c6-b0f098f6860a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:48.812621 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5708b57d-acb7-4f72-b6c6-b0f098f6860a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "PUT /v2.0/ports/f976c429-6692-4e28-96ae-65bb971b6b7e HTTP/1.1" status: 200 len: 1010 time: 3.7470994 Apr 29 17:34:48.819517 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-2d177edd-3452-46c4-bf13-d7cbe1ab80f9', 'network_id': '2d177edd-3452-46c4-bf13-d7cbe1ab80f9', 'tenant_id': '9cd6f335da464998b07f9cfe3b1de0e0', 'fixed_ips': [{'subnet_id': '9967a087-979a-49bd-aaac-d713905eaf7e'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:34:48.820321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:48.829218 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:48.830748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46192) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:48.868606 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4ee831da-93ec-4798-a54b-bf8d620ba2ed tempest-RoutersIpV6AdminTest-317224308 tempest-RoutersIpV6AdminTest-317224308-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&device_id=994c0d71-0357-46df-aeaf-7703c5c9f984 HTTP/1.1" status: 200 len: 205 time: 0.0687563 Apr 29 17:34:48.870045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46196) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:48.934639 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0c039c1a-28cc-40e6-a802-79bc6a374df8 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "GET /v2.0/ports?device_id=994c0d71-0357-46df-aeaf-7703c5c9f984 HTTP/1.1" status: 200 len: 205 time: 0.0617487 Apr 29 17:34:48.938018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46200) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:48.963661 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4286de38-7ce6-43b9-94aa-fc997d47ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:48.964063 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286de38-7ce6-43b9-94aa-fc997d47ab01 None None] The sync data for ids ['994c0d71-0357-46df-aeaf-7703c5c9f984'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:34:48.975842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:48.997526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:49.004390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:49.006788 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ffa86-6cb7-49c4-b990-cdc02e83239f req-e7be94b0-85e2-4674-a182-977921aaabaa tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:49.008225 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-371ffa86-6cb7-49c4-b990-cdc02e83239f req-e7be94b0-85e2-4674-a182-977921aaabaa tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.6048615 Apr 29 17:34:49.066058 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:49.088042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5b836c7f-f2f0-41b9-baf5-2f48861c4f4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.140992 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4a794-4bf2-494c-854b-97fd9b6e41ac tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port f976c429-6692-4e28-96ae-65bb971b6b7e {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:49.141397 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a794-4bf2-494c-854b-97fd9b6e41ac tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.146217 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4a7545a9-e949-4622-b967-88c69a76537e None None] Provisioning for port f976c429-6692-4e28-96ae-65bb971b6b7e completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:49.184332 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:49.185269 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4a7545a9-e949-4622-b967-88c69a76537e None None] Provisioning complete for port f976c429-6692-4e28-96ae-65bb971b6b7e triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:49.185868 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4a7545a9-e949-4622-b967-88c69a76537e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.187946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.239523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f133146-54b4-464f-bf69-f505f217bec5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.354991 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4a7545a9-e949-4622-b967-88c69a76537e None None] Port f976c429-6692-4e28-96ae-65bb971b6b7e cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:34:49.366342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] For port 7014f298-78ae-40d1-af22-8ccc1c751763, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7014f298-78ae-40d1-af22-8ccc1c751763,segment=NetworkSegment(2c61979d-f5d8-454e-88f9-596edd59a46e),segment_id=2c61979d-f5d8-454e-88f9-596edd59a46e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:49.366711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.378924 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-371ffa86-6cb7-49c4-b990-cdc02e83239f req-2f3c6c69-3b4c-482d-8ba2-1bf0da3ce588 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770000 Apr 29 17:34:49.442071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.489859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Calling delete_port for 7014f298-78ae-40d1-af22-8ccc1c751763 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:49.543157 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5b836c7f-f2f0-41b9-baf5-2f48861c4f4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.551305 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Transition to ACTIVE for port object 42e13617-89c4-4b56-bfcf-bc6f947b69c9 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:49.561193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f133146-54b4-464f-bf69-f505f217bec5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.563480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f133146-54b4-464f-bf69-f505f217bec5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.593792 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.594415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f133146-54b4-464f-bf69-f505f217bec5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.594700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f133146-54b4-464f-bf69-f505f217bec5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Fanout notify agent at l3_agent the message router_deleted on router 994c0d71-0357-46df-aeaf-7703c5c9f984 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:34:49.616252 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f133146-54b4-464f-bf69-f505f217bec5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.617623 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6f133146-54b4-464f-bf69-f505f217bec5 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "DELETE /v2.0/routers/994c0d71-0357-46df-aeaf-7703c5c9f984 HTTP/1.1" status: 204 len: 168 time: 0.6781158 Apr 29 17:34:49.621310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46204) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:49.652969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] No DVR routers for this DVR port 7014f298-78ae-40d1-af22-8ccc1c751763 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:34:49.657433 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f288fb5-9a02-47d7-b388-00cdc06a2fc4 None None] Pushing event deleted for resources: {'Port': ['ID=7014f298-78ae-40d1-af22-8ccc1c751763,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:49.679525 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8c77c06f-71ba-4823-8fe8-4f1cee887546 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "GET /v2.0/ports?device_id=994c0d71-0357-46df-aeaf-7703c5c9f984 HTTP/1.1" status: 200 len: 205 time: 0.0568626 Apr 29 17:34:49.682061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46208) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:49.708117 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b836c7f-f2f0-41b9-baf5-2f48861c4f4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4f0d2a-da22-44f9-90ca-4c3e822a5538,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:49.731056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5b836c7f-f2f0-41b9-baf5-2f48861c4f4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.754222 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-cddef230-7636-4e79-95b4-372b5f83a79b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] delete failed (client error): The resource could not be found. Apr 29 17:34:49.755359 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cddef230-7636-4e79-95b4-372b5f83a79b tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "DELETE /v2.0/routers/994c0d71-0357-46df-aeaf-7703c5c9f984 HTTP/1.1" status: 404 len: 336 time: 0.0721562 Apr 29 17:34:49.757939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46212) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:49.759412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.objects.ports [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:34:49.759709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:49.803396 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b364c451-59ae-4e4a-989b-54acfd5c4fe7 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c3f2e8f-bdde-407e-ac8e-08e7a9c85810 HTTP/1.1" status: 200 len: 205 time: 0.0435357 Apr 29 17:34:49.806305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46216) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:49.876404 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-0bb691e4-d303-4392-bb4f-e455548f1080 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] delete failed (client error): The resource could not be found. Apr 29 17:34:49.877677 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0bb691e4-d303-4392-bb4f-e455548f1080 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "DELETE /v2.0/routers/7c3f2e8f-bdde-407e-ac8e-08e7a9c85810 HTTP/1.1" status: 404 len: 336 time: 0.0702927 Apr 29 17:34:49.880283 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46220) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:49.887598 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5b836c7f-f2f0-41b9-baf5-2f48861c4f4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/cd4f0d2a-da22-44f9-90ca-4c3e822a5538 HTTP/1.1" status: 204 len: 168 time: 1.6937134 Apr 29 17:34:49.904899 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46224) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:49.924839 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ed9afc66-da9d-4a1b-8aea-8e44a1042aff tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "GET /v2.0/ports?device_id=764fee92-91dc-49f9-be96-5ced64df6a5f HTTP/1.1" status: 200 len: 205 time: 0.0430083 Apr 29 17:34:49.927158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46228) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:49.995885 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-bba8ed16-2d9e-4606-94d8-88c6439c66b7 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] delete failed (client error): The resource could not be found. Apr 29 17:34:49.997163 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bba8ed16-2d9e-4606-94d8-88c6439c66b7 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "DELETE /v2.0/routers/764fee92-91dc-49f9-be96-5ced64df6a5f HTTP/1.1" status: 404 len: 336 time: 0.0690222 Apr 29 17:34:49.999898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46232) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:50.048357 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-235b328a-4b5c-4c2c-bbbe-5847ff8b5b20 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282747 Apr 29 17:34:50.049161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event updated for resources: {'Subnet': ['ID=adb40db8-8b62-46f6-8145-0dfa3a64de9a,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:50.052373 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e79203c2-f8e9-497d-8a57-0f6149112e94 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd3aa673-0783-4103-9479-0288fce118d8 HTTP/1.1" status: 200 len: 205 time: 0.0513985 Apr 29 17:34:50.053498 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46236) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:50.053953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46238) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:50.061938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a794-4bf2-494c-854b-97fd9b6e41ac tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:50.076863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:50.080809 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:50.109492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Checking segment: {'id': '2af01d1a-60a4-4b2e-b5c2-fad03ff4a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '92073632-8b90-48ea-bf81-67a62dc425e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:50.109949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Network hostable DHCP agents. Network: 92073632-8b90-48ea-bf81-67a62dc425e9, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:34:50.118294 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:50.136357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Allocated IP 2001:db8::f816:3eff:feb2:9d40 (2d177edd-3452-46c4-bf13-d7cbe1ab80f9/9967a087-979a-49bd-aaac-d713905eaf7e/b783a9d5-2008-434e-b4d2-5f473b41ad64) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:50.145772 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-d3616fe3-a93e-4fb9-bada-9f3ee8fd6020 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] delete failed (client error): The resource could not be found. Apr 29 17:34:50.149177 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d3616fe3-a93e-4fb9-bada-9f3ee8fd6020 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "DELETE /v2.0/routers/bd3aa673-0783-4103-9479-0288fce118d8 HTTP/1.1" status: 404 len: 336 time: 0.0892215 Apr 29 17:34:50.150856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46244) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:50.195263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0d0409-33ce-4df0-ada2-df91062b5358 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:50.212183 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-56159985-2278-4843-9046-ca67326f027f tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "GET /v2.0/ports?device_id=775efd4f-790c-4405-b092-bb57dc42db46 HTTP/1.1" status: 200 len: 205 time: 0.0600619 Apr 29 17:34:50.215168 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46248) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:50.294849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4a794-4bf2-494c-854b-97fd9b6e41ac tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for f976c429-6692-4e28-96ae-65bb971b6b7e owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:50.339031 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-1fe3872d-d371-479b-9c11-632482c647a9 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] delete failed (client error): The resource could not be found. Apr 29 17:34:50.342642 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1fe3872d-d371-479b-9c11-632482c647a9 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "DELETE /v2.0/routers/775efd4f-790c-4405-b092-bb57dc42db46 HTTP/1.1" status: 404 len: 336 time: 0.1239967 Apr 29 17:34:50.344668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46252) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:50.387519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:50.399337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network 2d177edd-3452-46c4-bf13-d7cbe1ab80f9 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:50.399540 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4bdcf29e-deef-4f45-b8aa-625c8e9baff3 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dcf5e36-867c-487c-9a8d-9fccc02b5c7d HTTP/1.1" status: 200 len: 205 time: 0.0512841 Apr 29 17:34:50.399540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:50.400786 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46256) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:50.403171 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:50.414777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Port': ['ID=42e13617-89c4-4b56-bfcf-bc6f947b69c9,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:50.417314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:50.424714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Subnet': ['ID=a8765d7c-0d33-4d61-8f58-ba9a7eb4fa2a,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:50.426651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Network 92073632-8b90-48ea-bf81-67a62dc425e9 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:34:50.433878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:50.439251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:50.439992 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:50.475901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 92073632-8b90-48ea-bf81-67a62dc425e9) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:50.478658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Checking segment: {'id': '1647ce20-61bb-4a32-8b5c-9a320cc8e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1395ac7e-88c0-48a1-8844-97e9a51b5ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:50.479009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network hostable DHCP agents. Network: 1395ac7e-88c0-48a1-8844-97e9a51b5ad6, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:34:50.486210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:50.487568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:50.488237 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:50.489969 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-9a78d014-8f25-49f1-8ea0-d9a320e36d94 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] delete failed (client error): The resource could not be found. Apr 29 17:34:50.490992 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9a78d014-8f25-49f1-8ea0-d9a320e36d94 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "DELETE /v2.0/routers/6dcf5e36-867c-487c-9a8d-9fccc02b5c7d HTTP/1.1" status: 404 len: 336 time: 0.0893245 Apr 29 17:34:50.495424 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-44acf2f3-ded1-49a7-ae55-8291603b6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7818966 Apr 29 17:34:50.495728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46262) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:50.500402 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46264) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:50.512993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6db973-52e7-4c8f-b499-287b59a5e5c4 None None] Network 92073632-8b90-48ea-bf81-67a62dc425e9 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:50.515080 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:50.520017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:50.524909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4f020a7b-940f-45d0-8cd4-8dbcad0bd58b None None] Provisioning complete for port 08f468cd-8ac9-4920-b394-a18295e40466 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:50.525280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4f020a7b-940f-45d0-8cd4-8dbcad0bd58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:50.625690 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef134827-6c7d-464c-aaa0-553bd4141a96 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] DELETE failed (client error): The resource could not be found. Apr 29 17:34:50.626133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef134827-6c7d-464c-aaa0-553bd4141a96 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:34:50.656352 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7295ebef-9bdf-4ff9-b455-a00897982750 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8832607 Apr 29 17:34:50.664057 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ef134827-6c7d-464c-aaa0-553bd4141a96 tempest-RoutersIpV6AdminTest-164872875 tempest-RoutersIpV6AdminTest-164872875-project] 10.222.0.11 "DELETE /v2.0/subnets/0e16eaab-5ae1-43e8-bb6f-7676ed71e73e HTTP/1.1" status: 404 len: 337 time: 0.1656621 Apr 29 17:34:50.678881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46270) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:50.701051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:34:50.714417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1447853318', 'network_id': '92073632-8b90-48ea-bf81-67a62dc425e9'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:50.746511 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6feaefbb-63a5-408f-9757-7adb376daba7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Deleting subnet 9967a087-979a-49bd-aaac-d713905eaf7e {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:50.748773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:50.763846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 1395ac7e-88c0-48a1-8844-97e9a51b5ad6) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:50.765758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Usage tracker for resource:port and tenant:05e2122e3779423782416fa14ebd0cef is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:50.781973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:50.782890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:50.784186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb810b29-2dea-405d-8dbc-6f3db8bcd050 None None] Network 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:50.788228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:50.838033 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:50.865525 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-abc637a0-cf29-4d98-beaa-7d27adb3a1ca tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3134046 Apr 29 17:34:50.866358 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Made reservation on behalf of 05e2122e3779423782416fa14ebd0cef for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:50.868801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:50.873123 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:50.873280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c665213-e2c1-419b-9961-84e66ec94266 req-804dbbf7-9b4d-4590-9366-9255d11dd6c9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:50.881704 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c665213-e2c1-419b-9961-84e66ec94266 req-804dbbf7-9b4d-4590-9366-9255d11dd6c9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.1955874 Apr 29 17:34:50.884732 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46276) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:50.893423 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-89ac9cf0-3862-4a71-a7bc-71004106e182 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': '1395ac7e-88c0-48a1-8844-97e9a51b5ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:50.902822 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] device_id is not set on port 6a3e99ef-672a-44ef-92d5-a053b1feaffa yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:50.938090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a794-4bf2-494c-854b-97fd9b6e41ac tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:50.968044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Transition to ACTIVE for port object b783a9d5-2008-434e-b4d2-5f473b41ad64 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:50.990915 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4a794-4bf2-494c-854b-97fd9b6e41ac tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=f976c429-6692-4e28-96ae-65bb971b6b7e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:51.082547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Transition to ACTIVE for port object b783a9d5-2008-434e-b4d2-5f473b41ad64 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:51.102410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feaefbb-63a5-408f-9757-7adb376daba7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:51.138528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:51.140889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a794-4bf2-494c-854b-97fd9b6e41ac tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:51.207908 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:34:51.276268 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c665213-e2c1-419b-9961-84e66ec94266 req-ba328f6a-73c5-47a0-adb4-0c43cd5eb125 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3942673 Apr 29 17:34:51.329368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Deleting port 08f468cd-8ac9-4920-b394-a18295e40466 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:51.329764 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:51.354128 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e6c4a794-4bf2-494c-854b-97fd9b6e41ac tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/f976c429-6692-4e28-96ae-65bb971b6b7e HTTP/1.1" status: 204 len: 168 time: 2.5027740 Apr 29 17:34:51.356973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46284) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:51.357296 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46286) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:51.376116 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 08f468cd-8ac9-4920-b394-a18295e40466 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:34:51.415903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389ba357-2ce0-4dc7-a293-595bc9c59d15 None None] Network 92073632-8b90-48ea-bf81-67a62dc425e9 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:51.417388 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5167e9f9-dfb0-4ded-9c0e-69cd7b6fdb63 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:34:51.418050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5167e9f9-dfb0-4ded-9c0e-69cd7b6fdb63 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:51.430954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feaefbb-63a5-408f-9757-7adb376daba7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:51.438483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-89ac9cf0-3862-4a71-a7bc-71004106e182 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:51.449434 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Network 2d177edd-3452-46c4-bf13-d7cbe1ab80f9 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:51.451066 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-89ac9cf0-3862-4a71-a7bc-71004106e182 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:51.471361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-89ac9cf0-3862-4a71-a7bc-71004106e182 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:51.474887 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:51.486760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5167e9f9-dfb0-4ded-9c0e-69cd7b6fdb63 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:51.490299 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5167e9f9-dfb0-4ded-9c0e-69cd7b6fdb63 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/f976c429-6692-4e28-96ae-65bb971b6b7e HTTP/1.1" status: 404 len: 333 time: 0.1266859 Apr 29 17:34:51.490449 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:51.496686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46296) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:51.529074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:51.540165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Allocated IP 172.20.0.8 (92073632-8b90-48ea-bf81-67a62dc425e9/adb40db8-8b62-46f6-8145-0dfa3a64de9a/6a3e99ef-672a-44ef-92d5-a053b1feaffa) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:51.543648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Pushing event updated for resources: {'Port': ['ID=b783a9d5-2008-434e-b4d2-5f473b41ad64,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:51.555713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-89ac9cf0-3862-4a71-a7bc-71004106e182 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:51.605915 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:51.626723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc983d0-54ec-4d3a-8627-71e94c057d2e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting subnet e10a5b21-f384-4c09-9e17-c6bd8a0c0bcf {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:51.635901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4dc983d0-54ec-4d3a-8627-71e94c057d2e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:51.637762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:51.642019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:51.643008 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:51.684318 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ac9cf0-3862-4a71-a7bc-71004106e182 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:51.687757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-89ac9cf0-3862-4a71-a7bc-71004106e182 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:51.695405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-930e5f20-d3fe-4262-8af2-f8c7c04671cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:51.779923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=4a32da2c-d22c-4b6c-ad5d-a3b5fc2f4c41,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:51.788917 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-930e5f20-d3fe-4262-8af2-f8c7c04671cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:51.792644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-1395ac7e-88c0-48a1-8844-97e9a51b5ad6', 'network_id': '1395ac7e-88c0-48a1-8844-97e9a51b5ad6', 'tenant_id': '005e56b72c54499f910947cc510b60ad', 'fixed_ips': [{'subnet_id': 'a8765d7c-0d33-4d61-8f58-ba9a7eb4fa2a'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:34:51.793447 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-930e5f20-d3fe-4262-8af2-f8c7c04671cd admin admin] Usage tracker for resource:security_group_rule and tenant:9933681c551348c6ab2c795952810e91 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:51.794845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:51.796611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-930e5f20-d3fe-4262-8af2-f8c7c04671cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:51.802643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-930e5f20-d3fe-4262-8af2-f8c7c04671cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:51.855102 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-eba43ea5-85e2-455b-912e-3a3f24a05f5b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7961426 Apr 29 17:34:51.868649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46302) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:51.883505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:51.899647 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9048e8ee-4aea-4a72-8f5a-0a0004a1465a req-85cf2135-5d53-4ee9-aaab-73e28f2e69fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7040548 Apr 29 17:34:51.908346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-930e5f20-d3fe-4262-8af2-f8c7c04671cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:51.923110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-930e5f20-d3fe-4262-8af2-f8c7c04671cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:51.988098 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-930e5f20-d3fe-4262-8af2-f8c7c04671cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9933681c551348c6ab2c795952810e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6255083 Apr 29 17:34:51.990434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46306) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:51.996797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e5f20-d3fe-4262-8af2-f8c7c04671cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425f85c6-0fbd-4fa2-9460-d5c7dac88d40,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:52.015375 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.ipam_backend_mixin [None req-89ac9cf0-3862-4a71-a7bc-71004106e182 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a8765d7c-0d33-4d61-8f58-ba9a7eb4fa2a (CIDR: 172.20.0.0/28) Apr 29 17:34:52.019331 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4dc983d0-54ec-4d3a-8627-71e94c057d2e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.038966 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ac9cf0-3862-4a71-a7bc-71004106e182 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:34:52.039149 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ac9cf0-3862-4a71-a7bc-71004106e182 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:34:52.082346 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4af7f1-7db0-4bbf-8fd7-eee5fb3aae22 req-e93de40b-8e75-49da-8c95-ee78275ffba8 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:52.084925 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7e4af7f1-7db0-4bbf-8fd7-eee5fb3aae22 req-e93de40b-8e75-49da-8c95-ee78275ffba8 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.3810031 Apr 29 17:34:52.094856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Attempting to bind port b783a9d5-2008-434e-b4d2-5f473b41ad64 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:34:52.094856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Attempting to bind port b783a9d5-2008-434e-b4d2-5f473b41ad64 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '1a772300-598e-440c-801f-9d8a9b70b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d177edd-3452-46c4-bf13-d7cbe1ab80f9'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:34:52.095316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Attempting to bind port b783a9d5-2008-434e-b4d2-5f473b41ad64 on network 2d177edd-3452-46c4-bf13-d7cbe1ab80f9 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:34:52.107225 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-89ac9cf0-3862-4a71-a7bc-71004106e182 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2214689 Apr 29 17:34:52.111191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46310) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:52.118688 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': '1395ac7e-88c0-48a1-8844-97e9a51b5ad6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:52.133298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:34:52.133848 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Checking segment: {'id': '1a772300-598e-440c-801f-9d8a9b70b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d177edd-3452-46c4-bf13-d7cbe1ab80f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:52.134068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.134456 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Bound using segment: {'id': '1a772300-598e-440c-801f-9d8a9b70b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d177edd-3452-46c4-bf13-d7cbe1ab80f9'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:34:52.134922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Bound port: b783a9d5-2008-434e-b4d2-5f473b41ad64, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a772300-598e-440c-801f-9d8a9b70b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2d177edd-3452-46c4-bf13-d7cbe1ab80f9'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:34:52.135566 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.171960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feaefbb-63a5-408f-9757-7adb376daba7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.176652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:52.196287 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:52.209331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:52.220333 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abdc8a-f088-4c52-9385-8ac36630c4ac req-e48704a6-5a48-42fe-b952-bd6b8667f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:52.222473 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-86abdc8a-f088-4c52-9385-8ac36630c4ac req-e48704a6-5a48-42fe-b952-bd6b8667f810 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c48d4c66c93f4c7fa3f8a35a1e52d29c&device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 1098 time: 0.5114238 Apr 29 17:34:52.265981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-71783135-6952-4935-a1ae-08383a9487d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.274555 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:52.297918 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7e4af7f1-7db0-4bbf-8fd7-eee5fb3aae22 req-37683495-06c9-481f-ac9e-6511ee15eaa6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874235 Apr 29 17:34:52.310886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.324614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:52.328211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.349264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-71783135-6952-4935-a1ae-08383a9487d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.435911 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abdc8a-f088-4c52-9385-8ac36630c4ac req-78bfc80c-b20e-4bbf-a815-99f48c93a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:52.437414 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-86abdc8a-f088-4c52-9385-8ac36630c4ac req-78bfc80c-b20e-4bbf-a815-99f48c93a6b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a008dbb-824b-4c09-ae06-02703f77c7d5 HTTP/1.1" status: 200 len: 912 time: 0.2010777 Apr 29 17:34:52.440147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.446502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4dc983d0-54ec-4d3a-8627-71e94c057d2e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.467638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:52.476067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:52.485719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:52.497887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:52.522957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] For port 08f468cd-8ac9-4920-b394-a18295e40466, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=08f468cd-8ac9-4920-b394-a18295e40466,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:52.523258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.524587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:52.529285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.534121 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 08f468cd-8ac9-4920-b394-a18295e40466, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=08f468cd-8ac9-4920-b394-a18295e40466,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:52.580099 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-71783135-6952-4935-a1ae-08383a9487d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.582358 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-86abdc8a-f088-4c52-9385-8ac36630c4ac req-9920d820-b78e-4288-807d-c0d1c64358ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d03cbbc3-b67e-4acb-85c4-f19455702778 HTTP/1.1" status: 200 len: 1001 time: 0.1080832 Apr 29 17:34:52.594840 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.631683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feaefbb-63a5-408f-9757-7adb376daba7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.672566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71783135-6952-4935-a1ae-08383a9487d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f85c6-0fbd-4fa2-9460-d5c7dac88d40,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:52.679233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-71783135-6952-4935-a1ae-08383a9487d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.682503 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-71783135-6952-4935-a1ae-08383a9487d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/425f85c6-0fbd-4fa2-9460-d5c7dac88d40 HTTP/1.1" status: 204 len: 168 time: 0.6899951 Apr 29 17:34:52.695799 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feaefbb-63a5-408f-9757-7adb376daba7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Subnet': ['ID=9967a087-979a-49bd-aaac-d713905eaf7e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:52.710230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feaefbb-63a5-408f-9757-7adb376daba7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.726891 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6feaefbb-63a5-408f-9757-7adb376daba7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/subnets/9967a087-979a-49bd-aaac-d713905eaf7e HTTP/1.1" status: 204 len: 168 time: 2.2207582 Apr 29 17:34:52.732309 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46316) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:52.739438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abdc8a-f088-4c52-9385-8ac36630c4ac req-2934fcd2-9312-45b0-ad9a-bea9afbbb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:52.740860 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-86abdc8a-f088-4c52-9385-8ac36630c4ac req-2934fcd2-9312-45b0-ad9a-bea9afbbb26f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3555b18-00c5-40e8-9dc6-86063eecb03f HTTP/1.1" status: 200 len: 850 time: 0.1523445 Apr 29 17:34:52.746124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Calling delete_port for 08f468cd-8ac9-4920-b394-a18295e40466 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:52.840191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] For port b783a9d5-2008-434e-b4d2-5f473b41ad64, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:34:52.855511 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Allocated IP 172.20.0.2 (1395ac7e-88c0-48a1-8844-97e9a51b5ad6/a8765d7c-0d33-4d61-8f58-ba9a7eb4fa2a/001858e9-b85c-41f4-9cf3-5b275f3fa7e2) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:52.859657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4dc983d0-54ec-4d3a-8627-71e94c057d2e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.877574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] For port b783a9d5-2008-434e-b4d2-5f473b41ad64, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=b783a9d5-2008-434e-b4d2-5f473b41ad64,segment=NetworkSegment(1a772300-598e-440c-801f-9d8a9b70b215),segment_id=1a772300-598e-440c-801f-9d8a9b70b215)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:34:52.907492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.910016 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4dc983d0-54ec-4d3a-8627-71e94c057d2e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:52.964397 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc983d0-54ec-4d3a-8627-71e94c057d2e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Subnet': ['ID=e10a5b21-f384-4c09-9e17-c6bd8a0c0bcf,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:52.977384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bacdb09-6e35-4229-8085-15fd4392b0fe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:52.978878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bacdb09-6e35-4229-8085-15fd4392b0fe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:52.979635 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4bacdb09-6e35-4229-8085-15fd4392b0fe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Synchronizing usage tracker for tenant:9cd6f335da464998b07f9cfe3b1de0e0 on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:53.011017 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Network 92073632-8b90-48ea-bf81-67a62dc425e9 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:53.016550 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4dc983d0-54ec-4d3a-8627-71e94c057d2e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/e10a5b21-f384-4c09-9e17-c6bd8a0c0bcf HTTP/1.1" status: 204 len: 168 time: 1.5141196 Apr 29 17:34:53.021365 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:53.027567 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46322) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:53.033094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:53.061135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11f2d08-4210-4b04-9443-816000b59f38 None None] Network f0881d2e-cb30-4d27-a860-36acb3fee14e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:53.082891 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:34:53.083239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:34:53.084280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.123714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4bacdb09-6e35-4229-8085-15fd4392b0fe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Unset dirty status for tenant:9cd6f335da464998b07f9cfe3b1de0e0 on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:53.128356 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4bacdb09-6e35-4229-8085-15fd4392b0fe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3896067 Apr 29 17:34:53.132392 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46326) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:53.132588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:53.133206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.136706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event updated for resources: {'Port': ['ID=6a3e99ef-672a-44ef-92d5-a053b1feaffa,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:53.151427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46330) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:53.203919 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=08f468cd-8ac9-4920-b394-a18295e40466,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:53.305611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abdc8a-f088-4c52-9385-8ac36630c4ac req-233f2e93-bbfd-43a1-b729-db8128633354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:53.307112 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-86abdc8a-f088-4c52-9385-8ac36630c4ac req-233f2e93-bbfd-43a1-b729-db8128633354 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a008dbb-824b-4c09-ae06-02703f77c7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5294685 Apr 29 17:34:53.312702 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-75a68e65-71fb-45c0-851a-be56ec762bb0 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6284363 Apr 29 17:34:53.318448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46334) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:53.322315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd2b812-f836-4f1c-b3ef-eaf0e17c2a74 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting subnet 04f7ffac-2a39-453d-8d3b-ffffd72640ff {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:34:53.344482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b812-f836-4f1c-b3ef-eaf0e17c2a74 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.368215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.objects.ports [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:34:53.448767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1378ad22-4c75-4654-b033-81bc06c996e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.519876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.524402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7046-f9f5-475a-85f6-f01f35328e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.533737 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a3160d74-7919-4c21-8575-034830d09260 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f88d80ebbf84bc1b36e869246875715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716309 Apr 29 17:34:53.533737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b812-f836-4f1c-b3ef-eaf0e17c2a74 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.558638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46340) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:53.574777 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1378ad22-4c75-4654-b033-81bc06c996e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 17:34:53.576275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1378ad22-4c75-4654-b033-81bc06c996e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:34:53.585782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0deeb88e-9e37-4723-a67e-cf74049a0cdf tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Deleting port 6a3e99ef-672a-44ef-92d5-a053b1feaffa {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:53.586135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0deeb88e-9e37-4723-a67e-cf74049a0cdf tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.594501 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Deleting port 08f468cd-8ac9-4920-b394-a18295e40466 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:53.594985 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.619443 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdcf6b-df9b-4332-b4e2-90c44331cd26 None None] Pushing event updated for resources: {'Port': ['ID=b783a9d5-2008-434e-b4d2-5f473b41ad64,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:53.624975 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1378ad22-4c75-4654-b033-81bc06c996e7 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/networks/2d177edd-3452-46c4-bf13-d7cbe1ab80f9 HTTP/1.1" status: 409 len: 405 time: 0.4836292 Apr 29 17:34:53.629372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46344) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:53.677838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-663259530'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:53.698636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Subnet': ['ID=c2a3a60e-2e0d-463f-8ba7-68755cac55f8,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:53.702681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:53.755360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:53.762105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:53.794648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b812-f836-4f1c-b3ef-eaf0e17c2a74 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.799597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Usage tracker for resource:network and tenant:9cd6f335da464998b07f9cfe3b1de0e0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:53.808948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:53.809549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.826976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:53.850134 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:53.888111 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0cb66811-50f9-4dae-ae30-4fbe132b7d5f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7735934 Apr 29 17:34:53.892336 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.892946 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46348) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:53.900976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:53.903982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.911069 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-86abdc8a-f088-4c52-9385-8ac36630c4ac req-41f9d248-5da8-4cba-a3ea-29fc5263cb4e service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932732 Apr 29 17:34:53.919597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': '1395ac7e-88c0-48a1-8844-97e9a51b5ad6', 'fixed_ips': [{'subnet_id': 'a8765d7c-0d33-4d61-8f58-ba9a7eb4fa2a'}, {'subnet_id': 'c2a3a60e-2e0d-463f-8ba7-68755cac55f8'}], 'name': 'tempest-PortsTestJSON-47535633'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:53.935455 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Transition to ACTIVE for port object 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:53.945689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270d9d-3371-464c-8408-9e8e2b98685f req-7cb3b8f8-678c-4949-a564-6083b6810810 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:53.947130 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fd270d9d-3371-464c-8408-9e8e2b98685f req-7cb3b8f8-678c-4949-a564-6083b6810810 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.4889579 Apr 29 17:34:53.952353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a72168fe-0fe9-4130-9321-ed49e3916ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:53.984189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b812-f836-4f1c-b3ef-eaf0e17c2a74 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.004307 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Transition to ACTIVE for port object 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:54.053630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2b812-f836-4f1c-b3ef-eaf0e17c2a74 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Subnet': ['ID=04f7ffac-2a39-453d-8d3b-ffffd72640ff,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:54.066317 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.066662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b812-f836-4f1c-b3ef-eaf0e17c2a74 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.077053 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9fd2b812-f836-4f1c-b3ef-eaf0e17c2a74 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/04f7ffac-2a39-453d-8d3b-ffffd72640ff HTTP/1.1" status: 204 len: 168 time: 1.0483983 Apr 29 17:34:54.078046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46352) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:54.132571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a72168fe-0fe9-4130-9321-ed49e3916ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.168941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.211011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Network 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:54.212507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:54.227583 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fd270d9d-3371-464c-8408-9e8e2b98685f req-014c11c2-095c-4d96-bb4b-833a790b9490 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353716 Apr 29 17:34:54.240189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:54.242687 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:54.260847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Pushing event updated for resources: {'Port': ['ID=001858e9-b85c-41f4-9cf3-5b275f3fa7e2,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:54.276794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] For port 08f468cd-8ac9-4920-b394-a18295e40466, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=08f468cd-8ac9-4920-b394-a18295e40466,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:54.277222 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.298849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.299192 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Added segment ad2d7885-7c7c-4592-984d-45d74f8cedeb of type vlan for network 0c7609e7-6d31-4c98-8abe-b0c3aac16202 Apr 29 17:34:54.320394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:54.344863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:port and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:54.353916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:54.360495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.367868 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:54.381328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.388249 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-86abdc8a-f088-4c52-9385-8ac36630c4ac req-9befbef5-9fd3-4097-87a0-18de63e88808 service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449353 Apr 29 17:34:54.390720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a72168fe-0fe9-4130-9321-ed49e3916ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.416069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0deeb88e-9e37-4723-a67e-cf74049a0cdf tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.432977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72168fe-0fe9-4130-9321-ed49e3916ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9fe125-9c8f-425d-9f68-f9abd2ebf0c7,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:54.449034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 27809e89-ca6b-4498-beed-d6090f61a534 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:54.449380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.504882 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:54.508303 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Calling delete_port for 08f468cd-8ac9-4920-b394-a18295e40466 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:54.570690 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a72168fe-0fe9-4130-9321-ed49e3916ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.571743 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a72168fe-0fe9-4130-9321-ed49e3916ee1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac9fe125-9c8f-425d-9f68-f9abd2ebf0c7 HTTP/1.1" status: 204 len: 168 time: 1.0016143 Apr 29 17:34:54.573503 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875b0b55-2060-4d1c-8b1e-42ea495a3f4e None None] Update dhcp port {'port': {'network_id': 'f0881d2e-cb30-4d27-a860-36acb3fee14e', 'fixed_ips': [{'subnet_id': '04f7ffac-2a39-453d-8d3b-ffffd72640ff'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': '27809e89-ca6b-4498-beed-d6090f61a534'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:34:54.650924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.666477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0deeb88e-9e37-4723-a67e-cf74049a0cdf tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Calling delete_port for 6a3e99ef-672a-44ef-92d5-a053b1feaffa owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:54.669914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:54.670554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.671390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Attempting to bind port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:34:54.672009 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Attempting to bind port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '1647ce20-61bb-4a32-8b5c-9a320cc8e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1395ac7e-88c0-48a1-8844-97e9a51b5ad6'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:34:54.672586 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Attempting to bind port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 on network 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:34:54.692051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:34:54.692429 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Checking segment: {'id': '1647ce20-61bb-4a32-8b5c-9a320cc8e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1395ac7e-88c0-48a1-8844-97e9a51b5ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:54.692996 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.693456 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Bound using segment: {'id': '1647ce20-61bb-4a32-8b5c-9a320cc8e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1395ac7e-88c0-48a1-8844-97e9a51b5ad6'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:34:54.693999 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Bound port: 001858e9-b85c-41f4-9cf3-5b275f3fa7e2, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1647ce20-61bb-4a32-8b5c-9a320cc8e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1395ac7e-88c0-48a1-8844-97e9a51b5ad6'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:34:54.694437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.727370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-875b0b55-2060-4d1c-8b1e-42ea495a3f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:54.880318 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2327671 Apr 29 17:34:54.931343 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46358) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:54.946791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'subnet': {'network_id': '0c7609e7-6d31-4c98-8abe-b0c3aac16202', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:54.960703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d8fed9-80db-41b9-9be3-55ad85c92368 None None] Network 2d177edd-3452-46c4-bf13-d7cbe1ab80f9 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:54.976672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be9dcb-cca6-4f11-bfdc-ddb2561f7ab5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Network': ['ID=0c7609e7-6d31-4c98-8abe-b0c3aac16202,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:54.996570 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] For port 08f468cd-8ac9-4920-b394-a18295e40466, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=08f468cd-8ac9-4920-b394-a18295e40466,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:54.999808 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 0c7609e7-6d31-4c98-8abe-b0c3aac16202 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:55.032570 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:55.071581 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] For port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:34:55.084266 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0deeb88e-9e37-4723-a67e-cf74049a0cdf tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:55.246817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-468d79a1-128b-4d23-9caf-ca9578d2dbbb None None] Provisioning for port b783a9d5-2008-434e-b4d2-5f473b41ad64 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:55.267755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11c4180-d5e1-4937-b2a0-71d50c9bf4da None None] Network f0881d2e-cb30-4d27-a860-36acb3fee14e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:55.346600 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device b783a9d5-2008-434e-b4d2-5f473b41ad64 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:55.370083 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:55.387329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:55.407439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port 39dfbd5a-fa05-4a09-82c2-3086150928cf yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:55.452471 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deeb88e-9e37-4723-a67e-cf74049a0cdf tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a3e99ef-672a-44ef-92d5-a053b1feaffa,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:55.538167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9cb82ef8-a939-418e-8ada-dae2f56c9497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:55.578752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:55.583506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:55.592319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0deeb88e-9e37-4723-a67e-cf74049a0cdf tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:55.610248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] For port 27809e89-ca6b-4498-beed-d6090f61a534, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=27809e89-ca6b-4498-beed-d6090f61a534,segment=NetworkSegment(9a80f025-76c9-4ea3-b3a4-925afe3ce070),segment_id=9a80f025-76c9-4ea3-b3a4-925afe3ce070)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:55.610793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:55.626355 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048e8ee-4aea-4a72-8f5a-0a0004a1465a req-41173656-ea2d-48e6-a37d-3c9945e0e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:55.629205 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9048e8ee-4aea-4a72-8f5a-0a0004a1465a req-41173656-ea2d-48e6-a37d-3c9945e0e5dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c48d4c66c93f4c7fa3f8a35a1e52d29c&device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 1098 time: 0.7452040 Apr 29 17:34:55.638486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.resource_extend [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:34:55.647588 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0deeb88e-9e37-4723-a67e-cf74049a0cdf tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "DELETE /v2.0/ports/6a3e99ef-672a-44ef-92d5-a053b1feaffa HTTP/1.1" status: 204 len: 168 time: 2.3228142 Apr 29 17:34:55.650378 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46380) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:55.719271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:55.724996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92073632-8b90-48ea-bf81-67a62dc425e9', 'external_fixed_ips': [{'subnet_id': 'adb40db8-8b62-46f6-8145-0dfa3a64de9a', 'ip_address': '172.20.0.8'}]}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:55.745734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:55.746723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:55.750202 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6e0fa6ba-594f-4597-a8af-7ab2a3b37868 None None] Provisioning complete for port 27809e89-ca6b-4498-beed-d6090f61a534 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:55.750765 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa6ba-594f-4597-a8af-7ab2a3b37868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:55.813591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 27809e89-ca6b-4498-beed-d6090f61a534 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:55.840725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:55.866949 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:34:55.867391 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:34:55.881650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Usage tracker for resource:router and tenant:05e2122e3779423782416fa14ebd0cef is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:55.884052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46386) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:55.892205 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:55.901038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] For port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=001858e9-b85c-41f4-9cf3-5b275f3fa7e2,segment=NetworkSegment(1647ce20-61bb-4a32-8b5c-9a320cc8e24a),segment_id=1647ce20-61bb-4a32-8b5c-9a320cc8e24a)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:34:55.917905 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:55.928696 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port b783a9d5-2008-434e-b4d2-5f473b41ad64 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:55.935660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:55.948900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=3c903484-835c-4474-bfd8-573a379d5f79,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:55.951762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:55.970393 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:55.971280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:55.979768 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:55.996056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port b783a9d5-2008-434e-b4d2-5f473b41ad64 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:55.996056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.015656 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bb4bf-0adf-45b9-9254-49c4767e9a8a req-8d6c3516-9db9-4d47-926a-68e4aeb86110 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:56.017284 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-563bb4bf-0adf-45b9-9254-49c4767e9a8a req-8d6c3516-9db9-4d47-926a-68e4aeb86110 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.5004809 Apr 29 17:34:56.051500 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] DHCP port deletion for 2d177edd-3452-46c4-bf13-d7cbe1ab80f9 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:34:56.076757 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.077626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.093220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048e8ee-4aea-4a72-8f5a-0a0004a1465a req-192c0ff9-0c69-49d4-bfa4-c8463c73df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:56.094677 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9048e8ee-4aea-4a72-8f5a-0a0004a1465a req-192c0ff9-0c69-49d4-bfa4-c8463c73df81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a008dbb-824b-4c09-ae06-02703f77c7d5 HTTP/1.1" status: 200 len: 912 time: 0.3663390 Apr 29 17:34:56.097427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.101739 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] Deleting port b783a9d5-2008-434e-b4d2-5f473b41ad64 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:56.102360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.182770 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa73b6-ec62-4b45-a110-ccd5f879a4f8 None None] Pushing event updated for resources: {'Port': ['ID=001858e9-b85c-41f4-9cf3-5b275f3fa7e2,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:56.193577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Request body: {'networks': [{'name': 'tempest-network--1283124712'}, {'name': 'tempest-network--1951173169'}]} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:56.193879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Request body: {'network': {'name': 'tempest-network--1283124712'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:56.194369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Request body: {'network': {'name': 'tempest-network--1951173169'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:56.230847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.232430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:56.235392 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=27809e89-ca6b-4498-beed-d6090f61a534,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:56.235557 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd7a02e-00c6-4d11-a8cd-fdf37fa8654d None None] DHCP port deletion for f0881d2e-cb30-4d27-a860-36acb3fee14e request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:34:56.252660 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-563bb4bf-0adf-45b9-9254-49c4767e9a8a req-f9fa32de-9ff0-45a5-9c2e-fb2142868b78 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095420 Apr 29 17:34:56.257843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=08f468cd-8ac9-4920-b394-a18295e40466,revision_number=8']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:56.275707 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Usage tracker for resource:network and tenant:42bd8cc0b34c40faba04c4c2e70801fa is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:56.282139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:56.287357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No DVR routers for this DVR port 27809e89-ca6b-4498-beed-d6090f61a534 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:34:56.301427 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3bbcb330-146c-442a-86d3-30ae36cffacf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4307351 Apr 29 17:34:56.314044 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46394) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:56.333844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'mac_address': 'fa:16:3e:5c:d9:88', 'name': 'tempest-NetworksTestDHCPv6-1883125630'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:56.335634 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:56.421178 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.463755 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9048e8ee-4aea-4a72-8f5a-0a0004a1465a req-59cd0e2e-3db7-4fda-8b77-f084a76d6159 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d03cbbc3-b67e-4acb-85c4-f19455702778 HTTP/1.1" status: 200 len: 1001 time: 0.3599353 Apr 29 17:34:56.486814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Deleting port 08f468cd-8ac9-4920-b394-a18295e40466 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:56.487457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.488659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Made reservation on behalf of 42bd8cc0b34c40faba04c4c2e70801fa for: {'network': 2} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:56.495101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.591072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] For port b783a9d5-2008-434e-b4d2-5f473b41ad64, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=b783a9d5-2008-434e-b4d2-5f473b41ad64,segment=NetworkSegment(1a772300-598e-440c-801f-9d8a9b70b215),segment_id=1a772300-598e-440c-801f-9d8a9b70b215)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:56.591527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.621560 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.633354 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port b783a9d5-2008-434e-b4d2-5f473b41ad64, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=b783a9d5-2008-434e-b4d2-5f473b41ad64,segment=NetworkSegment(1a772300-598e-440c-801f-9d8a9b70b215),segment_id=1a772300-598e-440c-801f-9d8a9b70b215)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:56.639618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.679265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0881d2e-cb30-4d27-a860-36acb3fee14e']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:56.693719 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a80f025-76c9-4ea3-b3a4-925afe3ce070') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:56.694184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a80f025-76c9-4ea3-b3a4-925afe3ce070') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:34:56.711126 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.734113 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.744561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:34:56.745246 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.766452 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.774611 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] Calling delete_port for b783a9d5-2008-434e-b4d2-5f473b41ad64 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:56.838379 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048e8ee-4aea-4a72-8f5a-0a0004a1465a req-1b5e6a17-e62f-46c5-9c11-041a0d08669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:56.840014 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9048e8ee-4aea-4a72-8f5a-0a0004a1465a req-1b5e6a17-e62f-46c5-9c11-041a0d08669c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3555b18-00c5-40e8-9dc6-86063eecb03f HTTP/1.1" status: 200 len: 850 time: 0.3552871 Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:34:56.840752 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:34:56.859129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.6 (1395ac7e-88c0-48a1-8844-97e9a51b5ad6/a8765d7c-0d33-4d61-8f58-ba9a7eb4fa2a/39dfbd5a-fa05-4a09-82c2-3086150928cf) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:56.868456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655795b0-8278-482b-abf7-c2aa32c10efb req-1d36bb54-7b60-4c6a-adaa-38a2bfb82f15 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:56.869935 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-655795b0-8278-482b-abf7-c2aa32c10efb req-1d36bb54-7b60-4c6a-adaa-38a2bfb82f15 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.4465923 Apr 29 17:34:56.878148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:56.895487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:56.898794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.28 (1395ac7e-88c0-48a1-8844-97e9a51b5ad6/c2a3a60e-2e0d-463f-8ba7-68755cac55f8/39dfbd5a-fa05-4a09-82c2-3086150928cf) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:56.914395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:56.922632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:56.928102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 27809e89-ca6b-4498-beed-d6090f61a534 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:34:56.945249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:56.983895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 27809e89-ca6b-4498-beed-d6090f61a534 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:34:56.983895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 27809e89-ca6b-4498-beed-d6090f61a534 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:34:57.016195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:57.024520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.objects.ports [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:34:57.030578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:57.053567 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=b783a9d5-2008-434e-b4d2-5f473b41ad64,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:57.075529 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-655795b0-8278-482b-abf7-c2aa32c10efb req-c1dc34b1-179f-4ab4-a12c-3fd33035f4f9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896250 Apr 29 17:34:57.076116 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:57.152735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:34:57.153105 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:34:57.259213 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] For port 08f468cd-8ac9-4920-b394-a18295e40466, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=08f468cd-8ac9-4920-b394-a18295e40466,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:57.262516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:57.338797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:57.343795 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Usage tracker for resource:security_group_rule and tenant:42bd8cc0b34c40faba04c4c2e70801fa is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:57.363654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:57.380751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:57.388112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:57.392124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:57.414830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:34:57.453565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:57.488671 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Network': ['ID=f0881d2e-cb30-4d27-a860-36acb3fee14e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:57.524728 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:57.532631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Subnet': ['ID=dd694ba9-7447-4b0b-978e-bbd7caafb73e,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:57.540956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048e8ee-4aea-4a72-8f5a-0a0004a1465a req-0b66d886-5323-4633-a8b5-d7a871051dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:57.542463 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9048e8ee-4aea-4a72-8f5a-0a0004a1465a req-0b66d886-5323-4633-a8b5-d7a871051dbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a008dbb-824b-4c09-ae06-02703f77c7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6923699 Apr 29 17:34:57.562683 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Calling delete_port for 08f468cd-8ac9-4920-b394-a18295e40466 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:57.585407 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Transition to ACTIVE for port object 39dfbd5a-fa05-4a09-82c2-3086150928cf will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:57.693367 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] Deleting port b783a9d5-2008-434e-b4d2-5f473b41ad64 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:34:57.694072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:57.754792 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9048e8ee-4aea-4a72-8f5a-0a0004a1465a req-adccc89b-4622-45bf-aedc-58b8bf666f68 service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974833 Apr 29 17:34:57.766205 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d30c0289-e995-46e0-83a5-84ca0c085200 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/networks/f0881d2e-cb30-4d27-a860-36acb3fee14e HTTP/1.1" status: 204 len: 168 time: 3.6241958 Apr 29 17:34:57.766430 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7936424e-807c-41a1-83b4-6e7482d31398 None None] Network 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:57.768950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46402) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:57.799313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:57.926053 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Checking segment: {'id': 'ad2d7885-7c7c-4592-984d-45d74f8cedeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0c7609e7-6d31-4c98-8abe-b0c3aac16202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:34:57.926786 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network hostable DHCP agents. Network: 0c7609e7-6d31-4c98-8abe-b0c3aac16202, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:34:57.961672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:57.968233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:57.971466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:58.003102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c1ca1146-486a-4a4e-aa65-b884c9619225 None None] Provisioning for port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:58.019584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.026806 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:34:58.049975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=39dfbd5a-fa05-4a09-82c2-3086150928cf,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:58.061634 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c1ca1146-486a-4a4e-aa65-b884c9619225 None None] Provisioning complete for port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:58.061634 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1146-486a-4a4e-aa65-b884c9619225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.083456 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.089427 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9048e8ee-4aea-4a72-8f5a-0a0004a1465a req-b5470d00-c0d4-4914-b79c-b5fa187d160e service neutron] 10.222.0.36 "GET /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212099 Apr 29 17:34:58.092222 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port 35e4846a-0b72-4548-bbd9-87832bf6befc yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:34:58.092600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.093072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.098807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:34:58.099014 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.121838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.126389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e868b389-3a37-4849-9313-f8ff5f738962 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:58.127156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e868b389-3a37-4849-9313-f8ff5f738962 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:34:58.134861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network 0c7609e7-6d31-4c98-8abe-b0c3aac16202 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:34:58.146948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:58.147617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.173362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39522f3e-db27-4f84-a00d-da714cf50d5f,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:58.180102 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:58.189000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e868b389-3a37-4849-9313-f8ff5f738962 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:34:58.190712 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e868b389-3a37-4849-9313-f8ff5f738962 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3994453 Apr 29 17:34:58.195173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46406) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:58.202286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.202842 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Added segment 8398aa27-9aee-4d0c-be80-1554a3f1c8ac of type vlan for network 71db9bf5-cf18-4d8b-84f9-ffabae0184a3 Apr 29 17:34:58.222822 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 0c7609e7-6d31-4c98-8abe-b0c3aac16202) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:58.227008 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:58.227840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.246902 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c36251b1-c7d9-4003-97a7-e0785020dfbb tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 4.3490016 Apr 29 17:34:58.252801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98a5e8c-cf4e-48e9-a200-9173206e84a1 None None] Network 0c7609e7-6d31-4c98-8abe-b0c3aac16202 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:58.258602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda8749-9eb2-4847-b68a-cda3535aab3b req-6b82c286-6fb1-4cbc-a9b9-8b6924fef117 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:58.260233 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4dda8749-9eb2-4847-b68a-cda3535aab3b req-6b82c286-6fb1-4cbc-a9b9-8b6924fef117 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.4659352 Apr 29 17:34:58.261433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46410) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:58.275548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-de08d2e1-ca79-4287-ad8b-5bdc9aec8d7f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a8765d7c-0d33-4d61-8f58-ba9a7eb4fa2a'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:58.327112 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d6014e8d-5729-4cbc-ba62-eb7659df6e62 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.3852592 Apr 29 17:34:58.327528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46414) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:58.329024 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.362831 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.395256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] For port b783a9d5-2008-434e-b4d2-5f473b41ad64, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=b783a9d5-2008-434e-b4d2-5f473b41ad64,segment=NetworkSegment(1a772300-598e-440c-801f-9d8a9b70b215),segment_id=1a772300-598e-440c-801f-9d8a9b70b215)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:58.395666 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.452547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] Pushing event deleted for resources: {'Port': ['ID=08f468cd-8ac9-4920-b394-a18295e40466,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:58.484416 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4dda8749-9eb2-4847-b68a-cda3535aab3b req-f83dd6a4-eed3-4146-ac6d-8f255dd0b150 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765254 Apr 29 17:34:58.507532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-de08d2e1-ca79-4287-ad8b-5bdc9aec8d7f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.560581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.resource_extend [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:34:58.632683 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] Calling delete_port for b783a9d5-2008-434e-b4d2-5f473b41ad64 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:34:58.659997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:58.683983 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3beb98de-edde-4b70-a9ba-60cd05a3542f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4854667 Apr 29 17:34:58.701265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46420) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:58.707644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.707987 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Added segment 1b2a2d1a-2317-44a6-9182-de4556bb336e of type vlan for network fe77548c-51a8-41d0-bdc7-0efe34014cbe Apr 29 17:34:58.713720 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-609959950'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:34:58.731190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.734491 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:34:58.738018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.774336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:network and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:34:58.779569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:34:58.792808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.802143 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:34:58.808579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 172.20.0.11 (e0d73202-cb6d-4434-a143-4d729ced40a4/4a32da2c-d22c-4b6c-ad5d-a3b5fc2f4c41/35e4846a-0b72-4548-bbd9-87832bf6befc) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:58.851325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:58.855935 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90c7ab-c39a-451e-ad09-02ad8bcd3c27 None None] No DVR routers for this DVR port 08f468cd-8ac9-4920-b394-a18295e40466 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:34:58.898211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::f816:3eff:fe5c:d988 (e0d73202-cb6d-4434-a143-4d729ced40a4/3c903484-835c-4474-bfd8-573a379d5f79/35e4846a-0b72-4548-bbd9-87832bf6befc) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:58.915231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c57aa1e-2c06-4c78-a027-543f08c77aa8 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:58.922624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:34:58.926160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.014903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1146-486a-4a4e-aa65-b884c9619225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.052481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.080255 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.086354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.086850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.092319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:59.097506 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:59.098230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.106504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:34:59.169750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.241541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-de08d2e1-ca79-4287-ad8b-5bdc9aec8d7f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Delete allocated IP 172.20.0.28 (1395ac7e-88c0-48a1-8844-97e9a51b5ad6/c2a3a60e-2e0d-463f-8ba7-68755cac55f8) {{(pid=88019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 17:34:59.254483 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] Pushing event deleted for resources: {'Port': ['ID=b783a9d5-2008-434e-b4d2-5f473b41ad64,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:59.261920 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e332c25-0522-4502-8f84-815f37a99a0b None None] No DVR routers for this DVR port b783a9d5-2008-434e-b4d2-5f473b41ad64 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:34:59.305423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c1ca1146-486a-4a4e-aa65-b884c9619225 None None] For port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=001858e9-b85c-41f4-9cf3-5b275f3fa7e2,segment=NetworkSegment(1647ce20-61bb-4a32-8b5c-9a320cc8e24a),segment_id=1647ce20-61bb-4a32-8b5c-9a320cc8e24a)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:34:59.313988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.314201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.314539 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Added segment 8390d723-1c3d-42b1-8721-79e2de8e646b of type vlan for network 2dd8e0d4-e364-4cd5-9b32-1816bf883e7b Apr 29 17:34:59.333012 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1146-486a-4a4e-aa65-b884c9619225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.388296 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object 35e4846a-0b72-4548-bbd9-87832bf6befc will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:34:59.398686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a8a02-437a-477c-a388-bcfdad4a0cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-0c7609e7-6d31-4c98-8abe-b0c3aac16202', 'network_id': '0c7609e7-6d31-4c98-8abe-b0c3aac16202', 'tenant_id': '9cd6f335da464998b07f9cfe3b1de0e0', 'fixed_ips': [{'subnet_id': 'dd694ba9-7447-4b0b-978e-bbd7caafb73e'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:34:59.399583 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ae8a8a02-437a-477c-a388-bcfdad4a0cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.443333 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.5579414 Apr 29 17:34:59.448424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46424) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:34:59.458711 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event updated for resources: {'Network': ['ID=71db9bf5-cf18-4d8b-84f9-ffabae0184a3,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:59.481011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.483950 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 71db9bf5-cf18-4d8b-84f9-ffabae0184a3 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:59.500159 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.579734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-de08d2e1-ca79-4287-ad8b-5bdc9aec8d7f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.600786 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-de08d2e1-ca79-4287-ad8b-5bdc9aec8d7f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Ignored duplicate provisioning block setup for port 39dfbd5a-fa05-4a09-82c2-3086150928cf by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 17:34:59.612707 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.664060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Allocated IP 172.20.0.8 (92073632-8b90-48ea-bf81-67a62dc425e9/adb40db8-8b62-46f6-8145-0dfa3a64de9a/351392ec-b693-45da-b346-b06a6fe17168) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:34:59.666996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53994a6b-b2ac-444d-98a3-174e3f6c907e tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event updated for resources: {'Network': ['ID=fe77548c-51a8-41d0-bdc7-0efe34014cbe,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:59.674212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=35e4846a-0b72-4548-bbd9-87832bf6befc,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:59.674492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:34:59.674705 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:34:59.685464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-de08d2e1-ca79-4287-ad8b-5bdc9aec8d7f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.687866 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca1146-486a-4a4e-aa65-b884c9619225 None None] Pushing event updated for resources: {'Port': ['ID=001858e9-b85c-41f4-9cf3-5b275f3fa7e2,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:59.688411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Subnet': ['ID=dd694ba9-7447-4b0b-978e-bbd7caafb73e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:34:59.710698 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network fe77548c-51a8-41d0-bdc7-0efe34014cbe details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:34:59.731789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.737313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:34:59.737900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.790798 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:34:59.856192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:34:59.878590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:34:59.893980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:34:59.898611 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c73a00-592f-492d-989e-c6e7b3fe81fb None None] Update dhcp port {'port': {'network_id': '1395ac7e-88c0-48a1-8844-97e9a51b5ad6', 'fixed_ips': [{'subnet_id': 'a8765d7c-0d33-4d61-8f58-ba9a7eb4fa2a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c2a3a60e-2e0d-463f-8ba7-68755cac55f8'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': '001858e9-b85c-41f4-9cf3-5b275f3fa7e2'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server [None req-ae8a8a02-437a-477c-a388-bcfdad4a0cb5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd694ba9-7447-4b0b-978e-bbd7caafb73e: This subnet is being modified by another concurrent operation. Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 17:34:59.933604 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise exception Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd694ba9-7447-4b0b-978e-bbd7caafb73e: This subnet is being modified by another concurrent operation. Apr 29 17:34:59.937854 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server Apr 29 17:34:59.961976 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2566659 Apr 29 17:34:59.976706 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fa262c-786c-4011-ab06-39a75b21b507 None None] Network 0c7609e7-6d31-4c98-8abe-b0c3aac16202 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:34:59.996221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97c73a00-592f-492d-989e-c6e7b3fe81fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.018740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46430) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:00.065845 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ff40c-a7a5-4ab0-81e7-e7638cb78e07 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Network': ['ID=2dd8e0d4-e364-4cd5-9b32-1816bf883e7b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:00.084453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': '2dd8e0d4-e364-4cd5-9b32-1816bf883e7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:00.098958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08d2e1-ca79-4287-ad8b-5bdc9aec8d7f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=39dfbd5a-fa05-4a09-82c2-3086150928cf,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:00.109347 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7609e7-6d31-4c98-8abe-b0c3aac16202']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:00.113753 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 2dd8e0d4-e364-4cd5-9b32-1816bf883e7b details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:00.147450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2d7885-7c7c-4592-984d-45d74f8cedeb') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:00.147731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2d7885-7c7c-4592-984d-45d74f8cedeb') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:00.171691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.211576 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e021c4-bc35-4788-9d18-01b88de192c7 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:00.217541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e021c4-bc35-4788-9d18-01b88de192c7 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:00.223578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e021c4-bc35-4788-9d18-01b88de192c7 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:00.229501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e021c4-bc35-4788-9d18-01b88de192c7 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:00.231281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '3c903484-835c-4474-bfd8-573a379d5f79'}, {'subnet_id': '4a32da2c-d22c-4b6c-ad5d-a3b5fc2f4c41'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:00.232131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.235165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e021c4-bc35-4788-9d18-01b88de192c7 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:00.239070 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-72e021c4-bc35-4788-9d18-01b88de192c7 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3009 time: 0.7881057 Apr 29 17:35:00.247987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46434) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:00.269432 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.275138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:00.275794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.290114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:00.290508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:00.308927 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:00.315961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.323015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-de08d2e1-ca79-4287-ad8b-5bdc9aec8d7f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] In _notify_port_updated(), no bound segment for port 39dfbd5a-fa05-4a09-82c2-3086150928cf on network 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 {{(pid=88019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:35:00.328634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de08d2e1-ca79-4287-ad8b-5bdc9aec8d7f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:00.329244 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-de08d2e1-ca79-4287-ad8b-5bdc9aec8d7f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.333456 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-de08d2e1-ca79-4287-ad8b-5bdc9aec8d7f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "PUT /v2.0/ports/39dfbd5a-fa05-4a09-82c2-3086150928cf HTTP/1.1" status: 200 len: 917 time: 2.0677509 Apr 29 17:35:00.338958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46438) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:00.347123 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1af6b941-88ba-4851-8f99-4e76a4015e7c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a8765d7c-0d33-4d61-8f58-ba9a7eb4fa2a'}, {'subnet_id': 'c2a3a60e-2e0d-463f-8ba7-68755cac55f8'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:00.401216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:00.412100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:00.418771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:00.431709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ad0e6-df7f-4d21-8b88-40d46f2ff38a req-5eacb5e6-0536-49af-bac4-b2d2c8ac9e92 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:00.432335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:00.433245 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-245ad0e6-df7f-4d21-8b88-40d46f2ff38a req-5eacb5e6-0536-49af-bac4-b2d2c8ac9e92 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.7521291 Apr 29 17:35:00.441639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-6cb6012c-2685-4849-b9d0-70d5763285b9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:00.442807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-6cb6012c-2685-4849-b9d0-70d5763285b9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Synchronizing usage tracker for tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:00.453741 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e4fd5a48-cfa4-40b4-9dc6-1425b4b1fa43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1359172 Apr 29 17:35:00.453960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.457830 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46442) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:00.498025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca1dd13e-ccdd-4d54-939b-47a6d8ab2609 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.533793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.536528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-6cb6012c-2685-4849-b9d0-70d5763285b9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Unset dirty status for tenant:c48d4c66c93f4c7fa3f8a35a1e52d29c on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:00.537752 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-6cb6012c-2685-4849-b9d0-70d5763285b9 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.5776935 Apr 29 17:35:00.552128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Network': ['ID=0c7609e7-6d31-4c98-8abe-b0c3aac16202,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:00.563075 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device b783a9d5-2008-434e-b4d2-5f473b41ad64 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:00.605064 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:00.618097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.621275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: b783a9d5-2008-434e-b4d2-5f473b41ad64 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:35:00.621827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device b783a9d5-2008-434e-b4d2-5f473b41ad64 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:35:00.629170 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-245ad0e6-df7f-4d21-8b88-40d46f2ff38a req-db7cbdb0-c00b-403d-9c9e-60129ad0e125 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652095 Apr 29 17:35:00.699967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-97c73a00-592f-492d-989e-c6e7b3fe81fb None None] Allocated IP 172.20.0.18 (1395ac7e-88c0-48a1-8844-97e9a51b5ad6/c2a3a60e-2e0d-463f-8ba7-68755cac55f8/001858e9-b85c-41f4-9cf3-5b275f3fa7e2) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:00.724721 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1f14cccd-d45f-416f-9527-2376838cb30f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/networks/0c7609e7-6d31-4c98-8abe-b0c3aac16202 HTTP/1.1" status: 204 len: 168 time: 2.3960581 Apr 29 17:35:00.742244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Deleting port d03cbbc3-b67e-4acb-85c4-f19455702778 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:00.743037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.762272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46446) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:00.778318 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1170063840'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:00.782712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca1dd13e-ccdd-4d54-939b-47a6d8ab2609 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.793121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:00.804455 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Usage tracker for resource:network and tenant:9cd6f335da464998b07f9cfe3b1de0e0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:00.812396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.823960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:00.836951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:00.841396 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ca1dd13e-ccdd-4d54-939b-47a6d8ab2609 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71db9bf5-cf18-4d8b-84f9-ffabae0184a3']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:00.860812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:00.897746 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ca1dd13e-ccdd-4d54-939b-47a6d8ab2609 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8398aa27-9aee-4d0c-be80-1554a3f1c8ac') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:00.898082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ca1dd13e-ccdd-4d54-939b-47a6d8ab2609 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8398aa27-9aee-4d0c-be80-1554a3f1c8ac') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:00.915734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:00.919427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.938824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca1dd13e-ccdd-4d54-939b-47a6d8ab2609 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.971072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1af6b941-88ba-4851-8f99-4e76a4015e7c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.980085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Network 92073632-8b90-48ea-bf81-67a62dc425e9 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:00.983268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca1dd13e-ccdd-4d54-939b-47a6d8ab2609 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:00.997198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:01.000989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1dd13e-ccdd-4d54-939b-47a6d8ab2609 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:01.001396 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca1dd13e-ccdd-4d54-939b-47a6d8ab2609 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.007039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:01.009437 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:01.018374 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Allocated IP 172.20.0.2 (e0d73202-cb6d-4434-a143-4d729ced40a4/4a32da2c-d22c-4b6c-ad5d-a3b5fc2f4c41/013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:01.019332 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:01.031149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Allocated IP 2001:db8::f816:3eff:fe38:b74d (e0d73202-cb6d-4434-a143-4d729ced40a4/3c903484-835c-4474-bfd8-573a379d5f79/013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:01.080979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event updated for resources: {'Port': ['ID=351392ec-b693-45da-b346-b06a6fe17168,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:01.083197 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.083573 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Added segment c9c24353-2335-49f0-a704-519c0e276676 of type vlan for network b14c7e8e-e08e-4670-991e-9e79a271b102 Apr 29 17:35:01.110335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7de7a3-75bb-4481-a24d-a59164fc3917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:01.111093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2c7de7a3-75bb-4481-a24d-a59164fc3917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:01.149834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-97c73a00-592f-492d-989e-c6e7b3fe81fb None None] For port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=001858e9-b85c-41f4-9cf3-5b275f3fa7e2,segment=NetworkSegment(1647ce20-61bb-4a32-8b5c-9a320cc8e24a),segment_id=1647ce20-61bb-4a32-8b5c-9a320cc8e24a)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:01.152316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:01.152930 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.222680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.233757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca1dd13e-ccdd-4d54-939b-47a6d8ab2609 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.259942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca1dd13e-ccdd-4d54-939b-47a6d8ab2609 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.268332 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97c73a00-592f-492d-989e-c6e7b3fe81fb None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.279706 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dd13e-ccdd-4d54-939b-47a6d8ab2609 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event deleted for resources: {'Network': ['ID=71db9bf5-cf18-4d8b-84f9-ffabae0184a3,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:01.328771 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ca1dd13e-ccdd-4d54-939b-47a6d8ab2609 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "DELETE /v2.0/networks/71db9bf5-cf18-4d8b-84f9-ffabae0184a3 HTTP/1.1" status: 204 len: 168 time: 1.0795751 Apr 29 17:35:01.328771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46452) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:01.362532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-97c73a00-592f-492d-989e-c6e7b3fe81fb None None] Transition to ACTIVE for port object 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:01.387309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97c73a00-592f-492d-989e-c6e7b3fe81fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.396941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.402852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:01.403497 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.448219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2c7de7a3-75bb-4481-a24d-a59164fc3917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:01.449267 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2c7de7a3-75bb-4481-a24d-a59164fc3917 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.9814587 Apr 29 17:35:01.456865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46456) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:01.490190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.516778 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Transition to ACTIVE for port object 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:01.574669 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8095148 Apr 29 17:35:01.581324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46460) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:01.585140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d27d1d52-a702-408b-8dd3-f92ece05e0e1 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.586825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c73a00-592f-492d-989e-c6e7b3fe81fb None None] Pushing event updated for resources: {'Port': ['ID=001858e9-b85c-41f4-9cf3-5b275f3fa7e2,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:01.590090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Transition to ACTIVE for port object 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:01.600119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.648135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'subnet': {'network_id': 'b14c7e8e-e08e-4670-991e-9e79a271b102', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:01.662570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-d68d15c5-8281-4b27-a31a-add3e48a7ef0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 35e4846a-0b72-4548-bbd9-87832bf6befc {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:01.662570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d68d15c5-8281-4b27-a31a-add3e48a7ef0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.693883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:01.698774 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:01.706551 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:01.717018 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Pushing event updated for resources: {'Port': ['ID=013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:01.759331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640bfe8e-10c8-439c-a6dc-2cf8e097d779 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Network': ['ID=b14c7e8e-e08e-4670-991e-9e79a271b102,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:01.774318 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network b14c7e8e-e08e-4670-991e-9e79a271b102 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:01.893144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] For port d03cbbc3-b67e-4acb-85c4-f19455702778, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d03cbbc3-b67e-4acb-85c4-f19455702778,segment=NetworkSegment(eb66c64b-5c5e-4f1a-898b-f8d58f7afff2),segment_id=eb66c64b-5c5e-4f1a-898b-f8d58f7afff2)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:01.893397 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.956968 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Attempting to bind port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:01.956968 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Attempting to bind port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:01.956968 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Attempting to bind port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:01.962409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:01.966470 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:01.966994 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:01.967515 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.968081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:01.968643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Bound port: 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:01.969116 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:01.980836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:02.024495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-1af6b941-88ba-4851-8f99-4e76a4015e7c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.30 (1395ac7e-88c0-48a1-8844-97e9a51b5ad6/c2a3a60e-2e0d-463f-8ba7-68755cac55f8/39dfbd5a-fa05-4a09-82c2-3086150928cf) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:02.068766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] For port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:02.072977 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] For port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:02.078451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:02.138887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:02.193186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac286a7-176f-4959-95c1-ac22fc3d7867 None None] Pushing event updated for resources: {'Port': ['ID=013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:02.268876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:02.272362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:02.321498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a2ed70-8cdc-4dc6-92ac-21b9ab483612 None None] Network 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:02.358787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:02.471375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-75181e9c-8470-4a0f-8a68-ea1c0e9ef879 None None] Provisioning for port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:02.510466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-75181e9c-8470-4a0f-8a68-ea1c0e9ef879 None None] Provisioning complete for port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:02.510930 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-75181e9c-8470-4a0f-8a68-ea1c0e9ef879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:02.565017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d27d1d52-a702-408b-8dd3-f92ece05e0e1 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:02.636088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-d27d1d52-a702-408b-8dd3-f92ece05e0e1 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe77548c-51a8-41d0-bdc7-0efe34014cbe']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:02.660546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-d27d1d52-a702-408b-8dd3-f92ece05e0e1 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2a2d1a-2317-44a6-9182-de4556bb336e') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:02.661068 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-d27d1d52-a702-408b-8dd3-f92ece05e0e1 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2a2d1a-2317-44a6-9182-de4556bb336e') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:02.684249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d27d1d52-a702-408b-8dd3-f92ece05e0e1 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:02.752562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d27d1d52-a702-408b-8dd3-f92ece05e0e1 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:02.766793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2661945-b0d4-418c-b38a-0d4684178029 req-a71d243a-0c34-43a8-a606-f05066aa7e53 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:02.768505 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e2661945-b0d4-418c-b38a-0d4684178029 req-a71d243a-0c34-43a8-a606-f05066aa7e53 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 945 time: 0.7779784 Apr 29 17:35:02.770863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1af6b941-88ba-4851-8f99-4e76a4015e7c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:02.813762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27d1d52-a702-408b-8dd3-f92ece05e0e1 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:02.814432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d27d1d52-a702-408b-8dd3-f92ece05e0e1 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:02.829573 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:02.850313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-1af6b941-88ba-4851-8f99-4e76a4015e7c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Ignored duplicate provisioning block setup for port 39dfbd5a-fa05-4a09-82c2-3086150928cf by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 17:35:02.856151 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Subnet': ['ID=e303a319-9050-450e-b9a0-14104b5a6cec,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:02.882275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Checking segment: {'id': '8390d723-1c3d-42b1-8721-79e2de8e646b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2dd8e0d4-e364-4cd5-9b32-1816bf883e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:02.882889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network hostable DHCP agents. Network: 2dd8e0d4-e364-4cd5-9b32-1816bf883e7b, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:02.905919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1af6b941-88ba-4851-8f99-4e76a4015e7c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:02.929967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:02.953243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:02.953840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:02.954630 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Floating IP b8bd84b1-b840-4ade-9623-433f1fd54ee0 disassociated. External IP: 172.26.4.195, port: d03cbbc3-b67e-4acb-85c4-f19455702778. Apr 29 17:35:02.955231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Calling delete_port for d03cbbc3-b67e-4acb-85c4-f19455702778 owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:02.987252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d68d15c5-8281-4b27-a31a-add3e48a7ef0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:03.028738 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e2661945-b0d4-418c-b38a-0d4684178029 req-e4532fa5-f339-4582-a1b9-a344ea1afdf6 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups?id=de20c9ab-4167-4a8d-be1b-1b65af9e2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492385 Apr 29 17:35:03.029622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d27d1d52-a702-408b-8dd3-f92ece05e0e1 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:03.061947 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-75181e9c-8470-4a0f-8a68-ea1c0e9ef879 None None] Provisioning for port 39dfbd5a-fa05-4a09-82c2-3086150928cf completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:03.069182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-75181e9c-8470-4a0f-8a68-ea1c0e9ef879 None None] Provisioning complete for port 39dfbd5a-fa05-4a09-82c2-3086150928cf triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:03.070129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-75181e9c-8470-4a0f-8a68-ea1c0e9ef879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:03.091952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d27d1d52-a702-408b-8dd3-f92ece05e0e1 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:03.120469 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:03.129982 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:03.151733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d1d52-a702-408b-8dd3-f92ece05e0e1 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event deleted for resources: {'Network': ['ID=fe77548c-51a8-41d0-bdc7-0efe34014cbe,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:03.159225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6b941-88ba-4851-8f99-4e76a4015e7c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=39dfbd5a-fa05-4a09-82c2-3086150928cf,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:03.159471 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-75181e9c-8470-4a0f-8a68-ea1c0e9ef879 None None] Port 39dfbd5a-fa05-4a09-82c2-3086150928cf cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:03.161768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:03.173619 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-d68d15c5-8281-4b27-a31a-add3e48a7ef0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 35e4846a-0b72-4548-bbd9-87832bf6befc owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:03.193252 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d27d1d52-a702-408b-8dd3-f92ece05e0e1 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "DELETE /v2.0/networks/fe77548c-51a8-41d0-bdc7-0efe34014cbe HTTP/1.1" status: 204 len: 168 time: 1.8573453 Apr 29 17:35:03.213143 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46466) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:03.220268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 2dd8e0d4-e364-4cd5-9b32-1816bf883e7b is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:03.221708 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:03.223714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:03.306333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Subnet': ['ID=91c3539d-6940-4cc6-afe0-d5ba09733cc7,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:03.312865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-1af6b941-88ba-4851-8f99-4e76a4015e7c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] In _notify_port_updated(), no bound segment for port 39dfbd5a-fa05-4a09-82c2-3086150928cf on network 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 {{(pid=88019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:35:03.318812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af6b941-88ba-4851-8f99-4e76a4015e7c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:03.319489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1af6b941-88ba-4851-8f99-4e76a4015e7c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:03.320816 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1af6b941-88ba-4851-8f99-4e76a4015e7c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "PUT /v2.0/ports/39dfbd5a-fa05-4a09-82c2-3086150928cf HTTP/1.1" status: 200 len: 997 time: 2.9794705 Apr 29 17:35:03.323881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46470) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:03.367161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 2dd8e0d4-e364-4cd5-9b32-1816bf883e7b) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:03.384433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Checking segment: {'id': 'c9c24353-2335-49f0-a704-519c0e276676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b14c7e8e-e08e-4670-991e-9e79a271b102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:03.385287 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network hostable DHCP agents. Network: b14c7e8e-e08e-4670-991e-9e79a271b102, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:03.391586 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b2510e-30ba-4e95-9e1a-b1c059b64166 None None] Network 2dd8e0d4-e364-4cd5-9b32-1816bf883e7b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:03.422401 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d4b46ad1-5bd9-4a39-9200-a554e1fb94e3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 39dfbd5a-fa05-4a09-82c2-3086150928cf {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:03.422966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d4b46ad1-5bd9-4a39-9200-a554e1fb94e3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:03.461995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:03.462658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:03.475063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network b14c7e8e-e08e-4670-991e-9e79a271b102 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:03.492383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, b14c7e8e-e08e-4670-991e-9e79a271b102) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:03.509766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:03.510358 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:03.534223 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device d03cbbc3-b67e-4acb-85c4-f19455702778 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:03.570503 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172ef2d4-0a55-4f01-aa3c-a0807f0b4dfa None None] Network b14c7e8e-e08e-4670-991e-9e79a271b102 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:03.598756 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-70e1c544-56e6-402b-a1c9-bfa3367fcb35 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0114241 Apr 29 17:35:03.606136 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46474) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:03.696922 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1714049f-b88f-468b-afd4-ac46d235c218 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6425529 Apr 29 17:35:03.708555 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46478) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:03.721116 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': '2dd8e0d4-e364-4cd5-9b32-1816bf883e7b', 'name': 'tempest-PortsIpV6TestJSON-1121612678'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:03.763333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a71d375-f92e-471c-9547-9f0101137b5f None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:03.882733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026304da-b187-4fd5-b5d2-fd2fee7203f3 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:03.888920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026304da-b187-4fd5-b5d2-fd2fee7203f3 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:03.895109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026304da-b187-4fd5-b5d2-fd2fee7203f3 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:03.896310 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-026304da-b187-4fd5-b5d2-fd2fee7203f3 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Synchronizing usage tracker for tenant:42bd8cc0b34c40faba04c4c2e70801fa on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:03.935675 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:03.948565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-92060642-b6be-402b-af62-06b26520ed01 None None] Provisioning for port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:03.956212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:03.959797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-92060642-b6be-402b-af62-06b26520ed01 None None] Provisioning complete for port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:03.960161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-92060642-b6be-402b-af62-06b26520ed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:03.987908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d4b46ad1-5bd9-4a39-9200-a554e1fb94e3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:04.121703 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d4b46ad1-5bd9-4a39-9200-a554e1fb94e3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 39dfbd5a-fa05-4a09-82c2-3086150928cf owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:04.206631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-026304da-b187-4fd5-b5d2-fd2fee7203f3 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Unset dirty status for tenant:42bd8cc0b34c40faba04c4c2e70801fa on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:04.211638 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-026304da-b187-4fd5-b5d2-fd2fee7203f3 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1941 time: 0.9894800 Apr 29 17:35:04.222806 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46484) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:04.225119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Pushing event deleted for resources: {'Port': ['ID=d03cbbc3-b67e-4acb-85c4-f19455702778,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:04.244117 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:04.260179 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-404822127'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:04.264787 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Port d03cbbc3-b67e-4acb-85c4-f19455702778 update to DOWN by agent not found {{(pid=88020) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 29 17:35:04.267699 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c912f481-9b41-4381-a495-1fa164617969 req-65674979-5df8-4b90-9e93-64e37130fb7c tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 210 time: 0.0699937 Apr 29 17:35:04.322959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:04.340155 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:04.397665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:04.401277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:04.418736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-b14c7e8e-e08e-4670-991e-9e79a271b102', 'network_id': 'b14c7e8e-e08e-4670-991e-9e79a271b102', 'tenant_id': '9cd6f335da464998b07f9cfe3b1de0e0', 'fixed_ips': [{'subnet_id': '91c3539d-6940-4cc6-afe0-d5ba09733cc7'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:04.423499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:04.461574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port 911083c6-c5ba-48db-a49d-5d72c155c50c yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:04.557134 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d4b46ad1-5bd9-4a39-9200-a554e1fb94e3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:04.587136 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-2dd8e0d4-e364-4cd5-9b32-1816bf883e7b', 'network_id': '2dd8e0d4-e364-4cd5-9b32-1816bf883e7b', 'tenant_id': '6a09bfbd4fea4865a7331651402ea46f', 'fixed_ips': [{'subnet_id': 'e303a319-9050-450e-b9a0-14104b5a6cec'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:04.588257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:04.617119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:04.650436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b46ad1-5bd9-4a39-9200-a554e1fb94e3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=39dfbd5a-fa05-4a09-82c2-3086150928cf,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:04.664874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:04.736871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d68d15c5-8281-4b27-a31a-add3e48a7ef0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:04.809313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-92060642-b6be-402b-af62-06b26520ed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:04.818087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Made reservation on behalf of 42bd8cc0b34c40faba04c4c2e70801fa for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:04.821931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:04.853948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d15c5-8281-4b27-a31a-add3e48a7ef0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=35e4846a-0b72-4548-bbd9-87832bf6befc,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:04.866636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8::113 (2dd8e0d4-e364-4cd5-9b32-1816bf883e7b/e303a319-9050-450e-b9a0-14104b5a6cec/911083c6-c5ba-48db-a49d-5d72c155c50c) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:04.869052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d4b46ad1-5bd9-4a39-9200-a554e1fb94e3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:04.869667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Allocated IP 2001:db8::2 (b14c7e8e-e08e-4670-991e-9e79a271b102/91c3539d-6940-4cc6-afe0-d5ba09733cc7/ec5fe78e-397f-4bc1-a0c2-03f081f1640e) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:04.875398 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-92060642-b6be-402b-af62-06b26520ed01 None None] For port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:04.893142 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d4b46ad1-5bd9-4a39-9200-a554e1fb94e3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/39dfbd5a-fa05-4a09-82c2-3086150928cf HTTP/1.1" status: 204 len: 168 time: 1.5677950 Apr 29 17:35:04.896266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46488) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:04.915565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:04.977233 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-97450f5f-0fa1-4288-94e2-da8445e91316 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:35:04.977916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-97450f5f-0fa1-4288-94e2-da8445e91316 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:05.025764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-97450f5f-0fa1-4288-94e2-da8445e91316 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:05.027321 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-97450f5f-0fa1-4288-94e2-da8445e91316 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/39dfbd5a-fa05-4a09-82c2-3086150928cf HTTP/1.1" status: 404 len: 333 time: 0.1299205 Apr 29 17:35:05.031654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46492) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:05.047053 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-92060642-b6be-402b-af62-06b26520ed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.071891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:35:05.087534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:05.111730 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-92060642-b6be-402b-af62-06b26520ed01 None None] Could not find standard attr ID for object 35e4846a-0b72-4548-bbd9-87832bf6befc. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:35:05.178440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3ea244-84c2-4887-a6e2-acb937435043 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting subnet c2a3a60e-2e0d-463f-8ba7-68755cac55f8 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:05.184239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea244-84c2-4887-a6e2-acb937435043 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.189048 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92060642-b6be-402b-af62-06b26520ed01 None None] Pushing event updated for resources: {'Port': ['ID=013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:05.205984 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.206329 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Added segment de0c8a8d-49a4-4db1-a347-9d12b5d6bd0d of type vlan for network bd7a6ade-0273-401e-b4be-3b40162e0123 Apr 29 17:35:05.216065 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.227821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Transition to ACTIVE for port object ec5fe78e-397f-4bc1-a0c2-03f081f1640e will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:05.252860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Transition to ACTIVE for port object ec5fe78e-397f-4bc1-a0c2-03f081f1640e will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:05.271995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-85cbc2c5-1356-4344-afbb-46549f8ddfb3 None None] Provisioning complete for port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:05.272699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-85cbc2c5-1356-4344-afbb-46549f8ddfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.290388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.296075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea244-84c2-4887-a6e2-acb937435043 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.297536 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d68d15c5-8281-4b27-a31a-add3e48a7ef0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.303504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.303726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Router bf0cf690-ef57-48a5-bc69-b64d7d39a447 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:35:05.397573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Network b14c7e8e-e08e-4670-991e-9e79a271b102 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:05.404325 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:05.410189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:05.418421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Pushing event updated for resources: {'Port': ['ID=ec5fe78e-397f-4bc1-a0c2-03f081f1640e,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:05.430509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea244-84c2-4887-a6e2-acb937435043 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.480942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object 911083c6-c5ba-48db-a49d-5d72c155c50c will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:05.541305 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d302bf85-aa9e-4245-9b5b-0ac145d05fda req-2d71202e-88c6-4ece-a936-9af1435b6a29 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 210 time: 0.0618191 Apr 29 17:35:05.580671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Attempting to bind port ec5fe78e-397f-4bc1-a0c2-03f081f1640e on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:05.581031 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Attempting to bind port ec5fe78e-397f-4bc1-a0c2-03f081f1640e by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'c9c24353-2335-49f0-a704-519c0e276676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b14c7e8e-e08e-4670-991e-9e79a271b102'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:05.581605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Attempting to bind port ec5fe78e-397f-4bc1-a0c2-03f081f1640e on network b14c7e8e-e08e-4670-991e-9e79a271b102 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:05.587734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.589720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:05.590085 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Checking segment: {'id': 'c9c24353-2335-49f0-a704-519c0e276676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b14c7e8e-e08e-4670-991e-9e79a271b102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:05.590480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.592249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.593414 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Bound using segment: {'id': 'c9c24353-2335-49f0-a704-519c0e276676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b14c7e8e-e08e-4670-991e-9e79a271b102'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:05.595037 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Bound port: ec5fe78e-397f-4bc1-a0c2-03f081f1640e, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c24353-2335-49f0-a704-519c0e276676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b14c7e8e-e08e-4670-991e-9e79a271b102'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:05.597181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.601816 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d68d15c5-8281-4b27-a31a-add3e48a7ef0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/35e4846a-0b72-4548-bbd9-87832bf6befc HTTP/1.1" status: 204 len: 168 time: 4.1151030 Apr 29 17:35:05.605702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46498) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:05.661200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea244-84c2-4887-a6e2-acb937435043 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.758875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea244-84c2-4887-a6e2-acb937435043 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a3a60e-2e0d-463f-8ba7-68755cac55f8,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:05.771104 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea244-84c2-4887-a6e2-acb937435043 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.793076 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.846523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.852866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:05.853995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.872200 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Allocated IP 2001:db8::2 (2dd8e0d4-e364-4cd5-9b32-1816bf883e7b/e303a319-9050-450e-b9a0-14104b5a6cec/93458f49-df88-4824-aa74-b4da13c52370) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:05.875158 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bb3ea244-84c2-4887-a6e2-acb937435043 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/c2a3a60e-2e0d-463f-8ba7-68755cac55f8 HTTP/1.1" status: 204 len: 168 time: 0.8422287 Apr 29 17:35:05.883324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46502) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:05.893611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74659f00-6185-4ba1-aa8e-af2c8af1c13e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:05.895371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74659f00-6185-4ba1-aa8e-af2c8af1c13e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:05.897054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74659f00-6185-4ba1-aa8e-af2c8af1c13e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:05.898047 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-74659f00-6185-4ba1-aa8e-af2c8af1c13e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:05.944549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 2dd8e0d4-e364-4cd5-9b32-1816bf883e7b is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:05.956642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:05.962918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:05.968684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:05.969550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:05.982603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-85cbc2c5-1356-4344-afbb-46549f8ddfb3 None None] Could not find standard attr ID for object 39dfbd5a-fa05-4a09-82c2-3086150928cf. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:35:05.992662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7adb42a-0879-4df2-8059-b04510d0a752 None None] Network 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:06.006623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event updated for resources: {'Network': ['ID=bd7a6ade-0273-401e-b4be-3b40162e0123,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:06.008946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Subnet': ['ID=91c3539d-6940-4cc6-afe0-d5ba09733cc7,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:06.038105 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network bd7a6ade-0273-401e-b4be-3b40162e0123 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:06.049993 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b0224306-ee7d-4389-bc45-889f3fe798bc tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8184919 Apr 29 17:35:06.054328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:35:06.055560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46506) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:06.065080 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33156cda-4234-4091-b248-28dd0d757095 None None] Sync routers for ids ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:35:06.074688 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33156cda-4234-4091-b248-28dd0d757095 None None] Routers {'d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:06.075761 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-33156cda-4234-4091-b248-28dd0d757095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:06.130776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=911083c6-c5ba-48db-a49d-5d72c155c50c,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:06.147458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-74659f00-6185-4ba1-aa8e-af2c8af1c13e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:06.148620 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-74659f00-6185-4ba1-aa8e-af2c8af1c13e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5404847 Apr 29 17:35:06.154912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-dded0fa1-afff-4eb8-893c-d085929a7d4e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting subnet a8765d7c-0d33-4d61-8f58-ba9a7eb4fa2a {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:06.156812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46510) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:06.172034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dded0fa1-afff-4eb8-893c-d085929a7d4e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:06.253609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dded0fa1-afff-4eb8-893c-d085929a7d4e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:06.289438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-236566707'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:06.308282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:06.319996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] No DVR routers for this DVR port d03cbbc3-b67e-4acb-85c4-f19455702778 on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:06.325879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:06.329370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:06.331435 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-b5d16c05-8fcf-4e3c-a6cf-4b085ffee887 req-157ee766-4037-4c6b-a470-49ceb1b7257e tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.36 "DELETE /v2.0/ports/d03cbbc3-b67e-4acb-85c4-f19455702778 HTTP/1.1" status: 204 len: 173 time: 5.7808452 Apr 29 17:35:06.334335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:35:06.335847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07d85f1-5cea-4b6e-bd3b-95f2673383b9', 'name': 'network-vif-deleted', 'tag': 'd03cbbc3-b67e-4acb-85c4-f19455702778'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:35:06.373245 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-33156cda-4234-4091-b248-28dd0d757095 None None] Set router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:35:06.388148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dded0fa1-afff-4eb8-893c-d085929a7d4e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:06.395191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:06.398268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14c7e8e-e08e-4670-991e-9e79a271b102']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:06.421678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c24353-2335-49f0-a704-519c0e276676') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:06.430152 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c24353-2335-49f0-a704-519c0e276676') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:06.437646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:06.447762 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-333e4642-3c68-4b99-92b1-fb3aab212aa6 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.7939641 Apr 29 17:35:06.451108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46516) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:06.464318 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:06.467177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:06.491178 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Transition to ACTIVE for port object 93458f49-df88-4824-aa74-b4da13c52370 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:06.535698 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Transition to ACTIVE for port object 93458f49-df88-4824-aa74-b4da13c52370 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:06.552564 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-669656c1-3d58-4787-9f04-1c9afbf976a8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8412557 Apr 29 17:35:06.567458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46520) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:06.572181 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2c630b-44e5-41aa-9178-70fd46ba6334'] response: {'server_uuid': 'd07d85f1-5cea-4b6e-bd3b-95f2673383b9', 'name': 'network-vif-deleted', 'tag': 'd03cbbc3-b67e-4acb-85c4-f19455702778', 'status': 'completed', 'code': 200} Apr 29 17:35:06.573396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Made reservation on behalf of 42bd8cc0b34c40faba04c4c2e70801fa for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:06.577051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:06.589639 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] Sync routers for ids ['bf0cf690-ef57-48a5-bc69-b64d7d39a447'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:35:06.623866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dded0fa1-afff-4eb8-893c-d085929a7d4e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:06.637170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] For port ec5fe78e-397f-4bc1-a0c2-03f081f1640e, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:06.670413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': '2dd8e0d4-e364-4cd5-9b32-1816bf883e7b', 'name': 'tempest-PortsIpV6TestJSON-192535676'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:06.767162 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dded0fa1-afff-4eb8-893c-d085929a7d4e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:06.784931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded0fa1-afff-4eb8-893c-d085929a7d4e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Subnet': ['ID=a8765d7c-0d33-4d61-8f58-ba9a7eb4fa2a,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:06.800144 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dded0fa1-afff-4eb8-893c-d085929a7d4e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/a8765d7c-0d33-4d61-8f58-ba9a7eb4fa2a HTTP/1.1" status: 204 len: 168 time: 0.9126141 Apr 29 17:35:06.809336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46526) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:06.813645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] Routers {'bf0cf690-ef57-48a5-bc69-b64d7d39a447'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:06.817068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bf0cf690-ef57-48a5-bc69-b64d7d39a447'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:06.908591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e30b02d-9131-4d76-9033-7d56b7b02325 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 3c903484-835c-4474-bfd8-573a379d5f79 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:06.953524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9fb92534-7672-4f08-a3d2-ef4e68bf2b34 None None] Provisioning complete for port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:06.953524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9fb92534-7672-4f08-a3d2-ef4e68bf2b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:06.981464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e30b02d-9131-4d76-9033-7d56b7b02325 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:06.992922 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:07.040793 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-33156cda-4234-4091-b248-28dd0d757095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:31:43Z', 'revision_number': 4, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '810d5732-8b45-481d-b8af-44440698ad1b', 'name': '', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'mac_address': 'fa:16:3e:23:92:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:52Z', 'revision_number': 5, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'subnets': [{'id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:07.041406 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.048090 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33156cda-4234-4091-b248-28dd0d757095 None None] Checking router: d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:35:07.049435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.049915 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Added segment 88b904ca-68cb-4da2-9b9f-bf69e928a7d6 of type vlan for network 43aa4ea9-ee96-427e-aeca-286c44211ba8 Apr 29 17:35:07.062550 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b190a7e0-3410-4492-acd4-06ef7174b715 req-39f3266d-533f-490b-8f7d-cc31a45bc135 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/ports?device_id=d07d85f1-5cea-4b6e-bd3b-95f2673383b9 HTTP/1.1" status: 200 len: 210 time: 0.1512792 Apr 29 17:35:07.066880 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33156cda-4234-4091-b248-28dd0d757095 None None] Routers {'d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:07.069490 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-33156cda-4234-4091-b248-28dd0d757095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:07.117709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.141855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:07.198075 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Pushing event updated for resources: {'Port': ['ID=93458f49-df88-4824-aa74-b4da13c52370,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:07.220409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e30b02d-9131-4d76-9033-7d56b7b02325 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.280362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.286004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:07.286727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] For port ec5fe78e-397f-4bc1-a0c2-03f081f1640e, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ec5fe78e-397f-4bc1-a0c2-03f081f1640e,segment=NetworkSegment(c9c24353-2335-49f0-a704-519c0e276676),segment_id=c9c24353-2335-49f0-a704-519c0e276676)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:07.295910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.303131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.316718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:07.318205 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Network 2dd8e0d4-e364-4cd5-9b32-1816bf883e7b is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:07.328195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:07.329756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:07.330281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.330721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:07.334355 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.339857 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:07.342210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:07.347307 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:07.372937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:07.377101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.419713 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-33156cda-4234-4091-b248-28dd0d757095 None None] Set router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:35:07.462994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e30b02d-9131-4d76-9033-7d56b7b02325 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.468448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port dc3cc992-1681-4e30-bdbe-af84df449a81 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:07.549559 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 17:35:07.549559 dv-neutron-839024-2-hyperv neutron-server[88018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 17:35:07.549559 dv-neutron-839024-2-hyperv neutron-server[88018]: [parameters: {'id': 'b14c7e8e-e08e-4670-991e-9e79a271b102'}] Apr 29 17:35:07.549559 dv-neutron-839024-2-hyperv neutron-server[88018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:35:07.549559 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:35:07.564464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.570186 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:07.570640 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.610198 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.660228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] For port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=001858e9-b85c-41f4-9cf3-5b275f3fa7e2,segment=NetworkSegment(1647ce20-61bb-4a32-8b5c-9a320cc8e24a),segment_id=1647ce20-61bb-4a32-8b5c-9a320cc8e24a)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:07.661313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.678107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e30b02d-9131-4d76-9033-7d56b7b02325 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.734605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Deleting port 351392ec-b693-45da-b346-b06a6fe17168 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:07.734861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.789024 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7244511 Apr 29 17:35:07.791537 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd6a21-b9c8-4319-99fd-408ef3d6ec74 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event updated for resources: {'Network': ['ID=43aa4ea9-ee96-427e-aeca-286c44211ba8,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:07.795400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46532) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:07.811808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Request body: {'ports': [{'network_id': 'bd7a6ade-0273-401e-b4be-3b40162e0123', 'name': 'tempest-port--1886985542', 'admin_state_up': True}, {'network_id': '43aa4ea9-ee96-427e-aeca-286c44211ba8', 'admin_state_up': False}]} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:07.812055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Request body: {'port': {'network_id': 'bd7a6ade-0273-401e-b4be-3b40162e0123', 'name': 'tempest-port--1886985542', 'admin_state_up': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:07.812348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Request body: {'port': {'network_id': '43aa4ea9-ee96-427e-aeca-286c44211ba8', 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:07.846563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:07.854207 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 43aa4ea9-ee96-427e-aeca-286c44211ba8 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:07.932714 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30b02d-9131-4d76-9033-7d56b7b02325 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=3c903484-835c-4474-bfd8-573a379d5f79,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:07.935500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e30b02d-9131-4d76-9033-7d56b7b02325 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.940020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:07.953684 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-33156cda-4234-4091-b248-28dd0d757095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:31:43Z', 'revision_number': 4, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '810d5732-8b45-481d-b8af-44440698ad1b', 'name': '', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'mac_address': 'fa:16:3e:23:92:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:52Z', 'revision_number': 5, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'subnets': [{'id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:07.959079 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33156cda-4234-4091-b248-28dd0d757095 None None] The sync data for ids ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'] in dv-neutron-839024-2-hyperv is: [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:31:43Z', 'revision_number': 4, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '810d5732-8b45-481d-b8af-44440698ad1b', 'name': '', 'network_id': '3a008dbb-824b-4c09-ae06-02703f77c7d5', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'mac_address': 'fa:16:3e:23:92:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:41Z', 'updated_at': '2022-04-29T17:31:52Z', 'revision_number': 5, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'subnets': [{'id': 'e3555b18-00c5-40e8-9dc6-86063eecb03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:35:07.973321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8::14c (2dd8e0d4-e364-4cd5-9b32-1816bf883e7b/e303a319-9050-450e-b9a0-14104b5a6cec/dc3cc992-1681-4e30-bdbe-af84df449a81) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:07.978718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca46f6ef-656d-4e62-a893-62ecc88fbc64 None None] Network b14c7e8e-e08e-4670-991e-9e79a271b102 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:07.992974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef66173-6731-41c4-9f94-a5e09b8e8aa9 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:08.001779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=001858e9-b85c-41f4-9cf3-5b275f3fa7e2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:08.003937 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No DVR routers for this DVR port 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:08.042022 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8e30b02d-9131-4d76-9033-7d56b7b02325 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/3c903484-835c-4474-bfd8-573a379d5f79 HTTP/1.1" status: 204 len: 168 time: 1.8824201 Apr 29 17:35:08.045129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46536) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:08.155146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.159976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.162800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539c40b-d0a5-4abb-a7ea-f614695b0a55 None None] Pushing event updated for resources: {'Port': ['ID=ec5fe78e-397f-4bc1-a0c2-03f081f1640e,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:08.166462 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9fb92534-7672-4f08-a3d2-ef4e68bf2b34 None None] Could not find standard attr ID for object 35e4846a-0b72-4548-bbd9-87832bf6befc. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:35:08.181265 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] Set router bf0cf690-ef57-48a5-bc69-b64d7d39a447 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:35:08.194169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1395ac7e-88c0-48a1-8844-97e9a51b5ad6']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:08.215539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1647ce20-61bb-4a32-8b5c-9a320cc8e24a') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:08.216097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1647ce20-61bb-4a32-8b5c-9a320cc8e24a') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:08.233137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.243739 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:08.253812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.261728 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:08.263087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Usage tracker for resource:port and tenant:42bd8cc0b34c40faba04c4c2e70801fa is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:08.263599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.278334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:08.280962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46544) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:08.319248 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Attempting to bind port 93458f49-df88-4824-aa74-b4da13c52370 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:08.319248 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Attempting to bind port 93458f49-df88-4824-aa74-b4da13c52370 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '8390d723-1c3d-42b1-8721-79e2de8e646b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2dd8e0d4-e364-4cd5-9b32-1816bf883e7b'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:08.319587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Attempting to bind port 93458f49-df88-4824-aa74-b4da13c52370 on network 2dd8e0d4-e364-4cd5-9b32-1816bf883e7b {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:08.323823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:08.328548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Deleting port ec5fe78e-397f-4bc1-a0c2-03f081f1640e {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:08.328890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:08.348466 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:08.376178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.379114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.381240 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b6993b-c351-48b9-8dc5-0e6747428042 None None] New status for floating IP b8bd84b1-b840-4ade-9623-433f1fd54ee0: DOWN {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:35:08.387146 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9fb92534-7672-4f08-a3d2-ef4e68bf2b34 None None] Could not find standard attr ID for object 39dfbd5a-fa05-4a09-82c2-3086150928cf. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:35:08.409981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:08.411007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.411795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.422957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-404bc9c9-3aef-47ba-8001-f9411eeb6309 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 4a32da2c-d22c-4b6c-ad5d-a3b5fc2f4c41 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:08.425507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Network': ['ID=1395ac7e-88c0-48a1-8844-97e9a51b5ad6,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:08.437953 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b1d8cc8f-5676-4f04-a03a-f37a6780f216 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/networks/1395ac7e-88c0-48a1-8844-97e9a51b5ad6 HTTP/1.1" status: 204 len: 168 time: 1.6276379 Apr 29 17:35:08.438518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:08.438869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46548) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:08.439011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Checking segment: {'id': '8390d723-1c3d-42b1-8721-79e2de8e646b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2dd8e0d4-e364-4cd5-9b32-1816bf883e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:08.439311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.439747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Bound using segment: {'id': '8390d723-1c3d-42b1-8721-79e2de8e646b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2dd8e0d4-e364-4cd5-9b32-1816bf883e7b'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:08.440237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Bound port: 93458f49-df88-4824-aa74-b4da13c52370, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8390d723-1c3d-42b1-8721-79e2de8e646b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2dd8e0d4-e364-4cd5-9b32-1816bf883e7b'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:08.440609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.672564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90090d8-7f4b-4066-badf-82091003ddc8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:08.673585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b90090d8-7f4b-4066-badf-82091003ddc8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:08.691554 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Calling delete_port for 351392ec-b693-45da-b346-b06a6fe17168 owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:08.700078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b90090d8-7f4b-4066-badf-82091003ddc8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:08.705960 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b90090d8-7f4b-4066-badf-82091003ddc8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2657244 Apr 29 17:35:08.707096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46552) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:08.720918 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-404bc9c9-3aef-47ba-8001-f9411eeb6309 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.779876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Made reservation on behalf of 42bd8cc0b34c40faba04c4c2e70801fa for: {'port': 2} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:08.784128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.807094 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b91b21c8-1377-4bc0-b0fc-c8548aac159e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0944455 Apr 29 17:35:08.807352 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46556) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:08.812791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-676395427'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:08.818061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:08.822146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:network and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:08.825031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:08.831256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:08.846073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:08.849614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.878741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:08.888376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.888766 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Added segment 43d48398-c313-4d18-9b48-a55208dea79a of type vlan for network 82ff1764-b988-4627-88e8-f7a96ddabc1e Apr 29 17:35:08.921795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.948319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.960824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.967526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:08.968149 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:08.999970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-404bc9c9-3aef-47ba-8001-f9411eeb6309 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:09.020450 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf159dd5-4301-4351-96c0-730a004b9551 None None] DHCP port deletion for 1395ac7e-88c0-48a1-8844-97e9a51b5ad6 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:35:09.076019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c58bd9d-c3fb-462f-a81f-f96133a680b3 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:09.084779 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2736635 Apr 29 17:35:09.085310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46560) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:09.088484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00414a-e562-4011-b1aa-9e17c9ccb414 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Network': ['ID=82ff1764-b988-4627-88e8-f7a96ddabc1e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:09.094672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': '82ff1764-b988-4627-88e8-f7a96ddabc1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:09.158998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] For port 93458f49-df88-4824-aa74-b4da13c52370, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:09.169669 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 82ff1764-b988-4627-88e8-f7a96ddabc1e details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:09.203601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] For port 93458f49-df88-4824-aa74-b4da13c52370, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=93458f49-df88-4824-aa74-b4da13c52370,segment=NetworkSegment(8390d723-1c3d-42b1-8721-79e2de8e646b),segment_id=8390d723-1c3d-42b1-8721-79e2de8e646b)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:09.217955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:09.222286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:09.227805 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:09.227983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:09.233291 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:09.244684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:09.249177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:09.290569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c58bd9d-c3fb-462f-a81f-f96133a680b3 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:09.359315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:09.418881 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:09.447665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object dc3cc992-1681-4e30-bdbe-af84df449a81 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:09.473501 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:35:09.473846 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 001858e9-b85c-41f4-9cf3-5b275f3fa7e2 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:35:09.484911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde89c77-3edc-4736-9979-3730680da3bf None None] Pushing event updated for resources: {'Port': ['ID=93458f49-df88-4824-aa74-b4da13c52370,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:09.493998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0cf690-ef57-48a5-bc69-b64d7d39a447', 'name': '', 'tenant_id': '05e2122e3779423782416fa14ebd0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92073632-8b90-48ea-bf81-67a62dc425e9', 'external_fixed_ips': [{'subnet_id': 'adb40db8-8b62-46f6-8145-0dfa3a64de9a', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '351392ec-b693-45da-b346-b06a6fe17168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:34:56Z', 'updated_at': '2022-04-29T17:35:01Z', 'revision_number': 3, 'project_id': '05e2122e3779423782416fa14ebd0cef', 'gw_port': {'id': '351392ec-b693-45da-b346-b06a6fe17168', 'name': '', 'network_id': '92073632-8b90-48ea-bf81-67a62dc425e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0cf690-ef57-48a5-bc69-b64d7d39a447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'adb40db8-8b62-46f6-8145-0dfa3a64de9a', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:34:58Z', 'updated_at': '2022-04-29T17:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adb40db8-8b62-46f6-8145-0dfa3a64de9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:09.498280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] Checking router: bf0cf690-ef57-48a5-bc69-b64d7d39a447 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:35:09.498631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] Updating router bf0cf690-ef57-48a5-bc69-b64d7d39a447 port 351392ec-b693-45da-b346-b06a6fe17168 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:35:09.552727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] For port ec5fe78e-397f-4bc1-a0c2-03f081f1640e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ec5fe78e-397f-4bc1-a0c2-03f081f1640e,segment=NetworkSegment(c9c24353-2335-49f0-a704-519c0e276676),segment_id=c9c24353-2335-49f0-a704-519c0e276676)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:09.553517 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:09.566054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:09.573018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:09.573442 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:09.588034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-404bc9c9-3aef-47ba-8001-f9411eeb6309 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:09.699414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Subnet': ['ID=2c11101f-64d5-4116-9109-773bb2bb0d63,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:09.745550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Checking segment: {'id': '43d48398-c313-4d18-9b48-a55208dea79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '82ff1764-b988-4627-88e8-f7a96ddabc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:09.745913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network hostable DHCP agents. Network: 82ff1764-b988-4627-88e8-f7a96ddabc1e, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:09.791344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 82ff1764-b988-4627-88e8-f7a96ddabc1e is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:09.806226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 82ff1764-b988-4627-88e8-f7a96ddabc1e) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:09.812146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:09.813131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:09.820047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224a0938-61e9-474b-8ebb-224256f10321 None None] Network 82ff1764-b988-4627-88e8-f7a96ddabc1e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:09.841908 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5447bce1-f78e-4ee7-ab90-622bcd8a6ba1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7551434 Apr 29 17:35:09.845269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46564) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:09.854091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': '82ff1764-b988-4627-88e8-f7a96ddabc1e', 'name': 'tempest-PortsTestJSON-576367772'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:09.911172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] device_id is not set on port b1b40bc1-b816-47b3-8679-94c0f3db56af yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:10.042154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:10.067944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:10.072435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=dc3cc992-1681-4e30-bdbe-af84df449a81,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:10.084176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:10.097198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:10.102238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:10.132535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port 627a0314-00ee-4eae-af98-afb8fb08d061 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:10.207460 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Calling delete_port for ec5fe78e-397f-4bc1-a0c2-03f081f1640e owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:10.290656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-82ff1764-b988-4627-88e8-f7a96ddabc1e', 'network_id': '82ff1764-b988-4627-88e8-f7a96ddabc1e', 'tenant_id': '005e56b72c54499f910947cc510b60ad', 'fixed_ips': [{'subnet_id': '2c11101f-64d5-4116-9109-773bb2bb0d63'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:10.291590 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:10.322136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.6 (82ff1764-b988-4627-88e8-f7a96ddabc1e/2c11101f-64d5-4116-9109-773bb2bb0d63/627a0314-00ee-4eae-af98-afb8fb08d061) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:10.368809 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 2dd8e0d4-e364-4cd5-9b32-1816bf883e7b is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:10.388361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:10.401056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:10.406520 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:10.407116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:10.433625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] device_id is not set on port e09668b1-a8e7-4f83-94ec-1fba7f1875fd yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:10.434356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3e7f9cbc-16dc-4fce-9ac6-bf0817e86127 None None] Provisioning complete for port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:10.434764 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9cbc-16dc-4fce-9ac6-bf0817e86127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:10.444565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c58bd9d-c3fb-462f-a81f-f96133a680b3 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:10.506719 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58bd9d-c3fb-462f-a81f-f96133a680b3 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de20c9ab-4167-4a8d-be1b-1b65af9e2c65,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:10.509761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c58bd9d-c3fb-462f-a81f-f96133a680b3 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:10.510900 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6c58bd9d-c3fb-462f-a81f-f96133a680b3 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "DELETE /v2.0/security-groups/de20c9ab-4167-4a8d-be1b-1b65af9e2c65 HTTP/1.1" status: 204 len: 168 time: 2.2207747 Apr 29 17:35:10.518384 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46568) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:10.518753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:10.552530 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:35:10.552530 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:35:10.553217 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-90b0e75d-86be-46d9-aede-2210f88c4b21 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] show failed (client error): The resource could not be found. Apr 29 17:35:10.557522 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-90b0e75d-86be-46d9-aede-2210f88c4b21 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "GET /v2.0/security-groups/de20c9ab-4167-4a8d-be1b-1b65af9e2c65 HTTP/1.1" status: 404 len: 347 time: 0.0400221 Apr 29 17:35:10.558182 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46572) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:10.583214 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-76b5c9c5-d18a-4c6d-9963-5ac95d9e60de tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9807403 Apr 29 17:35:10.625935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46576) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:10.755226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-404bc9c9-3aef-47ba-8001-f9411eeb6309 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:10.785218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:10.798678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event deleted for resources: {'Port': ['ID=351392ec-b693-45da-b346-b06a6fe17168,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:10.801589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:10.814566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bc9c9-3aef-47ba-8001-f9411eeb6309 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=4a32da2c-d22c-4b6c-ad5d-a3b5fc2f4c41,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:10.817435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed7812-eb49-48fc-8e4b-ac551fcab0b7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Deleting port a7cc3291-3ef6-41a4-b94d-c7cb2a171351 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:10.817774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7812-eb49-48fc-8e4b-ac551fcab0b7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:10.878504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c6fa87-a7f8-44ef-a50d-19792c52aecd None None] Network 2dd8e0d4-e364-4cd5-9b32-1816bf883e7b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:10.897927 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-404bc9c9-3aef-47ba-8001-f9411eeb6309 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:10.913324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad439b3-beda-416a-8557-d273fb134ecd None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:10.913569 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-404bc9c9-3aef-47ba-8001-f9411eeb6309 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/4a32da2c-d22c-4b6c-ad5d-a3b5fc2f4c41 HTTP/1.1" status: 204 len: 168 time: 2.8631630 Apr 29 17:35:10.916321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] No DVR routers for this DVR port ec5fe78e-397f-4bc1-a0c2-03f081f1640e on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:10.944765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Port': ['ID=ec5fe78e-397f-4bc1-a0c2-03f081f1640e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:10.951974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46580) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:10.988103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Transition to ACTIVE for port object 627a0314-00ee-4eae-af98-afb8fb08d061 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:10.995489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5e99a4a8-53d1-4148-9edb-feb33a19a7ae None None] Provisioning for port 93458f49-df88-4824-aa74-b4da13c52370 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:11.052236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36809671-ae2c-4124-b419-1ca4cb8df533 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:11.052931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-36809671-ae2c-4124-b419-1ca4cb8df533 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:11.114465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] Port 351392ec-b693-45da-b346-b06a6fe17168 not found while updating agent binding for router bf0cf690-ef57-48a5-bc69-b64d7d39a447. {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 29 17:35:11.119848 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.133102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-36809671-ae2c-4124-b419-1ca4cb8df533 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:11.136902 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-36809671-ae2c-4124-b419-1ca4cb8df533 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A113 HTTP/1.1" status: 200 len: 929 time: 0.5012739 Apr 29 17:35:11.137821 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46584) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:11.147657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14c7e8e-e08e-4670-991e-9e79a271b102']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:11.160891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c24353-2335-49f0-a704-519c0e276676') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:11.161268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c24353-2335-49f0-a704-519c0e276676') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:11.172613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.188973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.215695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.246085 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6aaa5fa4-b1df-4fce-a857-fcc3adabc24b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2830544 Apr 29 17:35:11.246983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46588) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:11.254988 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:11.255455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.266490 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] Routers {'bf0cf690-ef57-48a5-bc69-b64d7d39a447'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:11.267036 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bf0cf690-ef57-48a5-bc69-b64d7d39a447'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:11.268043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7812-eb49-48fc-8e4b-ac551fcab0b7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.268370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7812-eb49-48fc-8e4b-ac551fcab0b7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:11.270695 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:11.317920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.409075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed7812-eb49-48fc-8e4b-ac551fcab0b7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Calling delete_port for a7cc3291-3ef6-41a4-b94d-c7cb2a171351 owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:11.456578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 82ff1764-b988-4627-88e8-f7a96ddabc1e is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:11.460926 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e661784c-7350-45e1-accc-1a1c28b0b479 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port dc3cc992-1681-4e30-bdbe-af84df449a81 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:11.460926 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e661784c-7350-45e1-accc-1a1c28b0b479 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.495057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:11.501900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 93458f49-df88-4824-aa74-b4da13c52370 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:11.511632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:11.538541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=627a0314-00ee-4eae-af98-afb8fb08d061,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:11.572587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] Set router bf0cf690-ef57-48a5-bc69-b64d7d39a447 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:35:11.598898 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.612992 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Allocated IP 172.20.0.2 (82ff1764-b988-4627-88e8-f7a96ddabc1e/2c11101f-64d5-4116-9109-773bb2bb0d63/6eb67c18-bd08-4559-8956-ff81a136c287) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:11.618885 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.653003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.661591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:11.662232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.702959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.741009 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0cf690-ef57-48a5-bc69-b64d7d39a447', 'name': '', 'tenant_id': '05e2122e3779423782416fa14ebd0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:34:56Z', 'updated_at': '2022-04-29T17:35:09Z', 'revision_number': 5, 'project_id': '05e2122e3779423782416fa14ebd0cef', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:11.751971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.752651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf0cf690-ef57-48a5-bc69-b64d7d39a447 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:35:11.773317 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.777392 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-805a0e27-ab48-486a-9bb5-80a6a05c0976 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "DELETE /v2.0/routers/bf0cf690-ef57-48a5-bc69-b64d7d39a447 HTTP/1.1" status: 204 len: 168 time: 5.3214781 Apr 29 17:35:11.786778 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1839b-a693-4f0f-8b6f-63688c5ecfe0 None None] The sync data for ids ['bf0cf690-ef57-48a5-bc69-b64d7d39a447'] in dv-neutron-839024-2-hyperv is: [{'id': 'bf0cf690-ef57-48a5-bc69-b64d7d39a447', 'name': '', 'tenant_id': '05e2122e3779423782416fa14ebd0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:34:56Z', 'updated_at': '2022-04-29T17:35:09Z', 'revision_number': 5, 'project_id': '05e2122e3779423782416fa14ebd0cef', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:35:11.822992 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46592) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:11.826772 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f710a38d-1279-4a09-9863-bf41e4b3867a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9799922 Apr 29 17:35:11.830782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.838489 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46596) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:11.869402 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': '82ff1764-b988-4627-88e8-f7a96ddabc1e', 'name': 'tempest-PortsTestJSON-1772413979'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:11.892740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.896015 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Network': ['ID=b14c7e8e-e08e-4670-991e-9e79a271b102,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:11.900793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event updated for resources: {'Port': ['ID=b1b40bc1-b816-47b3-8679-94c0f3db56af,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:11.924814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7812-eb49-48fc-8e4b-ac551fcab0b7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:11.928826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 93458f49-df88-4824-aa74-b4da13c52370 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:11.954370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 93458f49-df88-4824-aa74-b4da13c52370 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:11.954741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.018633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed7812-eb49-48fc-8e4b-ac551fcab0b7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Pushing event deleted for resources: {'Port': ['ID=a7cc3291-3ef6-41a4-b94d-c7cb2a171351,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:12.025637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f6859-567a-4be4-bdd2-9582c8dad908 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:35:12.043248 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-514f6859-567a-4be4-bdd2-9582c8dad908 None None] Deleting port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:12.043866 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-514f6859-567a-4be4-bdd2-9582c8dad908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.067353 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-172e12cc-a86b-463f-b244-51e1f59819d5 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/networks/b14c7e8e-e08e-4670-991e-9e79a271b102 HTTP/1.1" status: 204 len: 168 time: 8.4531708 Apr 29 17:35:12.070722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cb6ca6-18bc-4428-a197-2aa34fcb5653 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Deleting subnet adb40db8-8b62-46f6-8145-0dfa3a64de9a {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:12.079009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46600) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:12.083794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e661784c-7350-45e1-accc-1a1c28b0b479 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.090981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72cb6ca6-18bc-4428-a197-2aa34fcb5653 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.117589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:12.123618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:port and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:12.127939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:12.134008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:12.147302 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-144898892'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:12.155233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65141bc8-77a3-4ccd-8afc-ecf06fe5a61a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:12.155947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-65141bc8-77a3-4ccd-8afc-ecf06fe5a61a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:12.161299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Checking segment: {'id': 'de0c8a8d-49a4-4db1-a347-9d12b5d6bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd7a6ade-0273-401e-b4be-3b40162e0123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:12.161664 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Network hostable DHCP agents. Network: bd7a6ade-0273-401e-b4be-3b40162e0123, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:12.170034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:12.173551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.210438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-65141bc8-77a3-4ccd-8afc-ecf06fe5a61a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:12.211563 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-65141bc8-77a3-4ccd-8afc-ecf06fe5a61a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9617066 Apr 29 17:35:12.212844 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:12.239191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:12.250110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46604) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:12.261708 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.289882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Network bd7a6ade-0273-401e-b4be-3b40162e0123 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:12.311709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Usage tracker for resource:network and tenant:9cd6f335da464998b07f9cfe3b1de0e0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:12.326477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e661784c-7350-45e1-accc-1a1c28b0b479 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for dc3cc992-1681-4e30-bdbe-af84df449a81 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:12.347633 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Transition to ACTIVE for port object 6eb67c18-bd08-4559-8956-ff81a136c287 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:12.351841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, bd7a6ade-0273-401e-b4be-3b40162e0123) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:12.366003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:12.366950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.389088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:12.415090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72cb6ca6-18bc-4428-a197-2aa34fcb5653 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.441277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:12.446819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b40a4a-6d25-4bc9-ac27-615c70f1b256 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:12.447718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-90b40a4a-6d25-4bc9-ac27-615c70f1b256 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:12.450257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a53c94-6d81-4dc9-9aa6-25f86f2dc3e1 None None] Network bd7a6ade-0273-401e-b4be-3b40162e0123 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:12.478120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7812-eb49-48fc-8e4b-ac551fcab0b7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.480469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7812-eb49-48fc-8e4b-ac551fcab0b7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.485101 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d4ed7812-eb49-48fc-8e4b-ac551fcab0b7 tempest-ServerActionsTestJSON-1124218046 tempest-ServerActionsTestJSON-1124218046-project] 10.222.0.11 "DELETE /v2.0/floatingips/b8bd84b1-b840-4ade-9623-433f1fd54ee0 HTTP/1.1" status: 204 len: 168 time: 1.9198167 Apr 29 17:35:12.487493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:12.490793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46608) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:12.490932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.506129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Transition to ACTIVE for port object 6eb67c18-bd08-4559-8956-ff81a136c287 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:12.527123 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.530793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72cb6ca6-18bc-4428-a197-2aa34fcb5653 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.545475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-514f6859-567a-4be4-bdd2-9582c8dad908 None None] For port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:12.545939 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-514f6859-567a-4be4-bdd2-9582c8dad908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.555800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:12.776909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Network 82ff1764-b988-4627-88e8-f7a96ddabc1e is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:12.813420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-90b40a4a-6d25-4bc9-ac27-615c70f1b256 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:12.814633 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-90b40a4a-6d25-4bc9-ac27-615c70f1b256 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5623827 Apr 29 17:35:12.859703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event updated for resources: {'Port': ['ID=e09668b1-a8e7-4f83-94ec-1fba7f1875fd,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:12.859900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:12.862268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46612) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:12.880158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Checking segment: {'id': '88b904ca-68cb-4da2-9b9f-bf69e928a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '43aa4ea9-ee96-427e-aeca-286c44211ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:12.880515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Network hostable DHCP agents. Network: 43aa4ea9-ee96-427e-aeca-286c44211ba8, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:12.914922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-514f6859-567a-4be4-bdd2-9582c8dad908 None None] Calling delete_port for 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:12.960279 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-62665a35-9297-49ca-a339-9fbc6bec5a26 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965319 Apr 29 17:35:12.961188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46616) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:12.987894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c0b54ece-6d4c-4656-a054-e3e121dd909e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:13.008907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.009509 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Added segment b3c7293c-aa94-4ce6-ac5f-14ef5d25331c of type vlan for network 5d2670ce-a87a-4bf9-b9e1-f6c794a6324a Apr 29 17:35:13.040752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.4 (82ff1764-b988-4627-88e8-f7a96ddabc1e/2c11101f-64d5-4116-9109-773bb2bb0d63/f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:13.048478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1a275a44-980c-4d57-9014-25ea35af99c7 None None] Provisioning complete for port 93458f49-df88-4824-aa74-b4da13c52370 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:13.049014 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1a275a44-980c-4d57-9014-25ea35af99c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.075984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Pushing event updated for resources: {'Port': ['ID=6eb67c18-bd08-4559-8956-ff81a136c287,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:13.078780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:13.094140 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:13.142636 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Network 43aa4ea9-ee96-427e-aeca-286c44211ba8 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:13.144152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e661784c-7350-45e1-accc-1a1c28b0b479 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.174785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 43aa4ea9-ee96-427e-aeca-286c44211ba8) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:13.197328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:13.202874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:13.207665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:13.208326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.229508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34757b1f-a2fa-4d45-8744-338f2d1fb24e None None] Network 43aa4ea9-ee96-427e-aeca-286c44211ba8 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:13.233325 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72cb6ca6-18bc-4428-a197-2aa34fcb5653 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.238665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.238892 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-eecdbc85-8d5d-48d9-8ee1-5106a0ef2d08 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.4364128 Apr 29 17:35:13.256425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46620) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:13.278172 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 93458f49-df88-4824-aa74-b4da13c52370, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=93458f49-df88-4824-aa74-b4da13c52370,segment=NetworkSegment(8390d723-1c3d-42b1-8721-79e2de8e646b),segment_id=8390d723-1c3d-42b1-8721-79e2de8e646b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:13.317197 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb6ca6-18bc-4428-a197-2aa34fcb5653 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=adb40db8-8b62-46f6-8145-0dfa3a64de9a,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:13.325965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661784c-7350-45e1-accc-1a1c28b0b479 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=dc3cc992-1681-4e30-bdbe-af84df449a81,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:13.326797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.332024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e661784c-7350-45e1-accc-1a1c28b0b479 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.345953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72cb6ca6-18bc-4428-a197-2aa34fcb5653 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.367908 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e661784c-7350-45e1-accc-1a1c28b0b479 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/dc3cc992-1681-4e30-bdbe-af84df449a81 HTTP/1.1" status: 204 len: 168 time: 2.2269821 Apr 29 17:35:13.368537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c0b54ece-6d4c-4656-a054-e3e121dd909e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:13.377389 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-72cb6ca6-18bc-4428-a197-2aa34fcb5653 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/adb40db8-8b62-46f6-8145-0dfa3a64de9a HTTP/1.1" status: 204 len: 168 time: 1.5484104 Apr 29 17:35:13.390066 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46624) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:13.390684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46626) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:13.506382 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:13.540714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beaaabb-389c-4009-89d6-7343b2656121 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:13.547410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beaaabb-389c-4009-89d6-7343b2656121 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:13.548191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1beaaabb-389c-4009-89d6-7343b2656121 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Synchronizing usage tracker for tenant:42bd8cc0b34c40faba04c4c2e70801fa on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:13.554434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.565231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Attempting to bind port 6eb67c18-bd08-4559-8956-ff81a136c287 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:13.565741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Attempting to bind port 6eb67c18-bd08-4559-8956-ff81a136c287 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '43d48398-c313-4d18-9b48-a55208dea79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '82ff1764-b988-4627-88e8-f7a96ddabc1e'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:13.566191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Attempting to bind port 6eb67c18-bd08-4559-8956-ff81a136c287 on network 82ff1764-b988-4627-88e8-f7a96ddabc1e {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:13.575130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c0b54ece-6d4c-4656-a054-e3e121dd909e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:13.584314 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d238b5b-6ac4-4206-80af-d6f953d13f32 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:35:13.585288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8d238b5b-6ac4-4206-80af-d6f953d13f32 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:13.592771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.599002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:13.599651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.620236 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:13.620931 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Checking segment: {'id': '43d48398-c313-4d18-9b48-a55208dea79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '82ff1764-b988-4627-88e8-f7a96ddabc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:13.621549 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.622156 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Bound using segment: {'id': '43d48398-c313-4d18-9b48-a55208dea79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '82ff1764-b988-4627-88e8-f7a96ddabc1e'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:13.622864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Bound port: 6eb67c18-bd08-4559-8956-ff81a136c287, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d48398-c313-4d18-9b48-a55208dea79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '82ff1764-b988-4627-88e8-f7a96ddabc1e'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:13.623480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.674857 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-514f6859-567a-4be4-bdd2-9582c8dad908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.678737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.697960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Transition to ACTIVE for port object f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:13.733817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Network': ['ID=5d2670ce-a87a-4bf9-b9e1-f6c794a6324a,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:13.749524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.770840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b54ece-6d4c-4656-a054-e3e121dd909e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:13.774608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c0b54ece-6d4c-4656-a054-e3e121dd909e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.776218 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b54ece-6d4c-4656-a054-e3e121dd909e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:35:13.776828 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b54ece-6d4c-4656-a054-e3e121dd909e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:13.785836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=93458f49-df88-4824-aa74-b4da13c52370,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:13.794478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1beaaabb-389c-4009-89d6-7343b2656121 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Unset dirty status for tenant:42bd8cc0b34c40faba04c4c2e70801fa on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:13.795667 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1beaaabb-389c-4009-89d6-7343b2656121 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5383058 Apr 29 17:35:13.815189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46632) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:13.818093 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b0d98da4-fe22-425b-946c-18298aec8304 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7369909 Apr 29 17:35:13.821595 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46634) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:13.822959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8d238b5b-6ac4-4206-80af-d6f953d13f32 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:13.824272 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8d238b5b-6ac4-4206-80af-d6f953d13f32 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/dc3cc992-1681-4e30-bdbe-af84df449a81 HTTP/1.1" status: 404 len: 333 time: 0.4324696 Apr 29 17:35:13.834815 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Request body: {'subnet': {'network_id': '5d2670ce-a87a-4bf9-b9e1-f6c794a6324a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:13.839684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46638) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:13.846136 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 5d2670ce-a87a-4bf9-b9e1-f6c794a6324a details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:13.878234 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c0b54ece-6d4c-4656-a054-e3e121dd909e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9048617 Apr 29 17:35:13.881477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46644) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:13.899406 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f6859-567a-4be4-bdd2-9582c8dad908 None None] No DVR routers for this DVR port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:13.901838 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-eef83637-f101-49f2-872e-26cc652f5a39 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:13.915194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f6859-567a-4be4-bdd2-9582c8dad908 None None] Pushing event deleted for resources: {'Port': ['ID=013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:13.922003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 82ff1764-b988-4627-88e8-f7a96ddabc1e is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:13.926501 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No active binding found for port 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 {{(pid=88020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 29 17:35:13.927265 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 013f52fb-2b5c-4d62-b6b3-e3a4dbf4ca72 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:35:13.948479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:13.970224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:13.973934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:14.005961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:14.008839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92073632-8b90-48ea-bf81-67a62dc425e9']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:14.020734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-93f3c05c-64ab-436c-a6a2-dbfe95472323 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 911083c6-c5ba-48db-a49d-5d72c155c50c {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:14.021197 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93f3c05c-64ab-436c-a6a2-dbfe95472323 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.040241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] For port 6eb67c18-bd08-4559-8956-ff81a136c287, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:14.044111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] For port 6eb67c18-bd08-4559-8956-ff81a136c287, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6eb67c18-bd08-4559-8956-ff81a136c287,segment=NetworkSegment(43d48398-c313-4d18-9b48-a55208dea79a),segment_id=43d48398-c313-4d18-9b48-a55208dea79a)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:14.045452 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1a275a44-980c-4d57-9014-25ea35af99c7 None None] Provisioning for port 911083c6-c5ba-48db-a49d-5d72c155c50c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:14.052241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.069628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af01d1a-60a4-4b2e-b5c2-fad03ff4a889') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:14.070057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af01d1a-60a4-4b2e-b5c2-fad03ff4a889') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:14.086679 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.093281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1a275a44-980c-4d57-9014-25ea35af99c7 None None] Provisioning complete for port 911083c6-c5ba-48db-a49d-5d72c155c50c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:14.093875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1a275a44-980c-4d57-9014-25ea35af99c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.146602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.169490 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:14.170003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:14.183722 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:14.191078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1a275a44-980c-4d57-9014-25ea35af99c7 None None] Port 911083c6-c5ba-48db-a49d-5d72c155c50c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:14.193113 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fb1151c5-fe88-43f9-96b5-b1f932162eb5 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Deleting port b1b40bc1-b816-47b3-8679-94c0f3db56af {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:14.193488 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb1151c5-fe88-43f9-96b5-b1f932162eb5 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.200966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1a275a44-980c-4d57-9014-25ea35af99c7 None None] Could not find standard attr ID for object dc3cc992-1681-4e30-bdbe-af84df449a81. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:35:14.204939 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb1f9f-b730-417b-b215-3d0d1a2d5f56 None None] Pushing event updated for resources: {'Port': ['ID=6eb67c18-bd08-4559-8956-ff81a136c287,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:14.270389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-eef83637-f101-49f2-872e-26cc652f5a39 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:14.280259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:14.280854 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.294193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:14.314639 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-89dbb27a-9e53-4fc7-9dcc-656f55d0dbfd None None] Could not find standard attr ID for object dc3cc992-1681-4e30-bdbe-af84df449a81. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:35:14.317887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-eef83637-f101-49f2-872e-26cc652f5a39 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:14.334716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-89dbb27a-9e53-4fc7-9dcc-656f55d0dbfd None None] Provisioning complete for port 911083c6-c5ba-48db-a49d-5d72c155c50c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:14.335094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-89dbb27a-9e53-4fc7-9dcc-656f55d0dbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.352309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.394463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92073632-8b90-48ea-bf81-67a62dc425e9 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 17:35:14.433164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:14.437351 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-89dbb27a-9e53-4fc7-9dcc-656f55d0dbfd None None] Port 911083c6-c5ba-48db-a49d-5d72c155c50c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:14.450978 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a3c35838-e457-4f83-8d7b-33aedc642def tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5849309 Apr 29 17:35:14.451175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.453715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event deleted for resources: {'Network': ['ID=92073632-8b90-48ea-bf81-67a62dc425e9,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:14.454526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef83637-f101-49f2-872e-26cc652f5a39 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:14.464407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eef83637-f101-49f2-872e-26cc652f5a39 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.466621 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef83637-f101-49f2-872e-26cc652f5a39 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:35:14.467106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef83637-f101-49f2-872e-26cc652f5a39 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:14.473215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46648) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:14.519253 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bb77b545-885f-4d39-b399-cb008a7a401d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "DELETE /v2.0/networks/92073632-8b90-48ea-bf81-67a62dc425e9 HTTP/1.1" status: 204 len: 168 time: 1.1220827 Apr 29 17:35:14.528184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Made reservation on behalf of 9cd6f335da464998b07f9cfe3b1de0e0 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:14.532477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.574163 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93f3c05c-64ab-436c-a6a2-dbfe95472323 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.804003 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-eef83637-f101-49f2-872e-26cc652f5a39 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9191568 Apr 29 17:35:14.818284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46658) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:14.832247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb1151c5-fe88-43f9-96b5-b1f932162eb5 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:14.894381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8e8455e1-450c-4f21-936e-9a916de1d9bb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:14.921193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-93f3c05c-64ab-436c-a6a2-dbfe95472323 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 911083c6-c5ba-48db-a49d-5d72c155c50c owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:14.950758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46662) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:14.955767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fb1151c5-fe88-43f9-96b5-b1f932162eb5 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Calling delete_port for b1b40bc1-b816-47b3-8679-94c0f3db56af owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:14.983819 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-15f49a3c-431f-4f0d-a118-f1ea2314c741 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Request body: {'router': {'name': 'tempest-router--2133824918', 'project_id': 'cda7bbbfeae9445b98fefe1364c11040'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:15.000465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-15f49a3c-431f-4f0d-a118-f1ea2314c741 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:15.009186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-15f49a3c-431f-4f0d-a118-f1ea2314c741 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Usage tracker for resource:router and tenant:cda7bbbfeae9445b98fefe1364c11040 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:15.063638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-15f49a3c-431f-4f0d-a118-f1ea2314c741 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:15.090383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-15f49a3c-431f-4f0d-a118-f1ea2314c741 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:15.107407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c001d18b-2470-498c-a020-6604f34c6897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.131984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fca291-d11a-44b2-8126-7bd2ca8dba2e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:15.132693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-06fca291-d11a-44b2-8126-7bd2ca8dba2e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:15.135921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8e8455e1-450c-4f21-936e-9a916de1d9bb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:15.141052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15f49a3c-431f-4f0d-a118-f1ea2314c741 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.142059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15f49a3c-431f-4f0d-a118-f1ea2314c741 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.157089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8e8455e1-450c-4f21-936e-9a916de1d9bb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:15.216982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8455e1-450c-4f21-936e-9a916de1d9bb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:15.220492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e8455e1-450c-4f21-936e-9a916de1d9bb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.221946 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8455e1-450c-4f21-936e-9a916de1d9bb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:35:15.222366 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8455e1-450c-4f21-936e-9a916de1d9bb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:15.230148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-06fca291-d11a-44b2-8126-7bd2ca8dba2e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:15.233908 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-06fca291-d11a-44b2-8126-7bd2ca8dba2e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.7570126 Apr 29 17:35:15.235316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46666) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:15.260054 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8e8455e1-450c-4f21-936e-9a916de1d9bb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4364719 Apr 29 17:35:15.262087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46670) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:15.262738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93f3c05c-64ab-436c-a6a2-dbfe95472323 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.309010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb1151c5-fe88-43f9-96b5-b1f932162eb5 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.316310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e67176dc-22ca-4aa8-9c61-bbc0ebc73334 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:15.334930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15f49a3c-431f-4f0d-a118-f1ea2314c741 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.364811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3c05c-64ab-436c-a6a2-dbfe95472323 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=911083c6-c5ba-48db-a49d-5d72c155c50c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:15.370956 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4393ff1-ad36-4b38-9f48-68c981ab8d3c None None] Network 82ff1764-b988-4627-88e8-f7a96ddabc1e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:15.387961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb1151c5-fe88-43f9-96b5-b1f932162eb5 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.424347 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1151c5-fe88-43f9-96b5-b1f932162eb5 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event deleted for resources: {'Port': ['ID=b1b40bc1-b816-47b3-8679-94c0f3db56af,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:15.471812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-181dbc1b-72fe-466f-afde-836bfe1ae1e9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:15.472369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-181dbc1b-72fe-466f-afde-836bfe1ae1e9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.497813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93f3c05c-64ab-436c-a6a2-dbfe95472323 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.505477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15f49a3c-431f-4f0d-a118-f1ea2314c741 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.516223 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fb1151c5-fe88-43f9-96b5-b1f932162eb5 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "DELETE /v2.0/ports/b1b40bc1-b816-47b3-8679-94c0f3db56af HTTP/1.1" status: 204 len: 168 time: 1.6989038 Apr 29 17:35:15.520462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46674) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:15.536559 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-93f3c05c-64ab-436c-a6a2-dbfe95472323 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/911083c6-c5ba-48db-a49d-5d72c155c50c HTTP/1.1" status: 204 len: 168 time: 1.6918755 Apr 29 17:35:15.541793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46678) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:15.591354 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e67176dc-22ca-4aa8-9c61-bbc0ebc73334 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:15.594508 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15f49a3c-431f-4f0d-a118-f1ea2314c741 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.595730 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-15f49a3c-431f-4f0d-a118-f1ea2314c741 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6437654 Apr 29 17:35:15.598711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46682) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:15.656913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6eb67c18-bd08-4559-8956-ff81a136c287 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:15.679152 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-175e5e98-ad88-435f-8fe1-70468dc223d8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:35:15.679473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-175e5e98-ad88-435f-8fe1-70468dc223d8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:15.733530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e67176dc-22ca-4aa8-9c61-bbc0ebc73334 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:15.750870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-35720bc2-d5fa-446e-899d-2e9eaad6c29c None None] Provisioning for port 6eb67c18-bd08-4559-8956-ff81a136c287 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:15.818838 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-175e5e98-ad88-435f-8fe1-70468dc223d8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:15.820051 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-175e5e98-ad88-435f-8fe1-70468dc223d8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/911083c6-c5ba-48db-a49d-5d72c155c50c HTTP/1.1" status: 404 len: 333 time: 0.2773082 Apr 29 17:35:15.823737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46686) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:15.827636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d80123c4-6f9c-4fb4-aaec-a45cfb3e69ae tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Deleting port e09668b1-a8e7-4f83-94ec-1fba7f1875fd {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:15.828004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d80123c4-6f9c-4fb4-aaec-a45cfb3e69ae tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.833794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 6eb67c18-bd08-4559-8956-ff81a136c287 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:15.841763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6eb67c18-bd08-4559-8956-ff81a136c287 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:15.842209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:15.854107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-345b621b-aa99-4307-a3df-4c437b677e75 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.001518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67176dc-22ca-4aa8-9c61-bbc0ebc73334 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:16.004917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e67176dc-22ca-4aa8-9c61-bbc0ebc73334 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.006303 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67176dc-22ca-4aa8-9c61-bbc0ebc73334 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:35:16.006722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67176dc-22ca-4aa8-9c61-bbc0ebc73334 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:16.039887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.objects.ports [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:35:16.052891 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.074751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.104824 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6eb67c18-bd08-4559-8956-ff81a136c287, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6eb67c18-bd08-4559-8956-ff81a136c287,segment=NetworkSegment(43d48398-c313-4d18-9b48-a55208dea79a),segment_id=43d48398-c313-4d18-9b48-a55208dea79a)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:16.116939 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.118623 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 93458f49-df88-4824-aa74-b4da13c52370 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:16.185086 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e67176dc-22ca-4aa8-9c61-bbc0ebc73334 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9175007 Apr 29 17:35:16.249085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46690) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:16.279267 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-181dbc1b-72fe-466f-afde-836bfe1ae1e9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.288018 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6eb67c18-bd08-4559-8956-ff81a136c287,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:16.298140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-af43afb7-84c5-4160-9ff3-ec12dc33dc8e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:16.320840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0a770e-b921-4d16-89df-25d3e2269723 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting subnet e303a319-9050-450e-b9a0-14104b5a6cec {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:16.330663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0e44247e-c832-4898-bcb9-67fe9a3e3b1b None None] Provisioning complete for port 6eb67c18-bd08-4559-8956-ff81a136c287 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:16.331396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0e44247e-c832-4898-bcb9-67fe9a3e3b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.332227 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:35:16.377875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 93458f49-df88-4824-aa74-b4da13c52370 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:16.379603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.465352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-181dbc1b-72fe-466f-afde-836bfe1ae1e9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:16.478344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce0a770e-b921-4d16-89df-25d3e2269723 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.510545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-345b621b-aa99-4307-a3df-4c437b677e75 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.522619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-345b621b-aa99-4307-a3df-4c437b677e75 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.529461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c001d18b-2470-498c-a020-6604f34c6897 admin admin] Deleting port 810d5732-8b45-481d-b8af-44440698ad1b {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:16.529802 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c001d18b-2470-498c-a020-6604f34c6897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.582006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b20e8cb-6457-4e85-be75-5dd28cce3f34 None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:35:16.633963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0e44247e-c832-4898-bcb9-67fe9a3e3b1b None None] Provisioning for port 627a0314-00ee-4eae-af98-afb8fb08d061 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:16.643159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0e44247e-c832-4898-bcb9-67fe9a3e3b1b None None] Provisioning complete for port 627a0314-00ee-4eae-af98-afb8fb08d061 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:16.643159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0e44247e-c832-4898-bcb9-67fe9a3e3b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.678660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce0a770e-b921-4d16-89df-25d3e2269723 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.719524 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-345b621b-aa99-4307-a3df-4c437b677e75 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.720028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345b621b-aa99-4307-a3df-4c437b677e75 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b18edfb-66c2-4e30-b577-c679be6c6cf3 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:35:16.722807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0e44247e-c832-4898-bcb9-67fe9a3e3b1b None None] Port 627a0314-00ee-4eae-af98-afb8fb08d061 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:16.745340 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event updated for resources: {'Subnet': ['ID=dbb79c9f-24b6-40a8-9891-35331b7fde9b,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:16.761777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Checking segment: {'id': 'b3c7293c-aa94-4ce6-ac5f-14ef5d25331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5d2670ce-a87a-4bf9-b9e1-f6c794a6324a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:16.762210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network hostable DHCP agents. Network: 5d2670ce-a87a-4bf9-b9e1-f6c794a6324a, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:16.770114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0e44247e-c832-4898-bcb9-67fe9a3e3b1b None None] Provisioning for port f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:16.787205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-af43afb7-84c5-4160-9ff3-ec12dc33dc8e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:16.787485 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0e44247e-c832-4898-bcb9-67fe9a3e3b1b None None] Provisioning complete for port f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:16.787772 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0e44247e-c832-4898-bcb9-67fe9a3e3b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.800633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-345b621b-aa99-4307-a3df-4c437b677e75 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.804656 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-345b621b-aa99-4307-a3df-4c437b677e75 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "DELETE /v2.0/routers/2b18edfb-66c2-4e30-b577-c679be6c6cf3 HTTP/1.1" status: 204 len: 168 time: 1.1988549 Apr 29 17:35:16.821748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-af43afb7-84c5-4160-9ff3-ec12dc33dc8e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:16.830021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d80123c4-6f9c-4fb4-aaec-a45cfb3e69ae tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.830204 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Network 5d2670ce-a87a-4bf9-b9e1-f6c794a6324a is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:16.844835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0e44247e-c832-4898-bcb9-67fe9a3e3b1b None None] Port f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:16.879711 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 5d2670ce-a87a-4bf9-b9e1-f6c794a6324a) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:16.882461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-c001d18b-2470-498c-a020-6604f34c6897 admin admin] For port 810d5732-8b45-481d-b8af-44440698ad1b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=810d5732-8b45-481d-b8af-44440698ad1b,segment=NetworkSegment(eb66c64b-5c5e-4f1a-898b-f8d58f7afff2),segment_id=eb66c64b-5c5e-4f1a-898b-f8d58f7afff2)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:16.882904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c001d18b-2470-498c-a020-6604f34c6897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.904303 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:16.905030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.917132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af43afb7-84c5-4160-9ff3-ec12dc33dc8e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:16.920620 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af43afb7-84c5-4160-9ff3-ec12dc33dc8e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:16.922176 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-af43afb7-84c5-4160-9ff3-ec12dc33dc8e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:35:16.922797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af43afb7-84c5-4160-9ff3-ec12dc33dc8e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:16.981323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f8ac9cf8-8868-4420-b92d-1ab0233a5903 None None] Provisioning complete for port 627a0314-00ee-4eae-af98-afb8fb08d061 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:16.981608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9cf8-8868-4420-b92d-1ab0233a5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.002644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d80123c4-6f9c-4fb4-aaec-a45cfb3e69ae tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Calling delete_port for e09668b1-a8e7-4f83-94ec-1fba7f1875fd owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:17.028232 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46696) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:17.035873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b20e8cb-6457-4e85-be75-5dd28cce3f34 None None] Unable to find a vacant binding_index for network 5d2670ce-a87a-4bf9-b9e1-f6c794a6324a and agent 9f759d57-4b83-47dd-8d20-ab9624519d30 {{(pid=88020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 29 17:35:17.040213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c001d18b-2470-498c-a020-6604f34c6897 admin admin] Calling delete_port for 810d5732-8b45-481d-b8af-44440698ad1b owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:17.044552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b20e8cb-6457-4e85-be75-5dd28cce3f34 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 5d2670ce-a87a-4bf9-b9e1-f6c794a6324a) {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 17:35:17.058943 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-af43afb7-84c5-4160-9ff3-ec12dc33dc8e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8087895 Apr 29 17:35:17.062777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46698) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:17.068497 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-94e13797-4066-437a-a07d-1a8898c5eb61 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:17.090289 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac9cf8-8868-4420-b92d-1ab0233a5903 None None] Port 627a0314-00ee-4eae-af98-afb8fb08d061 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:17.120570 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d44b29d0-aa32-4fbe-b044-59f752ba6d42 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2879252 Apr 29 17:35:17.121173 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce0a770e-b921-4d16-89df-25d3e2269723 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.152171 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46706) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:17.173166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f8ac9cf8-8868-4420-b92d-1ab0233a5903 None None] Provisioning complete for port f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:17.173535 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9cf8-8868-4420-b92d-1ab0233a5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.183587 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-181dbc1b-72fe-466f-afde-836bfe1ae1e9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.216135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac9cf8-8868-4420-b92d-1ab0233a5903 None None] Port f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6 was deleted so its status cannot be updated. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 17:35:17.254444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181dbc1b-72fe-466f-afde-836bfe1ae1e9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:17.306841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d80123c4-6f9c-4fb4-aaec-a45cfb3e69ae tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.429028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-327487927', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:17.435356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d80123c4-6f9c-4fb4-aaec-a45cfb3e69ae tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.438265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80123c4-6f9c-4fb4-aaec-a45cfb3e69ae tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event deleted for resources: {'Port': ['ID=e09668b1-a8e7-4f83-94ec-1fba7f1875fd,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:17.450343 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-94e13797-4066-437a-a07d-1a8898c5eb61 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:17.453580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:17.467319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Usage tracker for resource:router and tenant:c65e14e575b9405b8be5c4988ecf0eac is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:17.472775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:17.478420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c001d18b-2470-498c-a020-6604f34c6897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.480844 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d80123c4-6f9c-4fb4-aaec-a45cfb3e69ae tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "DELETE /v2.0/ports/e09668b1-a8e7-4f83-94ec-1fba7f1875fd HTTP/1.1" status: 204 len: 168 time: 1.9536374 Apr 29 17:35:17.488750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-94e13797-4066-437a-a07d-1a8898c5eb61 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:17.489021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46712) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:17.497814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6eb67c18-bd08-4559-8956-ff81a136c287 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:17.507285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce0a770e-b921-4d16-89df-25d3e2269723 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.530066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:17.554763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.559340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a770e-b921-4d16-89df-25d3e2269723 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Subnet': ['ID=e303a319-9050-450e-b9a0-14104b5a6cec,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:17.565015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce0a770e-b921-4d16-89df-25d3e2269723 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.567521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e13797-4066-437a-a07d-1a8898c5eb61 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:17.570858 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-94e13797-4066-437a-a07d-1a8898c5eb61 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.572254 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e13797-4066-437a-a07d-1a8898c5eb61 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:35:17.572676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e13797-4066-437a-a07d-1a8898c5eb61 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:17.587633 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6eb67c18-bd08-4559-8956-ff81a136c287 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:17.588013 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.596445 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ce0a770e-b921-4d16-89df-25d3e2269723 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/e303a319-9050-450e-b9a0-14104b5a6cec HTTP/1.1" status: 204 len: 168 time: 1.6904521 Apr 29 17:35:17.596629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001d18b-2470-498c-a020-6604f34c6897 admin admin] Pushing event deleted for resources: {'Port': ['ID=810d5732-8b45-481d-b8af-44440698ad1b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:17.597545 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-181dbc1b-72fe-466f-afde-836bfe1ae1e9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.600637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46716) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:17.635630 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-94e13797-4066-437a-a07d-1a8898c5eb61 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5715046 Apr 29 17:35:17.640797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46720) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:17.653863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-22a97168-6ab6-4a72-a95a-8afaa21c7014 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Synchronizing usage tracker for tenant:42bd8cc0b34c40faba04c4c2e70801fa on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:17.677720 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-181dbc1b-72fe-466f-afde-836bfe1ae1e9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6 HTTP/1.1" status: 204 len: 168 time: 2.4414954 Apr 29 17:35:17.682511 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-5d2670ce-a87a-4bf9-b9e1-f6c794a6324a', 'network_id': '5d2670ce-a87a-4bf9-b9e1-f6c794a6324a', 'tenant_id': '9cd6f335da464998b07f9cfe3b1de0e0', 'fixed_ips': [{'subnet_id': 'dbb79c9f-24b6-40a8-9891-35331b7fde9b'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:17.684043 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.695412 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46724) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:17.720804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.721934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.741524 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0cc34324-708b-4cb6-9755-d244e240fe0b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:17.755592 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-490444dc-ec06-445b-b543-e15a44ad9dda tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:35:17.759693 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-490444dc-ec06-445b-b543-e15a44ad9dda tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/f5f1503a-68bd-4f95-9d96-8bfb7e22a4c6 HTTP/1.1" status: 404 len: 333 time: 0.0608010 Apr 29 17:35:17.761433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46728) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:17.767537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.816538 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-22a97168-6ab6-4a72-a95a-8afaa21c7014 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Unset dirty status for tenant:42bd8cc0b34c40faba04c4c2e70801fa on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:17.821370 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-22a97168-6ab6-4a72-a95a-8afaa21c7014 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2900364 Apr 29 17:35:17.828140 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46732) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:17.861538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0cc34324-708b-4cb6-9755-d244e240fe0b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:17.865392 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0cc34324-708b-4cb6-9755-d244e240fe0b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2237713 Apr 29 17:35:17.866151 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46734) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:17.917437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Allocated IP 2001:db8::f816:3eff:fed1:4fb6 (5d2670ce-a87a-4bf9-b9e1-f6c794a6324a/dbb79c9f-24b6-40a8-9891-35331b7fde9b/69f0a679-fb37-4172-b4a7-69caa928c074) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:17.950800 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.955081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1376683058'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:17.955403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-5234d8f8-04c9-4f6c-a5b9-55d5c822e1da tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 627a0314-00ee-4eae-af98-afb8fb08d061 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:17.955780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5234d8f8-04c9-4f6c-a5b9-55d5c822e1da tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:17.965368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.060064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f394a7b-85fa-479e-a6c0-494b39205e9c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:18.061378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7f394a7b-85fa-479e-a6c0-494b39205e9c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:18.087146 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.094401 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:18.100577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7f394a7b-85fa-479e-a6c0-494b39205e9c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:18.101850 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7f394a7b-85fa-479e-a6c0-494b39205e9c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2302992 Apr 29 17:35:18.104957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46740) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:18.109100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Usage tracker for resource:network and tenant:42bd8cc0b34c40faba04c4c2e70801fa is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:18.117215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:18.131199 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:18.133198 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 93458f49-df88-4824-aa74-b4da13c52370 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:18.133633 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.194824 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.206877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Transition to ACTIVE for port object 69f0a679-fb37-4172-b4a7-69caa928c074 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:18.228970 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Transition to ACTIVE for port object 69f0a679-fb37-4172-b4a7-69caa928c074 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:18.237723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.318759 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Pushing event updated for resources: {'Port': ['ID=69f0a679-fb37-4172-b4a7-69caa928c074,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:18.325873 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a064f4a1-a08d-47eb-8b02-4ce36789e81b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2197084 Apr 29 17:35:18.331768 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Made reservation on behalf of 42bd8cc0b34c40faba04c4c2e70801fa for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:18.334056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Network 5d2670ce-a87a-4bf9-b9e1-f6c794a6324a is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:18.335499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.335632 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:18.339419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46744) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:18.340123 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:18.350419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-542bccff-e537-4101-ae11-7a1d692b0acb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:18.377078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.435053 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Attempting to bind port 69f0a679-fb37-4172-b4a7-69caa928c074 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:18.435460 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Attempting to bind port 69f0a679-fb37-4172-b4a7-69caa928c074 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'b3c7293c-aa94-4ce6-ac5f-14ef5d25331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5d2670ce-a87a-4bf9-b9e1-f6c794a6324a'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:18.435819 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Attempting to bind port 69f0a679-fb37-4172-b4a7-69caa928c074 on network 5d2670ce-a87a-4bf9-b9e1-f6c794a6324a {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:18.441354 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:18.441723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Checking segment: {'id': 'b3c7293c-aa94-4ce6-ac5f-14ef5d25331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5d2670ce-a87a-4bf9-b9e1-f6c794a6324a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:18.442266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.442694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Bound using segment: {'id': 'b3c7293c-aa94-4ce6-ac5f-14ef5d25331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5d2670ce-a87a-4bf9-b9e1-f6c794a6324a'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:18.443404 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Bound port: 69f0a679-fb37-4172-b4a7-69caa928c074, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c7293c-aa94-4ce6-ac5f-14ef5d25331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5d2670ce-a87a-4bf9-b9e1-f6c794a6324a'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:18.443777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.481577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb79c9f-24b6-40a8-9891-35331b7fde9b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:18.532720 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c001d18b-2470-498c-a020-6604f34c6897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.533802 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] For port 69f0a679-fb37-4172-b4a7-69caa928c074, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:18.537196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] For port 69f0a679-fb37-4172-b4a7-69caa928c074, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=69f0a679-fb37-4172-b4a7-69caa928c074,segment=NetworkSegment(b3c7293c-aa94-4ce6-ac5f-14ef5d25331c),segment_id=b3c7293c-aa94-4ce6-ac5f-14ef5d25331c)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:18.541396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.549486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.560829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:18.623474 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02931207-1b4f-40fa-ae42-0c945e9c26d8 None None] Pushing event updated for resources: {'Port': ['ID=69f0a679-fb37-4172-b4a7-69caa928c074,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:18.656822 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-542bccff-e537-4101-ae11-7a1d692b0acb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:18.668983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.697641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5234d8f8-04c9-4f6c-a5b9-55d5c822e1da tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.706372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.706728 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Added segment 31464f80-4e10-467c-8885-97d1339cea77 of type vlan for network a6e2effa-948c-4ab5-b2a1-ca3f313ed663 Apr 29 17:35:18.713275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-542bccff-e537-4101-ae11-7a1d692b0acb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:18.719743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2670ce-a87a-4bf9-b9e1-f6c794a6324a']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:18.722829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c443ff-27c5-4ca5-8f2a-b14665e5f545 None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:35:18.839621 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c443ff-27c5-4ca5-8f2a-b14665e5f545 None None] Resources bound (agent type, host, resource id): {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 17:35:18.844588 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-5234d8f8-04c9-4f6c-a5b9-55d5c822e1da tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 627a0314-00ee-4eae-af98-afb8fb08d061 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:18.873296 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c7293c-aa94-4ce6-ac5f-14ef5d25331c') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:18.873699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c7293c-aa94-4ce6-ac5f-14ef5d25331c') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:18.875450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.896721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542bccff-e537-4101-ae11-7a1d692b0acb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:18.900067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-542bccff-e537-4101-ae11-7a1d692b0acb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.913098 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] For port 93458f49-df88-4824-aa74-b4da13c52370, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=93458f49-df88-4824-aa74-b4da13c52370,segment=NetworkSegment(8390d723-1c3d-42b1-8721-79e2de8e646b),segment_id=8390d723-1c3d-42b1-8721-79e2de8e646b)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:18.913455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:18.923140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:19.012126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:19.041364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:19.041769 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:19.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:19.116066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 93458f49-df88-4824-aa74-b4da13c52370 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:19.197346 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 17:35:19.197346 dv-neutron-839024-2-hyperv neutron-server[88019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 17:35:19.197346 dv-neutron-839024-2-hyperv neutron-server[88019]: [parameters: {'id': '5d2670ce-a87a-4bf9-b9e1-f6c794a6324a'}] Apr 29 17:35:19.197346 dv-neutron-839024-2-hyperv neutron-server[88019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:35:19.198121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:35:19.219211 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587320dc-f86c-412d-958d-f6898c44b64b None None] Network 5d2670ce-a87a-4bf9-b9e1-f6c794a6324a requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:19.239084 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6111eff5-732e-4df1-a61f-0be950a96d5f None None] Network 2dd8e0d4-e364-4cd5-9b32-1816bf883e7b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:19.242361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5234d8f8-04c9-4f6c-a5b9-55d5c822e1da tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:19.278597 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:19.284761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:19.285624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:19.317866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234d8f8-04c9-4f6c-a5b9-55d5c822e1da tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=627a0314-00ee-4eae-af98-afb8fb08d061,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:19.511103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5234d8f8-04c9-4f6c-a5b9-55d5c822e1da tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:19.621933 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5234d8f8-04c9-4f6c-a5b9-55d5c822e1da tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/627a0314-00ee-4eae-af98-afb8fb08d061 HTTP/1.1" status: 204 len: 168 time: 1.8574982 Apr 29 17:35:19.628677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46748) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:19.684063 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6d9a04-1198-4c33-9e50-6e14e5030ffd tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:35:19.688541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18af70b-36fb-4f28-9a2d-e9e086cd487c None None] Network 5d2670ce-a87a-4bf9-b9e1-f6c794a6324a requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:19.695098 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3e6d9a04-1198-4c33-9e50-6e14e5030ffd tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:19.700653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:19.722975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event updated for resources: {'Network': ['ID=a6e2effa-948c-4ab5-b2a1-ca3f313ed663,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:19.755544 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0fcc8f46-29de-44b6-8484-ab0061356587 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8660247 Apr 29 17:35:19.755544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c001d18b-2470-498c-a020-6604f34c6897 admin admin] Router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:35:19.759687 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46754) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:19.769547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.objects.ports [None req-542bccff-e537-4101-ae11-7a1d692b0acb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:35:19.771624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1344050856'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:19.776114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-542bccff-e537-4101-ae11-7a1d692b0acb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:19.786044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:19.850759 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Deleting port 69f0a679-fb37-4172-b4a7-69caa928c074 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:19.851355 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Usage tracker for resource:network and tenant:42bd8cc0b34c40faba04c4c2e70801fa is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:19.851725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:19.882667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3e6d9a04-1198-4c33-9e50-6e14e5030ffd tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:19.883971 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3e6d9a04-1198-4c33-9e50-6e14e5030ffd tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/627a0314-00ee-4eae-af98-afb8fb08d061 HTTP/1.1" status: 404 len: 333 time: 0.2545290 Apr 29 17:35:19.886004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542bccff-e537-4101-ae11-7a1d692b0acb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:19.887789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network a6e2effa-948c-4ab5-b2a1-ca3f313ed663 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:19.895861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46760) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:19.896679 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-542bccff-e537-4101-ae11-7a1d692b0acb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:19.899767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542bccff-e537-4101-ae11-7a1d692b0acb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:19.900513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-542bccff-e537-4101-ae11-7a1d692b0acb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:19.901374 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f796a9-a484-4922-8a5e-c31ee04742dc None None] DHCP port deletion for 2dd8e0d4-e364-4cd5-9b32-1816bf883e7b request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:35:19.912020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:19.914683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:19.937430 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9deeab3-66e6-403c-a293-d5ad9186917d None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:19.973699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:19.998813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=93458f49-df88-4824-aa74-b4da13c52370,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:20.000716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No DVR routers for this DVR port 93458f49-df88-4824-aa74-b4da13c52370 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:20.120121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bccff-e537-4101-ae11-7a1d692b0acb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=b4683135-b938-4478-b196-468a25fdd667,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:20.133560 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-542bccff-e537-4101-ae11-7a1d692b0acb tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7888355 Apr 29 17:35:20.135769 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46764) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:20.152038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'mac_address': 'fa:16:3e:11:db:86', 'name': 'tempest-NetworksTestDHCPv6-1487353218'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:20.168369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f387b823-093d-405c-ac40-d3a8de157250 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting subnet 2c11101f-64d5-4116-9109-773bb2bb0d63 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:20.171459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Made reservation on behalf of 42bd8cc0b34c40faba04c4c2e70801fa for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:20.175347 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.206925 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f387b823-093d-405c-ac40-d3a8de157250 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.307707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': 'b4683135-b938-4478-b196-468a25fdd667'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:20.308527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.340864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.348182 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.372611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f387b823-093d-405c-ac40-d3a8de157250 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.387179 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:20.391571 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.416519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c001d18b-2470-498c-a020-6604f34c6897 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:35:20.444161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd01605a-730b-4bb1-a910-bcd3e370f857 None None] Sync routers for ids ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:35:20.463901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.464293 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Added segment ae0e0657-84d9-42b2-bf5d-c780a303a70d of type vlan for network c449c251-38db-44fe-b0e1-35c2aeb70b00 Apr 29 17:35:20.466514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd01605a-730b-4bb1-a910-bcd3e370f857 None None] Routers {'d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:20.467142 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dd01605a-730b-4bb1-a910-bcd3e370f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:20.468628 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd8e0d4-e364-4cd5-9b32-1816bf883e7b']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:20.499172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8390d723-1c3d-42b1-8721-79e2de8e646b') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:20.499548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8390d723-1c3d-42b1-8721-79e2de8e646b') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:20.536892 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.559345 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:20.573135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.574622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] For port 69f0a679-fb37-4172-b4a7-69caa928c074, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=69f0a679-fb37-4172-b4a7-69caa928c074,segment=NetworkSegment(b3c7293c-aa94-4ce6-ac5f-14ef5d25331c),segment_id=b3c7293c-aa94-4ce6-ac5f-14ef5d25331c)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:20.574999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.584418 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c001d18b-2470-498c-a020-6604f34c6897 admin admin] 10.222.0.11 "PUT /v2.0/routers/d6f2ab2a-a837-42fb-b034-2e88bd0a06f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0888658 Apr 29 17:35:20.584418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.586469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46770) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:20.597083 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:20.603189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Allocated IP 2001:db8::f816:3eff:feb8:5711 (e0d73202-cb6d-4434-a143-4d729ced40a4/b4683135-b938-4478-b196-468a25fdd667/acc875f8-39cd-4bcf-a827-6f8265300c0c) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:20.634068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:20.634497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:20.649266 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:20.748232 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.753673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:20.754273 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.784069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Allocated IP 172.26.4.16 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/ff7e57dc-d9d9-43c5-a3e9-2b40b51bb817) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:20.841230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.857576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-dd01605a-730b-4bb1-a910-bcd3e370f857 None None] Set router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:35:20.861332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Calling delete_port for 69f0a679-fb37-4172-b4a7-69caa928c074 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:20.889210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:20.900634 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.906050 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/networks/2dd8e0d4-e364-4cd5-9b32-1816bf883e7b HTTP/1.1" status: 204 len: 168 time: 3.2936358 Apr 29 17:35:20.906213 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f387b823-093d-405c-ac40-d3a8de157250 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:20.920204 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46774) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:20.935401 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1599820 Apr 29 17:35:20.935401 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-782579870'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:20.937752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:20.945270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca77278-cfb4-465a-93db-fe302bf6625f tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event updated for resources: {'Network': ['ID=c449c251-38db-44fe-b0e1-35c2aeb70b00,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:20.960468 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:network and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:20.961888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network c449c251-38db-44fe-b0e1-35c2aeb70b00 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:20.965714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:21.017596 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:21.024537 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc034013-4c23-4aa1-a54b-5470189fcfe3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Network': ['ID=2dd8e0d4-e364-4cd5-9b32-1816bf883e7b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:21.048692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:21.052403 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.102097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:21.125151 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.125727 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Added segment d92c7ae9-3149-40b2-9b30-2d3ea97f0bf8 of type vlan for network 2b0727dd-7593-4eff-936b-9176a4ae6dca Apr 29 17:35:21.162553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.201579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.205225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.234571 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.240979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:21.241829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.248281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.260478 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.262829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Transition to ACTIVE for port object acc875f8-39cd-4bcf-a827-6f8265300c0c will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:21.265868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.282793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f387b823-093d-405c-ac40-d3a8de157250 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.284341 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Transition to ACTIVE for port object acc875f8-39cd-4bcf-a827-6f8265300c0c will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:21.294914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.301611 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.355502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:21.362298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dd01605a-730b-4bb1-a910-bcd3e370f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:35:17Z', 'revision_number': 5, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:21.367254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:21.397103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd01605a-730b-4bb1-a910-bcd3e370f857 None None] Checking router: d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:35:21.412007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:21.484478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd01605a-730b-4bb1-a910-bcd3e370f857 None None] Routers {'d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:21.485277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dd01605a-730b-4bb1-a910-bcd3e370f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:21.508389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Port': ['ID=69f0a679-fb37-4172-b4a7-69caa928c074,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:21.514494 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:21.522391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:21.529733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:21.534376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387b823-093d-405c-ac40-d3a8de157250 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Subnet': ['ID=2c11101f-64d5-4116-9109-773bb2bb0d63,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:21.547508 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f387b823-093d-405c-ac40-d3a8de157250 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:21.562761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] No DVR routers for this DVR port 69f0a679-fb37-4172-b4a7-69caa928c074 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:21.614184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port 530169b7-9978-43b7-b878-dc777e789974 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:21.725002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-dd01605a-730b-4bb1-a910-bcd3e370f857 None None] Set router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:35:21.728283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Pushing event updated for resources: {'Port': ['ID=ff7e57dc-d9d9-43c5-a3e9-2b40b51bb817,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:21.733079 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8118315 Apr 29 17:35:21.821562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46780) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:21.822976 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f387b823-093d-405c-ac40-d3a8de157250 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/2c11101f-64d5-4116-9109-773bb2bb0d63 HTTP/1.1" status: 204 len: 168 time: 1.9182601 Apr 29 17:35:21.842002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46782) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:21.849981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': '2b0727dd-7593-4eff-936b-9176a4ae6dca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:21.873428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91949400-3450-4acc-a227-377e22bbd8ce tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Network': ['ID=2b0727dd-7593-4eff-936b-9176a4ae6dca,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:21.900568 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 93458f49-df88-4824-aa74-b4da13c52370 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:22.034034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 93458f49-df88-4824-aa74-b4da13c52370 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:35:22.034413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 93458f49-df88-4824-aa74-b4da13c52370 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:35:22.037097 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca2875d-4027-48e1-b099-6d08a928d6ec None None] Network 82ff1764-b988-4627-88e8-f7a96ddabc1e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:22.047112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.056125 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 2b0727dd-7593-4eff-936b-9176a4ae6dca details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:22.136547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Pushing event updated for resources: {'Port': ['ID=acc875f8-39cd-4bcf-a827-6f8265300c0c,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:22.140271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Attempting to bind port acc875f8-39cd-4bcf-a827-6f8265300c0c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:22.140641 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Attempting to bind port acc875f8-39cd-4bcf-a827-6f8265300c0c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:22.141025 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Attempting to bind port acc875f8-39cd-4bcf-a827-6f8265300c0c on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:22.187804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.230605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2670ce-a87a-4bf9-b9e1-f6c794a6324a']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:22.253559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.266322 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:22.266704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:22.267096 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.267536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:22.268090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Bound port: acc875f8-39cd-4bcf-a827-6f8265300c0c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:22.268475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.292207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:22.302206 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c7293c-aa94-4ce6-ac5f-14ef5d25331c') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:22.302513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c7293c-aa94-4ce6-ac5f-14ef5d25331c') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:22.326511 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:22.333625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:22.345192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.355568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:22.378339 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.388379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 6eb67c18-bd08-4559-8956-ff81a136c287 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:22.388665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.444409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::f816:3eff:fe11:db86 (e0d73202-cb6d-4434-a143-4d729ced40a4/b4683135-b938-4478-b196-468a25fdd667/530169b7-9978-43b7-b878-dc777e789974) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:22.446554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.457079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:22.460503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.482721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Deleting port e37cfb95-49e4-43ee-944e-53a91b1aaddd {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:22.483103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.516582 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:22.517628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.572659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] For port acc875f8-39cd-4bcf-a827-6f8265300c0c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:22.588979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] For port acc875f8-39cd-4bcf-a827-6f8265300c0c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=acc875f8-39cd-4bcf-a827-6f8265300c0c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:22.602126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.654836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.683857 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dd01605a-730b-4bb1-a910-bcd3e370f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:35:17Z', 'revision_number': 5, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:22.714172 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd01605a-730b-4bb1-a910-bcd3e370f857 None None] The sync data for ids ['d6f2ab2a-a837-42fb-b034-2e88bd0a06f4'] in dv-neutron-839024-2-hyperv is: [{'id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'name': 'tempest-ServerActionsTestJSON-447562138-router', 'tenant_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:31:34Z', 'updated_at': '2022-04-29T17:35:17Z', 'revision_number': 5, 'project_id': 'c48d4c66c93f4c7fa3f8a35a1e52d29c', 'gw_port': {'id': 'e37cfb95-49e4-43ee-944e-53a91b1aaddd', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2ab2a-a837-42fb-b034-2e88bd0a06f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:31:35Z', 'updated_at': '2022-04-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:35:22.741232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baaa75-80e2-4aff-ab64-d9fc3aee1b37 None None] Pushing event updated for resources: {'Port': ['ID=acc875f8-39cd-4bcf-a827-6f8265300c0c,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:22.791949 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8e8ffe-2717-42e0-af40-3234f9db07ee None None] DHCP port deletion for 82ff1764-b988-4627-88e8-f7a96ddabc1e request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:22.802905 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:22.806763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e8ffe-2717-42e0-af40-3234f9db07ee None None] Deleting port 6eb67c18-bd08-4559-8956-ff81a136c287 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:22.807375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4c8e8ffe-2717-42e0-af40-3234f9db07ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:22.987170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Router 3d20e4b7-b049-419b-bf8d-25e4698b9e93 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:35:23.158328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4c8e8ffe-2717-42e0-af40-3234f9db07ee None None] For port 6eb67c18-bd08-4559-8956-ff81a136c287, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6eb67c18-bd08-4559-8956-ff81a136c287,segment=NetworkSegment(43d48398-c313-4d18-9b48-a55208dea79a),segment_id=43d48398-c313-4d18-9b48-a55208dea79a)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:23.159246 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4c8e8ffe-2717-42e0-af40-3234f9db07ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:23.256685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:23.302659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:23.442250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:23.448698 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e8ffe-2717-42e0-af40-3234f9db07ee None None] Calling delete_port for 6eb67c18-bd08-4559-8956-ff81a136c287 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:23.507839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Network': ['ID=5d2670ce-a87a-4bf9-b9e1-f6c794a6324a,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:23.543341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:35:23.558458 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa45eed4-86e3-4699-8ec9-a0d63798efdf None None] Sync routers for ids ['3d20e4b7-b049-419b-bf8d-25e4698b9e93'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:35:23.575402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device acc875f8-39cd-4bcf-a827-6f8265300c0c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:23.576362 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa45eed4-86e3-4699-8ec9-a0d63798efdf None None] Routers {'3d20e4b7-b049-419b-bf8d-25e4698b9e93'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:23.576992 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-aa45eed4-86e3-4699-8ec9-a0d63798efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['3d20e4b7-b049-419b-bf8d-25e4698b9e93'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:23.577658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46790) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:23.579742 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bf6f15f4-3d00-4204-ad36-31194eccc9ce tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/networks/5d2670ce-a87a-4bf9-b9e1-f6c794a6324a HTTP/1.1" status: 204 len: 168 time: 6.4181793 Apr 29 17:35:23.600630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object 530169b7-9978-43b7-b878-dc777e789974 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:23.636059 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:23.637629 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1cfc49a4-d16e-407c-b027-061584f52dde tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5681520 Apr 29 17:35:23.642280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46794) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:23.643689 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32c6d77-334e-4851-a4d3-f904f0ff0994 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] DELETE failed (client error): The resource could not be found. Apr 29 17:35:23.644472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32c6d77-334e-4851-a4d3-f904f0ff0994 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:23.646399 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a32c6d77-334e-4851-a4d3-f904f0ff0994 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/subnets/dbb79c9f-24b6-40a8-9891-35331b7fde9b HTTP/1.1" status: 404 len: 337 time: 0.0676153 Apr 29 17:35:23.649766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46796) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:23.690408 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e0f25d0a-34da-4ff4-9204-441c8331991b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:23.693773 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port acc875f8-39cd-4bcf-a827-6f8265300c0c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:23.700814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4c8e8ffe-2717-42e0-af40-3234f9db07ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:23.755636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8e8ffe-2717-42e0-af40-3234f9db07ee None None] No DVR routers for this DVR port 6eb67c18-bd08-4559-8956-ff81a136c287 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:23.757301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e8ffe-2717-42e0-af40-3234f9db07ee None None] Pushing event deleted for resources: {'Port': ['ID=6eb67c18-bd08-4559-8956-ff81a136c287,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:23.760701 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-aa45eed4-86e3-4699-8ec9-a0d63798efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:23.781590 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa45eed4-86e3-4699-8ec9-a0d63798efdf None None] Routers {'3d20e4b7-b049-419b-bf8d-25e4698b9e93'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:23.782479 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-aa45eed4-86e3-4699-8ec9-a0d63798efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:34:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['3d20e4b7-b049-419b-bf8d-25e4698b9e93'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:23.834938 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6eb67c18-bd08-4559-8956-ff81a136c287 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:23.855072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] For port e37cfb95-49e4-43ee-944e-53a91b1aaddd, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e37cfb95-49e4-43ee-944e-53a91b1aaddd,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:23.857266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:23.877973 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-aa45eed4-86e3-4699-8ec9-a0d63798efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:23.878851 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa45eed4-86e3-4699-8ec9-a0d63798efdf None None] The sync data for ids ['3d20e4b7-b049-419b-bf8d-25e4698b9e93'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:35:23.896826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 6eb67c18-bd08-4559-8956-ff81a136c287 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:35:23.897346 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6eb67c18-bd08-4559-8956-ff81a136c287 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:35:23.897777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 810d5732-8b45-481d-b8af-44440698ad1b no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:23.955430 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 810d5732-8b45-481d-b8af-44440698ad1b {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:35:23.955768 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 810d5732-8b45-481d-b8af-44440698ad1b not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:35:23.990798 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5780a8-0036-4fbf-b22a-450b2b119690 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] DELETE failed (client error): The resource could not be found. Apr 29 17:35:23.991560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5780a8-0036-4fbf-b22a-450b2b119690 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:23.995232 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ed5780a8-0036-4fbf-b22a-450b2b119690 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/networks/5d2670ce-a87a-4bf9-b9e1-f6c794a6324a HTTP/1.1" status: 404 len: 339 time: 0.3404815 Apr 29 17:35:23.996055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46802) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:24.037967 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3f954b-ed83-4191-a1a1-b253f7ba5d97 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] DELETE failed (client error): The resource could not be found. Apr 29 17:35:24.038325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3f954b-ed83-4191-a1a1-b253f7ba5d97 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:24.042348 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0d3f954b-ed83-4191-a1a1-b253f7ba5d97 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/subnets/91c3539d-6940-4cc6-afe0-d5ba09733cc7 HTTP/1.1" status: 404 len: 337 time: 0.0436614 Apr 29 17:35:24.043507 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46806) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:24.082505 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7bed61-887f-4165-9333-420473a3d649 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] DELETE failed (client error): The resource could not be found. Apr 29 17:35:24.083034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7bed61-887f-4165-9333-420473a3d649 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:24.087143 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-da7bed61-887f-4165-9333-420473a3d649 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/networks/b14c7e8e-e08e-4670-991e-9e79a271b102 HTTP/1.1" status: 404 len: 339 time: 0.0404711 Apr 29 17:35:24.088191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46810) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:24.131965 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-172d624f-cee3-463e-822f-53ac9a49670f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] DELETE failed (client error): The resource could not be found. Apr 29 17:35:24.132430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172d624f-cee3-463e-822f-53ac9a49670f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:24.136546 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-172d624f-cee3-463e-822f-53ac9a49670f tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/subnets/dd694ba9-7447-4b0b-978e-bbd7caafb73e HTTP/1.1" status: 404 len: 337 time: 0.0452363 Apr 29 17:35:24.137642 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46814) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:24.169071 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d929fd2-3a41-4ab8-9595-2429ab2f0f58 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] DELETE failed (client error): The resource could not be found. Apr 29 17:35:24.169547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d929fd2-3a41-4ab8-9595-2429ab2f0f58 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:24.173531 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6d929fd2-3a41-4ab8-9595-2429ab2f0f58 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/networks/0c7609e7-6d31-4c98-8abe-b0c3aac16202 HTTP/1.1" status: 404 len: 339 time: 0.0334218 Apr 29 17:35:24.173531 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-62b8b6f2-4aba-42d0-97f0-853faba96ab4 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/routers/3d20e4b7-b049-419b-bf8d-25e4698b9e93 HTTP/1.1" status: 200 len: 919 time: 0.5251298 Apr 29 17:35:24.173881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46818) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:24.204379 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46822) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:24.271592 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8626c274-f3ac-4aef-b048-33b100b15dc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d20e4b7-b049-419b-bf8d-25e4698b9e93 HTTP/1.1" status: 200 len: 205 time: 0.0594802 Apr 29 17:35:24.271925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46826) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:24.315117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-04dae799-fb73-4714-bf39-24d34518dace None None] Provisioning for port acc875f8-39cd-4bcf-a827-6f8265300c0c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:24.321022 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-04dae799-fb73-4714-bf39-24d34518dace None None] Provisioning complete for port acc875f8-39cd-4bcf-a827-6f8265300c0c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:24.321444 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-04dae799-fb73-4714-bf39-24d34518dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:24.327602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Calling delete_port for e37cfb95-49e4-43ee-944e-53a91b1aaddd owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:24.333565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46830) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:24.377841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:24.382725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] For port 6eb67c18-bd08-4559-8956-ff81a136c287, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6eb67c18-bd08-4559-8956-ff81a136c287,segment=NetworkSegment(43d48398-c313-4d18-9b48-a55208dea79a),segment_id=43d48398-c313-4d18-9b48-a55208dea79a)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:24.383179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:24.409884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Request body: {'subnets': [{'network_id': 'a6e2effa-948c-4ab5-b2a1-ca3f313ed663', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--175159718', 'ip_version': 6}, {'network_id': 'c449c251-38db-44fe-b0e1-35c2aeb70b00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:24.410197 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Request body: {'subnet': {'network_id': 'a6e2effa-948c-4ab5-b2a1-ca3f313ed663', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--175159718', 'ip_version': 6}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:24.410823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Request body: {'subnet': {'network_id': 'c449c251-38db-44fe-b0e1-35c2aeb70b00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:24.426825 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c9867-5455-40f9-a974-0049d3ebfd53 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Deleting port 42e13617-89c4-4b56-bfcf-bc6f947b69c9 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:24.427158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9867-5455-40f9-a974-0049d3ebfd53 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:24.442990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-04dae799-fb73-4714-bf39-24d34518dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:24.475764 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-04dae799-fb73-4714-bf39-24d34518dace None None] For port acc875f8-39cd-4bcf-a827-6f8265300c0c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=acc875f8-39cd-4bcf-a827-6f8265300c0c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:24.480761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-04dae799-fb73-4714-bf39-24d34518dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:24.548595 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dae799-fb73-4714-bf39-24d34518dace None None] Pushing event updated for resources: {'Port': ['ID=acc875f8-39cd-4bcf-a827-6f8265300c0c,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:24.564766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 6eb67c18-bd08-4559-8956-ff81a136c287 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:24.675390 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:24.682645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Subnet': ['ID=b9616522-b7dd-4716-8471-b7ca97ab94f8,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:24.716589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:24.772249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Checking segment: {'id': 'd92c7ae9-3149-40b2-9b30-2d3ea97f0bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0727dd-7593-4eff-936b-9176a4ae6dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:24.772488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network hostable DHCP agents. Network: 2b0727dd-7593-4eff-936b-9176a4ae6dca, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:24.796466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:24.800932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:35:24.801250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:35:24.805385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:24.811950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:24.817140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:24.817757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:24.826675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=530169b7-9978-43b7-b878-dc777e789974,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:24.883323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 2b0727dd-7593-4eff-936b-9176a4ae6dca is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:24.902211 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-78ad81d6-c1e6-495f-974e-8ce5bb9f5a00 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7603221 Apr 29 17:35:24.904894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46834) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:24.939879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 2b0727dd-7593-4eff-936b-9176a4ae6dca) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:24.954629 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8824b818-ca4a-49c2-949d-0622f7eb6667 None None] Network 2b0727dd-7593-4eff-936b-9176a4ae6dca requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:24.958029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:24.958628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:24.981110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:24.992097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:24.999757 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9867-5455-40f9-a974-0049d3ebfd53 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.007326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Usage tracker for resource:subnet and tenant:42bd8cc0b34c40faba04c4c2e70801fa is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:25.014960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:25.024107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:25.044908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37cfb95-49e4-43ee-944e-53a91b1aaddd,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:25.077691 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-84e3d6f6-0a98-4f3f-bba9-0cfdba5ba714 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2396562 Apr 29 17:35:25.085003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46838) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:25.098847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': '2b0727dd-7593-4eff-936b-9176a4ae6dca', 'name': 'tempest-PortsIpV6TestJSON-1549068904', 'fixed_ips': [{'subnet_id': 'b9616522-b7dd-4716-8471-b7ca97ab94f8', 'ip_address': '2001:db8::10'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:25.128715 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1fc82a8c-0187-4977-9cb9-3636fcdb061a None None] Provisioning for port 530169b7-9978-43b7-b878-dc777e789974 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:25.164504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1fc82a8c-0187-4977-9cb9-3636fcdb061a None None] Provisioning complete for port 530169b7-9978-43b7-b878-dc777e789974 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:25.164887 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1fc82a8c-0187-4977-9cb9-3636fcdb061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.254153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.266068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c9867-5455-40f9-a974-0049d3ebfd53 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Calling delete_port for 42e13617-89c4-4b56-bfcf-bc6f947b69c9 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:25.267068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1fc82a8c-0187-4977-9cb9-3636fcdb061a None None] Port 530169b7-9978-43b7-b878-dc777e789974 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:25.280799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-2b0727dd-7593-4eff-936b-9176a4ae6dca', 'network_id': '2b0727dd-7593-4eff-936b-9176a4ae6dca', 'tenant_id': '6a09bfbd4fea4865a7331651402ea46f', 'fixed_ips': [{'subnet_id': 'b9616522-b7dd-4716-8471-b7ca97ab94f8'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:25.281729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.299954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed79283-6e0b-4bd9-8f8f-c7d5f268f92c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:25.305958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed79283-6e0b-4bd9-8f8f-c7d5f268f92c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:25.306783 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4ed79283-6e0b-4bd9-8f8f-c7d5f268f92c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:25.311245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Made reservation on behalf of 42bd8cc0b34c40faba04c4c2e70801fa for: {'subnet': 2} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:25.315927 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.316464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.316925 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 6eb67c18-bd08-4559-8956-ff81a136c287 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:25.317251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.374666 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-21b32398-8f82-423f-ae2d-a6aa87665e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.440264 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.472822 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Deleting port ff7e57dc-d9d9-43c5-a3e9-2b40b51bb817 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:25.473076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.484018 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Allocated IP 2001:db8::2 (2b0727dd-7593-4eff-936b-9176a4ae6dca/b9616522-b7dd-4716-8471-b7ca97ab94f8/4171b50c-ac1b-463a-81f2-192333caad29) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:25.508274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9867-5455-40f9-a974-0049d3ebfd53 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.523312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] The port '6eb67c18-bd08-4559-8956-ff81a136c287' was deleted {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:35:25.530702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.565133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.603545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4ed79283-6e0b-4bd9-8f8f-c7d5f268f92c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:25.607625 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4ed79283-6e0b-4bd9-8f8f-c7d5f268f92c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.6978903 Apr 29 17:35:25.607625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:25.619419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device acc875f8-39cd-4bcf-a827-6f8265300c0c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:25.623142 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46842) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:25.632964 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:port and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:25.739077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.807851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port acc875f8-39cd-4bcf-a827-6f8265300c0c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:25.808323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.809970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c9867-5455-40f9-a974-0049d3ebfd53 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Port': ['ID=42e13617-89c4-4b56-bfcf-bc6f947b69c9,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:25.864988 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.876265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3f8c9867-5455-40f9-a974-0049d3ebfd53 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.882089 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Transition to ACTIVE for port object 4171b50c-ac1b-463a-81f2-192333caad29 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:25.906750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Transition to ACTIVE for port object 4171b50c-ac1b-463a-81f2-192333caad29 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:25.939012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb6b88-f66f-45f3-a82b-8182900f2d41 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 530169b7-9978-43b7-b878-dc777e789974 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:25.939764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6b88-f66f-45f3-a82b-8182900f2d41 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.942121 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:25.948336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Calling delete_port for ff7e57dc-d9d9-43c5-a3e9-2b40b51bb817 owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:25.997289 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3f8c9867-5455-40f9-a974-0049d3ebfd53 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/ports/42e13617-89c4-4b56-bfcf-bc6f947b69c9 HTTP/1.1" status: 204 len: 168 time: 1.8223610 Apr 29 17:35:26.002043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46846) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:26.015916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:26.023873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:26.031736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Network 2b0727dd-7593-4eff-936b-9176a4ae6dca is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:26.037523 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:26.042647 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:26.049481 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aafefaf-40c8-4417-93b6-ade78ce65ce8 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] DELETE failed (client error): The resource could not be found. Apr 29 17:35:26.050099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aafefaf-40c8-4417-93b6-ade78ce65ce8 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:26.052392 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1aafefaf-40c8-4417-93b6-ade78ce65ce8 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/subnets/9967a087-979a-49bd-aaac-d713905eaf7e HTTP/1.1" status: 404 len: 337 time: 0.0477886 Apr 29 17:35:26.075430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46850) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:26.083250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:26.092505 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Pushing event updated for resources: {'Port': ['ID=4171b50c-ac1b-463a-81f2-192333caad29,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:26.125491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.127018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:35:26.154961 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Attempting to bind port 4171b50c-ac1b-463a-81f2-192333caad29 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:26.155371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Attempting to bind port 4171b50c-ac1b-463a-81f2-192333caad29 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'd92c7ae9-3149-40b2-9b30-2d3ea97f0bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0727dd-7593-4eff-936b-9176a4ae6dca'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:26.155820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Attempting to bind port 4171b50c-ac1b-463a-81f2-192333caad29 on network 2b0727dd-7593-4eff-936b-9176a4ae6dca {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:26.162789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:26.163064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Checking segment: {'id': 'd92c7ae9-3149-40b2-9b30-2d3ea97f0bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0727dd-7593-4eff-936b-9176a4ae6dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:26.163499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.164305 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Bound using segment: {'id': 'd92c7ae9-3149-40b2-9b30-2d3ea97f0bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0727dd-7593-4eff-936b-9176a4ae6dca'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:26.164426 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Bound port: 4171b50c-ac1b-463a-81f2-192333caad29, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92c7ae9-3149-40b2-9b30-2d3ea97f0bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0727dd-7593-4eff-936b-9176a4ae6dca'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:26.164823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.216276 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.290415 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] For port 4171b50c-ac1b-463a-81f2-192333caad29, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:26.294239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] For port 4171b50c-ac1b-463a-81f2-192333caad29, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4171b50c-ac1b-463a-81f2-192333caad29,segment=NetworkSegment(d92c7ae9-3149-40b2-9b30-2d3ea97f0bf8),segment_id=d92c7ae9-3149-40b2-9b30-2d3ea97f0bf8)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:26.302637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.331131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.332302 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9d0aa39f-8c0d-46d3-b362-9486fedb8b25 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d6f2ab2a-a837-42fb-b034-2e88bd0a06f4 HTTP/1.1" status: 204 len: 168 time: 5.7448981 Apr 29 17:35:26.338167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ff1764-b988-4627-88e8-f7a96ddabc1e']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:26.343164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46854) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:26.429799 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.437544 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18dd70-b5a6-4a31-a1d7-8b39f07644bf None None] Pushing event updated for resources: {'Port': ['ID=4171b50c-ac1b-463a-81f2-192333caad29,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:26.457899 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d48398-c313-4d18-9b48-a55208dea79a') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:26.458207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d48398-c313-4d18-9b48-a55208dea79a') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:26.502086 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.518704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-813e12b6-18ee-4509-9ead-22f3a2f86dea admin admin] Deleting subnet e3555b18-00c5-40e8-9dc6-86063eecb03f {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:26.538989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.557359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad856-92a7-4ee3-9dfa-2314ece0bfbe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.561142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Pushing event deleted for resources: {'Port': ['ID=ff7e57dc-d9d9-43c5-a3e9-2b40b51bb817,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:26.563891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-813e12b6-18ee-4509-9ead-22f3a2f86dea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.592060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.622912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.697870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port edc1d275-f4f1-4b94-8a74-8104d5b7777a yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:26.711082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-813e12b6-18ee-4509-9ead-22f3a2f86dea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.739269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:26.739847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:26.757738 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:26.773686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6b88-f66f-45f3-a82b-8182900f2d41 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.779686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.903737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:26.944356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.016232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb6b88-f66f-45f3-a82b-8182900f2d41 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 530169b7-9978-43b7-b878-dc777e789974 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:27.126067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad856-92a7-4ee3-9dfa-2314ece0bfbe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.140980 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.156859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.167950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.179437 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event updated for resources: {'Subnet': ['ID=f98ed05f-5640-4d87-b1fb-5e5484739046,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:27.205132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.208227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-813e12b6-18ee-4509-9ead-22f3a2f86dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.229279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6d8ad856-92a7-4ee3-9dfa-2314ece0bfbe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d177edd-3452-46c4-bf13-d7cbe1ab80f9']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:27.234688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Checking segment: {'id': '31464f80-4e10-467c-8885-97d1339cea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6e2effa-948c-4ab5-b2a1-ca3f313ed663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:27.235043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Network hostable DHCP agents. Network: a6e2effa-948c-4ab5-b2a1-ca3f313ed663, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:27.244962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.245863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Fanout notify agent at l3_agent the message router_deleted on router 3d20e4b7-b049-419b-bf8d-25e4698b9e93 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:35:27.246939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Network': ['ID=82ff1764-b988-4627-88e8-f7a96ddabc1e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:27.262323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6d8ad856-92a7-4ee3-9dfa-2314ece0bfbe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a772300-598e-440c-801f-9d8a9b70b215') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:27.262617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6d8ad856-92a7-4ee3-9dfa-2314ece0bfbe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a772300-598e-440c-801f-9d8a9b70b215') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:27.276352 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c602b587-4bd5-4e6d-b62c-82e403a7aee4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/networks/82ff1764-b988-4627-88e8-f7a96ddabc1e HTTP/1.1" status: 204 len: 168 time: 5.4097385 Apr 29 17:35:27.280894 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46858) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:27.294994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1562188906'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:27.299314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad856-92a7-4ee3-9dfa-2314ece0bfbe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.300834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Network a6e2effa-948c-4ab5-b2a1-ca3f313ed663 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:27.303107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:27.313898 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.315263 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c1089240-b270-451e-881c-80e221197b21 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "DELETE /v2.0/routers/3d20e4b7-b049-419b-bf8d-25e4698b9e93 HTTP/1.1" status: 204 len: 168 time: 3.0425210 Apr 29 17:35:27.319463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:network and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:27.322890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46862) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:27.323721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:27.337049 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1636577352', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'enable_snat': False}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:27.341423 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:27.346162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, a6e2effa-948c-4ab5-b2a1-ca3f313ed663) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:27.348836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:27.355861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Usage tracker for resource:router and tenant:05e2122e3779423782416fa14ebd0cef is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:27.358965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed90d941-4a0b-4afa-8151-35627ef7b8e5 None None] Network a6e2effa-948c-4ab5-b2a1-ca3f313ed663 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:27.361085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:27.364213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.404666 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-813e12b6-18ee-4509-9ead-22f3a2f86dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.405573 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad856-92a7-4ee3-9dfa-2314ece0bfbe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.416348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:27.446600 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8ad856-92a7-4ee3-9dfa-2314ece0bfbe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:27.447019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad856-92a7-4ee3-9dfa-2314ece0bfbe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.450635 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:27.455538 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.466598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-813e12b6-18ee-4509-9ead-22f3a2f86dea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:27.471335 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:27.483647 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.484729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.509334 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6b88-f66f-45f3-a82b-8182900f2d41 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.513843 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-813e12b6-18ee-4509-9ead-22f3a2f86dea admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e3555b18-00c5-40e8-9dc6-86063eecb03f HTTP/1.1" status: 204 len: 168 time: 1.1694670 Apr 29 17:35:27.525171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46866) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:27.534114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event updated for resources: {'Subnet': ['ID=42a3c738-e875-4bc4-83aa-725f7b1a3f07,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:27.611501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e12b6-18ee-4509-9ead-22f3a2f86dea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3555b18-00c5-40e8-9dc6-86063eecb03f,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:27.625124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d391ad-c330-4d00-ad67-0d2821f2fa33 None None] Network 3a008dbb-824b-4c09-ae06-02703f77c7d5 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:27.631104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.637688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:27.646877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Checking segment: {'id': 'ae0e0657-84d9-42b2-bf5d-c780a303a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c449c251-38db-44fe-b0e1-35c2aeb70b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:27.647273 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Network hostable DHCP agents. Network: c449c251-38db-44fe-b0e1-35c2aeb70b00, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:27.654791 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4171b50c-ac1b-463a-81f2-192333caad29 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:27.765616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.765955 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Added segment b2f013fc-ec11-4928-b821-58866dae1a21 of type vlan for network bd9cfe97-89ba-44e6-a848-5ff0860111b5 Apr 29 17:35:27.779736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.801347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8::10 (2b0727dd-7593-4eff-936b-9176a4ae6dca/b9616522-b7dd-4716-8471-b7ca97ab94f8/edc1d275-f4f1-4b94-8a74-8104d5b7777a) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:27.805666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb6b88-f66f-45f3-a82b-8182900f2d41 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=530169b7-9978-43b7-b878-dc777e789974,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:27.858342 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Network c449c251-38db-44fe-b0e1-35c2aeb70b00 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:27.872838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad856-92a7-4ee3-9dfa-2314ece0bfbe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.875414 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-a6e2effa-948c-4ab5-b2a1-ca3f313ed663', 'network_id': 'a6e2effa-948c-4ab5-b2a1-ca3f313ed663', 'tenant_id': '42bd8cc0b34c40faba04c4c2e70801fa', 'fixed_ips': [{'subnet_id': 'f98ed05f-5640-4d87-b1fb-5e5484739046'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:27.876922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad856-92a7-4ee3-9dfa-2314ece0bfbe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.877301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.905419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6b88-f66f-45f3-a82b-8182900f2d41 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:27.912691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b10195-fe83-4a7a-970a-e61149bdfea3 None None] Network 2b0727dd-7593-4eff-936b-9176a4ae6dca requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:27.922245 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ad856-92a7-4ee3-9dfa-2314ece0bfbe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Network': ['ID=2d177edd-3452-46c4-bf13-d7cbe1ab80f9,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:27.930117 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f3bb6b88-f66f-45f3-a82b-8182900f2d41 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/530169b7-9978-43b7-b878-dc777e789974 HTTP/1.1" status: 204 len: 168 time: 2.3045518 Apr 29 17:35:27.933581 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6d8ad856-92a7-4ee3-9dfa-2314ece0bfbe tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/networks/2d177edd-3452-46c4-bf13-d7cbe1ab80f9 HTTP/1.1" status: 204 len: 168 time: 1.8516536 Apr 29 17:35:27.941728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46870) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:27.942062 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46872) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:27.949573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.058154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, c449c251-38db-44fe-b0e1-35c2aeb70b00) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:28.133645 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:28.134104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:28.134715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.139005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Deleting port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:28.139267 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.151941 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540d29d2-eda8-44d8-ac74-846d97d4a82f None None] Network c449c251-38db-44fe-b0e1-35c2aeb70b00 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:28.176565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.192533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.195747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-962ca348-91f5-43cd-a60c-ffed6ad31f0f None None] Provisioning for port 4171b50c-ac1b-463a-81f2-192333caad29 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:28.210177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object edc1d275-f4f1-4b94-8a74-8104d5b7777a will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:28.238170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.244089 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 4171b50c-ac1b-463a-81f2-192333caad29 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:28.257325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.resource_extend [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:35:28.284701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-de8b5f55-431e-47b7-9f22-ef27d209761e tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Deleting port 5dd4ce4e-ed28-4f25-909a-ce2b48ef2a6b {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:28.285018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de8b5f55-431e-47b7-9f22-ef27d209761e tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.299896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-962ca348-91f5-43cd-a60c-ffed6ad31f0f None None] Provisioning complete for port 4171b50c-ac1b-463a-81f2-192333caad29 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:28.300270 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-962ca348-91f5-43cd-a60c-ffed6ad31f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.320951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 2b0727dd-7593-4eff-936b-9176a4ae6dca is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:28.322265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:28.323994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.327358 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:28.333075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:28.333931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.349117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=edc1d275-f4f1-4b94-8a74-8104d5b7777a,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:28.351330 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f926c13-c605-4d31-9fb4-f078d0b42cfa tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:28.352986 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f926c13-c605-4d31-9fb4-f078d0b42cfa tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:28.354646 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6f926c13-c605-4d31-9fb4-f078d0b42cfa tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4094734 Apr 29 17:35:28.357309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46878) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:28.368729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.374298 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:28.375060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.379028 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 4171b50c-ac1b-463a-81f2-192333caad29 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:28.379428 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.382067 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b84e2d7f-052f-4a85-bcf7-c3ffeee3c6f2 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.0456204 Apr 29 17:35:28.382743 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46882) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:28.430893 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-19de0216-bfc0-4b6f-87f2-d7cc7495ec85 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet b4683135-b938-4478-b196-468a25fdd667 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:28.434217 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-19de0216-bfc0-4b6f-87f2-d7cc7495ec85 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.478204 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e85b19a3-1140-486f-ae6b-ec4e9afda685 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3913200 Apr 29 17:35:28.479215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46886) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:28.493505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': '2b0727dd-7593-4eff-936b-9176a4ae6dca', 'name': 'tempest-PortsIpV6TestJSON-1591520786', 'fixed_ips': [{'subnet_id': 'b9616522-b7dd-4716-8471-b7ca97ab94f8', 'ip_address': '2001:db8::f'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:28.540020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-19de0216-bfc0-4b6f-87f2-d7cc7495ec85 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.627978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Allocated IP 2001:db8::1 (a6e2effa-948c-4ab5-b2a1-ca3f313ed663/f98ed05f-5640-4d87-b1fb-5e5484739046/f7424cf3-77b1-44e8-b441-18e7eafdf755) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:28.694127 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4076641 Apr 29 17:35:28.716531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46890) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:28.716531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': 'bd9cfe97-89ba-44e6-a848-5ff0860111b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:28.749443 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:28.753998 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:port and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:28.757446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:28.764595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:28.793883 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:28.799187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.817924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68d1d5-9af1-4fe9-90af-63ab02a850f1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Network': ['ID=bd9cfe97-89ba-44e6-a848-5ff0860111b5,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:28.845612 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port ed86da7f-2a8e-4c2c-8965-b8b522ef2f3f yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:28.855224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06156bb8-40de-45ee-8dd3-5dad2a30d391 None None] DHCP port deletion for 3a008dbb-824b-4c09-ae06-02703f77c7d5 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:35:28.872997 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network bd9cfe97-89ba-44e6-a848-5ff0860111b5 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:28.907667 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ffeebc-e61e-41d0-a925-58b85ae4e0ab tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:28.909551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ffeebc-e61e-41d0-a925-58b85ae4e0ab tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:28.911040 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ffeebc-e61e-41d0-a925-58b85ae4e0ab tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:28.911870 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-10ffeebc-e61e-41d0-a925-58b85ae4e0ab tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Synchronizing usage tracker for tenant:42bd8cc0b34c40faba04c4c2e70801fa on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:28.960342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:28.963159 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] For port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f81a22b6-e88b-41e4-83d4-0e65f1c99ad4,segment=NetworkSegment(eb66c64b-5c5e-4f1a-898b-f8d58f7afff2),segment_id=eb66c64b-5c5e-4f1a-898b-f8d58f7afff2)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:28.963527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:28.966909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-19de0216-bfc0-4b6f-87f2-d7cc7495ec85 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.004795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-06156bb8-40de-45ee-8dd3-5dad2a30d391 None None] Deleting port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:29.005120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-06156bb8-40de-45ee-8dd3-5dad2a30d391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.007502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:29.020876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:29.042854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:29.067349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-962ca348-91f5-43cd-a60c-ffed6ad31f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.076105 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-c449c251-38db-44fe-b0e1-35c2aeb70b00', 'network_id': 'c449c251-38db-44fe-b0e1-35c2aeb70b00', 'tenant_id': '42bd8cc0b34c40faba04c4c2e70801fa', 'fixed_ips': [{'subnet_id': '42a3c738-e875-4bc4-83aa-725f7b1a3f07'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:29.076885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.111056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.113405 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:29.117166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.196396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Calling delete_port for f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:29.224408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de8b5f55-431e-47b7-9f22-ef27d209761e tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.229027 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-19de0216-bfc0-4b6f-87f2-d7cc7495ec85 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.244649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-10ffeebc-e61e-41d0-a925-58b85ae4e0ab tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Unset dirty status for tenant:42bd8cc0b34c40faba04c4c2e70801fa on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:29.257316 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-10ffeebc-e61e-41d0-a925-58b85ae4e0ab tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.8417315 Apr 29 17:35:29.257316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46894) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:29.324282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de0216-bfc0-4b6f-87f2-d7cc7495ec85 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=b4683135-b938-4478-b196-468a25fdd667,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:29.327361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-19de0216-bfc0-4b6f-87f2-d7cc7495ec85 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.346191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-962ca348-91f5-43cd-a60c-ffed6ad31f0f None None] For port 4171b50c-ac1b-463a-81f2-192333caad29, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4171b50c-ac1b-463a-81f2-192333caad29,segment=NetworkSegment(d92c7ae9-3149-40b2-9b30-2d3ea97f0bf8),segment_id=d92c7ae9-3149-40b2-9b30-2d3ea97f0bf8)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:29.358858 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-19de0216-bfc0-4b6f-87f2-d7cc7495ec85 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/b4683135-b938-4478-b196-468a25fdd667 HTTP/1.1" status: 204 len: 168 time: 1.0000560 Apr 29 17:35:29.362114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2e7eb3-56ed-4205-a641-183d109bc81b None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:29.366990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46898) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:29.402236 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-962ca348-91f5-43cd-a60c-ffed6ad31f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.414691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-de8b5f55-431e-47b7-9f22-ef27d209761e tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Calling delete_port for 5dd4ce4e-ed28-4f25-909a-ce2b48ef2a6b owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:29.449186 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4a0d7d3e-b49d-4c05-bd26-65002b68f10c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810528 Apr 29 17:35:29.458647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46902) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:29.464779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:29.525500 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e624393-6e88-461c-a5c8-51981f02d403 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Deleting subnet f98ed05f-5640-4d87-b1fb-5e5484739046 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:29.571578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.697308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de8b5f55-431e-47b7-9f22-ef27d209761e tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.782876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:29.787652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:29.791689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8::f (2b0727dd-7593-4eff-936b-9176a4ae6dca/b9616522-b7dd-4716-8471-b7ca97ab94f8/ed86da7f-2a8e-4c2c-8965-b8b522ef2f3f) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:29.793824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:29.803531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:29.815124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:35:29.815761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:35:29.816131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=f81a22b6-e88b-41e4-83d4-0e65f1c99ad4,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:29.831617 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.856198 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ca348-91f5-43cd-a60c-ffed6ad31f0f None None] Pushing event updated for resources: {'Port': ['ID=4171b50c-ac1b-463a-81f2-192333caad29,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:29.866082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:29.869802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.916129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Allocated IP 2001:db8:0:1::1 (c449c251-38db-44fe-b0e1-35c2aeb70b00/42a3c738-e875-4bc4-83aa-725f7b1a3f07/52c6ead0-4e6d-45c5-867c-dcc0a39fa978) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:29.927640 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] No DVR routers for this DVR port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:29.930961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.989987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-06156bb8-40de-45ee-8dd3-5dad2a30d391 None None] For port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f81a22b6-e88b-41e4-83d4-0e65f1c99ad4,segment=NetworkSegment(eb66c64b-5c5e-4f1a-898b-f8d58f7afff2),segment_id=eb66c64b-5c5e-4f1a-898b-f8d58f7afff2)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:29.990377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-06156bb8-40de-45ee-8dd3-5dad2a30d391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:29.998605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Transition to ACTIVE for port object f7424cf3-77b1-44e8-b441-18e7eafdf755 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:30.036536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5c1aae01-d8b6-467e-b243-a5d5179ad8dd None None] Provisioning for port edc1d275-f4f1-4b94-8a74-8104d5b7777a completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:30.077434 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b5f55-431e-47b7-9f22-ef27d209761e tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Port': ['ID=5dd4ce4e-ed28-4f25-909a-ce2b48ef2a6b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:30.114834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.163571 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de8b5f55-431e-47b7-9f22-ef27d209761e tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.166571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.206242 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5c1aae01-d8b6-467e-b243-a5d5179ad8dd None None] Provisioning complete for port edc1d275-f4f1-4b94-8a74-8104d5b7777a triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:30.206610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5c1aae01-d8b6-467e-b243-a5d5179ad8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.211793 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-de8b5f55-431e-47b7-9f22-ef27d209761e tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/ports/5dd4ce4e-ed28-4f25-909a-ce2b48ef2a6b HTTP/1.1" status: 204 len: 168 time: 2.2623539 Apr 29 17:35:30.225241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46906) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:30.241762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-06156bb8-40de-45ee-8dd3-5dad2a30d391 None None] Calling delete_port for f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:30.265349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.306753 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Transition to ACTIVE for port object f7424cf3-77b1-44e8-b441-18e7eafdf755 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:30.323254 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-070f30b5-8722-4bf7-80c1-f4b1cf51b2ec tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] DELETE failed (client error): The resource could not be found. Apr 29 17:35:30.323712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070f30b5-8722-4bf7-80c1-f4b1cf51b2ec tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:30.329331 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6e624393-6e88-461c-a5c8-51981f02d403 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.363340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.381346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a008dbb-824b-4c09-ae06-02703f77c7d5']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:30.385595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Subnet': ['ID=c18b7e0c-08bc-4524-9e12-f7bff43e578b,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:30.402678 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-070f30b5-8722-4bf7-80c1-f4b1cf51b2ec tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/subnets/b83a9f68-61b4-4e05-a88e-14938c106462 HTTP/1.1" status: 404 len: 337 time: 0.1743581 Apr 29 17:35:30.405482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:30.406004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb66c64b-5c5e-4f1a-898b-f8d58f7afff2') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:30.408660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46910) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:30.417580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.428148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.438454 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6e624393-6e88-461c-a5c8-51981f02d403 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.446856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Checking segment: {'id': 'b2f013fc-ec11-4928-b821-58866dae1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bd9cfe97-89ba-44e6-a848-5ff0860111b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:30.447219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network hostable DHCP agents. Network: bd9cfe97-89ba-44e6-a848-5ff0860111b5, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:30.492460 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Allocated IP 172.26.4.142 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/7826c412-9757-49e3-b85b-1300e102744e) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:30.512000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object ed86da7f-2a8e-4c2c-8965-b8b522ef2f3f will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:30.512498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.519142 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-5c1aae01-d8b6-467e-b243-a5d5179ad8dd None None] Port edc1d275-f4f1-4b94-8a74-8104d5b7777a cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:30.541847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:30.542449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:30.556937 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:30.565127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Network a6e2effa-948c-4ab5-b2a1-ca3f313ed663 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:30.577400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:30.606037 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network bd9cfe97-89ba-44e6-a848-5ff0860111b5 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:30.614556 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-63ee00af-6eb4-4241-8f5d-ab635b604403 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.622893 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:30.625431 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e37cfb95-49e4-43ee-944e-53a91b1aaddd no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:30.651027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Pushing event updated for resources: {'Port': ['ID=f7424cf3-77b1-44e8-b441-18e7eafdf755,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:30.677600 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-06156bb8-40de-45ee-8dd3-5dad2a30d391 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:35:30.678216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-06156bb8-40de-45ee-8dd3-5dad2a30d391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:35:30.682238 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: e37cfb95-49e4-43ee-944e-53a91b1aaddd {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:35:30.682796 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e37cfb95-49e4-43ee-944e-53a91b1aaddd not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:35:30.684654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, bd9cfe97-89ba-44e6-a848-5ff0860111b5) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:30.688985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:30.689630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.722963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e573cd-0ddd-4413-a7b2-7cc234d98ded None None] Network bd9cfe97-89ba-44e6-a848-5ff0860111b5 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:30.746029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5c1aae01-d8b6-467e-b243-a5d5179ad8dd None None] Provisioning complete for port 4171b50c-ac1b-463a-81f2-192333caad29 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:30.746666 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5c1aae01-d8b6-467e-b243-a5d5179ad8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.815006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.821337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6e624393-6e88-461c-a5c8-51981f02d403 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.831461 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-05abdc76-c0e3-4f80-93dd-70ffdd046b27 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1351304 Apr 29 17:35:30.832793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.841804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46914) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:30.862388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4171b50c-ac1b-463a-81f2-192333caad29 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:30.871457 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.901011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:35:30.905860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.906842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a008dbb-824b-4c09-ae06-02703f77c7d5,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:30.916279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': 'bd9cfe97-89ba-44e6-a848-5ff0860111b5', 'name': 'tempest-PortsTestJSON-644687344', 'fixed_ips': [{'subnet_id': 'c18b7e0c-08bc-4524-9e12-f7bff43e578b', 'ip_address': '172.20.0.10'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:30.938049 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-975521d1-8134-43de-88ea-49b5f5261a2d admin admin] 10.222.0.11 "DELETE /v2.0/networks/3a008dbb-824b-4c09-ae06-02703f77c7d5 HTTP/1.1" status: 204 len: 168 time: 3.3983037 Apr 29 17:35:30.944820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:30.977643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6e624393-6e88-461c-a5c8-51981f02d403 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.003124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Deleting port acc875f8-39cd-4bcf-a827-6f8265300c0c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:31.004211 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.023594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e624393-6e88-461c-a5c8-51981f02d403 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event deleted for resources: {'Subnet': ['ID=f98ed05f-5640-4d87-b1fb-5e5484739046,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:31.029503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6e624393-6e88-461c-a5c8-51981f02d403 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.030648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 2b0727dd-7593-4eff-936b-9176a4ae6dca is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:31.039606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-63ee00af-6eb4-4241-8f5d-ab635b604403 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.043907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.050303 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:31.052956 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:31.058763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:31.059436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.069959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Transition to ACTIVE for port object 52c6ead0-4e6d-45c5-867c-dcc0a39fa978 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:31.080963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Attempting to bind port f7424cf3-77b1-44e8-b441-18e7eafdf755 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:31.081666 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Attempting to bind port f7424cf3-77b1-44e8-b441-18e7eafdf755 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '31464f80-4e10-467c-8885-97d1339cea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6e2effa-948c-4ab5-b2a1-ca3f313ed663'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:31.082218 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Attempting to bind port f7424cf3-77b1-44e8-b441-18e7eafdf755 on network a6e2effa-948c-4ab5-b2a1-ca3f313ed663 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:31.085153 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6e624393-6e88-461c-a5c8-51981f02d403 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "DELETE /v2.0/subnets/f98ed05f-5640-4d87-b1fb-5e5484739046 HTTP/1.1" status: 204 len: 168 time: 1.8220904 Apr 29 17:35:31.085949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46920) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:31.115517 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:31.116250 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Checking segment: {'id': '31464f80-4e10-467c-8885-97d1339cea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6e2effa-948c-4ab5-b2a1-ca3f313ed663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:31.116846 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.117423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Bound using segment: {'id': '31464f80-4e10-467c-8885-97d1339cea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6e2effa-948c-4ab5-b2a1-ca3f313ed663'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:31.118281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Bound port: f7424cf3-77b1-44e8-b441-18e7eafdf755, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31464f80-4e10-467c-8885-97d1339cea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6e2effa-948c-4ab5-b2a1-ca3f313ed663'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:31.118844 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.124805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.objects.ports [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:35:31.167441 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:31.167969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Transition to ACTIVE for port object 52c6ead0-4e6d-45c5-867c-dcc0a39fa978 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:31.177020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:31.183884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:31.187654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=ed86da7f-2a8e-4c2c-8965-b8b522ef2f3f,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:31.222126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-06156bb8-40de-45ee-8dd3-5dad2a30d391 None None] Deleting port f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:31.222126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-06156bb8-40de-45ee-8dd3-5dad2a30d391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.223581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event updated for resources: {'Port': ['ID=7826c412-9757-49e3-b85b-1300e102744e,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:31.229542 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-63ee00af-6eb4-4241-8f5d-ab635b604403 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6650d8a5-6486-4a68-af81-3921dccb646a']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:31.243998 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-aa5996df-0264-44d4-a682-8246d7553c38 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7610424 Apr 29 17:35:31.246257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46924) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:31.263701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-63ee00af-6eb4-4241-8f5d-ab635b604403 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c61979d-f5d8-454e-88f9-596edd59a46e') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:31.263988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-63ee00af-6eb4-4241-8f5d-ab635b604403 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c61979d-f5d8-454e-88f9-596edd59a46e') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:31.265426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e427ac-5ae6-4afa-9fd0-e92044be41c9 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Deleting subnet 42a3c738-e875-4bc4-83aa-725f7b1a3f07 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:31.297771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-63ee00af-6eb4-4241-8f5d-ab635b604403 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.313124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04e427ac-5ae6-4afa-9fd0-e92044be41c9 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.352193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:31.367692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-63ee00af-6eb4-4241-8f5d-ab635b604403 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.375369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:port and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:31.381677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:31.388059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ee00af-6eb4-4241-8f5d-ab635b604403 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:31.388059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-63ee00af-6eb4-4241-8f5d-ab635b604403 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.398033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] For port f7424cf3-77b1-44e8-b441-18e7eafdf755, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:31.398999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46928) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:31.402513 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:31.422911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:31.451656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.567643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04e427ac-5ae6-4afa-9fd0-e92044be41c9 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.626027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-06156bb8-40de-45ee-8dd3-5dad2a30d391 None None] The port 'f81a22b6-e88b-41e4-83d4-0e65f1c99ad4' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:35:31.660325 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:31.664330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Network c449c251-38db-44fe-b0e1-35c2aeb70b00 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:31.686195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 4171b50c-ac1b-463a-81f2-192333caad29 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:31.686559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.710005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04e427ac-5ae6-4afa-9fd0-e92044be41c9 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.710223 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:31.710435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-63ee00af-6eb4-4241-8f5d-ab635b604403 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.715340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-63ee00af-6eb4-4241-8f5d-ab635b604403 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.726807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:31.747613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.758567 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7e265c35-b4e2-43ea-9f33-1fa88352f428 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c48d4c66c93f4c7fa3f8a35a1e52d29c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3582332 Apr 29 17:35:31.775055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Pushing event updated for resources: {'Port': ['ID=52c6ead0-4e6d-45c5-867c-dcc0a39fa978,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:31.804492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee00af-6eb4-4241-8f5d-ab635b604403 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Network': ['ID=6650d8a5-6486-4a68-af81-3921dccb646a,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:31.812625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46932) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:31.827510 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-63ee00af-6eb4-4241-8f5d-ab635b604403 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/networks/6650d8a5-6486-4a68-af81-3921dccb646a HTTP/1.1" status: 204 len: 168 time: 1.4140866 Apr 29 17:35:31.830110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] For port f7424cf3-77b1-44e8-b441-18e7eafdf755, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f7424cf3-77b1-44e8-b441-18e7eafdf755,segment=NetworkSegment(31464f80-4e10-467c-8885-97d1339cea77),segment_id=31464f80-4e10-467c-8885-97d1339cea77)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:31.848221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46936) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:31.888751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.905881 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-bd9cfe97-89ba-44e6-a848-5ff0860111b5', 'network_id': 'bd9cfe97-89ba-44e6-a848-5ff0860111b5', 'tenant_id': '005e56b72c54499f910947cc510b60ad', 'fixed_ips': [{'subnet_id': 'c18b7e0c-08bc-4524-9e12-f7bff43e578b'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:31.906690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:31.957753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5896be0-ad8b-4df6-a293-4b4981cc040f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:31.958367 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b5896be0-ad8b-4df6-a293-4b4981cc040f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:32.014530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.040791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b5896be0-ad8b-4df6-a293-4b4981cc040f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:32.041989 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b5896be0-ad8b-4df6-a293-4b4981cc040f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7946911 Apr 29 17:35:32.047793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91bdf59-6228-486d-8cc9-9078b4959ae4 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Deleting subnet e6f0b43a-62e8-4f71-b2b9-baedf683f9d9 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:32.049712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46940) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:32.096288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a91bdf59-6228-486d-8cc9-9078b4959ae4 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.114692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-37501b01-cc89-4b5f-a7b7-ad2c34d43f4b None None] Provisioning for port ed86da7f-2a8e-4c2c-8965-b8b522ef2f3f completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:32.119264 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04e427ac-5ae6-4afa-9fd0-e92044be41c9 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.120996 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] For port acc875f8-39cd-4bcf-a827-6f8265300c0c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=acc875f8-39cd-4bcf-a827-6f8265300c0c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:32.121382 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.133186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Attempting to bind port 52c6ead0-4e6d-45c5-867c-dcc0a39fa978 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:32.133525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Attempting to bind port 52c6ead0-4e6d-45c5-867c-dcc0a39fa978 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'ae0e0657-84d9-42b2-bf5d-c780a303a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c449c251-38db-44fe-b0e1-35c2aeb70b00'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:32.133803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Attempting to bind port 52c6ead0-4e6d-45c5-867c-dcc0a39fa978 on network c449c251-38db-44fe-b0e1-35c2aeb70b00 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:32.171427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e427ac-5ae6-4afa-9fd0-e92044be41c9 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event deleted for resources: {'Subnet': ['ID=42a3c738-e875-4bc4-83aa-725f7b1a3f07,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:32.183756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04e427ac-5ae6-4afa-9fd0-e92044be41c9 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.201448 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-04e427ac-5ae6-4afa-9fd0-e92044be41c9 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "DELETE /v2.0/subnets/42a3c738-e875-4bc4-83aa-725f7b1a3f07 HTTP/1.1" status: 204 len: 168 time: 1.1075685 Apr 29 17:35:32.204566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46944) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:32.207940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port 2c38a89a-0799-4345-9e1a-6615d3adaf32 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:32.211625 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac517ff-6137-452a-9897-d222f01bdf08 None None] Pushing event updated for resources: {'Port': ['ID=f7424cf3-77b1-44e8-b441-18e7eafdf755,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:32.247731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.305377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59a23f2b-9c2c-4413-a8a2-16871f84d8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.327229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a91bdf59-6228-486d-8cc9-9078b4959ae4 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.367660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-37501b01-cc89-4b5f-a7b7-ad2c34d43f4b None None] Provisioning complete for port ed86da7f-2a8e-4c2c-8965-b8b522ef2f3f triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:32.368029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-37501b01-cc89-4b5f-a7b7-ad2c34d43f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.402434 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Calling delete_port for acc875f8-39cd-4bcf-a827-6f8265300c0c owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:32.407786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb48620-a3f4-4bef-bdda-66865ec15194 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:32.408445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8fb48620-a3f4-4bef-bdda-66865ec15194 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Synchronizing usage tracker for tenant:42bd8cc0b34c40faba04c4c2e70801fa on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:32.434498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:32.434950 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Checking segment: {'id': 'ae0e0657-84d9-42b2-bf5d-c780a303a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c449c251-38db-44fe-b0e1-35c2aeb70b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:32.435274 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.435656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Bound using segment: {'id': 'ae0e0657-84d9-42b2-bf5d-c780a303a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c449c251-38db-44fe-b0e1-35c2aeb70b00'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:32.436130 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Bound port: 52c6ead0-4e6d-45c5-867c-dcc0a39fa978, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0e0657-84d9-42b2-bf5d-c780a303a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c449c251-38db-44fe-b0e1-35c2aeb70b00'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:32.436496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.440521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8fb48620-a3f4-4bef-bdda-66865ec15194 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Unset dirty status for tenant:42bd8cc0b34c40faba04c4c2e70801fa on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:32.445158 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8fb48620-a3f4-4bef-bdda-66865ec15194 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2384272 Apr 29 17:35:32.459861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46948) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:32.487781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59a23f2b-9c2c-4413-a8a2-16871f84d8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.553481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] For port acc875f8-39cd-4bcf-a827-6f8265300c0c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=acc875f8-39cd-4bcf-a827-6f8265300c0c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:32.603478 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b1b946-ebd6-45b8-a721-f5e8747966ae tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:32.610587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b1b946-ebd6-45b8-a721-f5e8747966ae tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:32.615217 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b1b946-ebd6-45b8-a721-f5e8747966ae tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:32.616107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d2b1b946-ebd6-45b8-a721-f5e8747966ae tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:32.660062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.661648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d2b1b946-ebd6-45b8-a721-f5e8747966ae tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:32.666752 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d2b1b946-ebd6-45b8-a721-f5e8747966ae tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.6103449 Apr 29 17:35:32.668446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a91bdf59-6228-486d-8cc9-9078b4959ae4 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.684614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46952) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:32.693904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-37501b01-cc89-4b5f-a7b7-ad2c34d43f4b None None] Port ed86da7f-2a8e-4c2c-8965-b8b522ef2f3f cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:32.708040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95715c99-2bba-42c9-ae60-f105dff6d696 None None] Network a6e2effa-948c-4ab5-b2a1-ca3f313ed663 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:32.765635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Allocated IP 172.20.0.2 (bd9cfe97-89ba-44e6-a848-5ff0860111b5/c18b7e0c-08bc-4524-9e12-f7bff43e578b/8c540253-faee-4789-bce2-2b9431c094ba) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:32.768486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.770458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:35:32.770814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:35:32.777926 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:32.804736 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.805118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port ed86da7f-2a8e-4c2c-8965-b8b522ef2f3f {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:32.805451 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.806706 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.847652 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] For port 52c6ead0-4e6d-45c5-867c-dcc0a39fa978, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:32.860110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.865179 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Deleting port 52c6ead0-4e6d-45c5-867c-dcc0a39fa978 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:32.865452 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.875753 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:35:32.876130 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f81a22b6-e88b-41e4-83d4-0e65f1c99ad4 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:35:32.882285 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-37501b01-cc89-4b5f-a7b7-ad2c34d43f4b None None] Provisioning complete for port edc1d275-f4f1-4b94-8a74-8104d5b7777a triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:32.882650 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-37501b01-cc89-4b5f-a7b7-ad2c34d43f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.919645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] For port 52c6ead0-4e6d-45c5-867c-dcc0a39fa978, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=52c6ead0-4e6d-45c5-867c-dcc0a39fa978,segment=NetworkSegment(ae0e0657-84d9-42b2-bf5d-c780a303a70d),segment_id=ae0e0657-84d9-42b2-bf5d-c780a303a70d)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:32.969328 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=acc875f8-39cd-4bcf-a827-6f8265300c0c,revision_number=6']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:32.973434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=7c9514f5-a126-42a8-a6d7-b725ab41ecb9,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:32.976338 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a91bdf59-6228-486d-8cc9-9078b4959ae4 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:32.997890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:33.001327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device acc875f8-39cd-4bcf-a827-6f8265300c0c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:33.017288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59a23f2b-9c2c-4413-a8a2-16871f84d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:33.037617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a91bdf59-6228-486d-8cc9-9078b4959ae4 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:33.052322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bdf59-6228-486d-8cc9-9078b4959ae4 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f0b43a-62e8-4f71-b2b9-baedf683f9d9,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:33.068457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0744c8-31c5-418c-a80d-144417445342 None None] Network 6d066a30-0378-48cc-86cc-019859298641 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:33.069709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:33.072594 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a23f2b-9c2c-4413-a8a2-16871f84d8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac39a2ad-40f2-4b03-8348-6369c748a00e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:33.075811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:33.081360 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a91bdf59-6228-486d-8cc9-9078b4959ae4 tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/subnets/e6f0b43a-62e8-4f71-b2b9-baedf683f9d9 HTTP/1.1" status: 204 len: 168 time: 1.2299407 Apr 29 17:35:33.083011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:33.083834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:33.087509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 46956) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:33.091324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59a23f2b-9c2c-4413-a8a2-16871f84d8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:33.094540 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-59a23f2b-9c2c-4413-a8a2-16871f84d8fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac39a2ad-40f2-4b03-8348-6369c748a00e HTTP/1.1" status: 204 len: 168 time: 1.2793214 Apr 29 17:35:33.113433 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8cb62a0b-a355-4a46-acd7-3283fc09d749 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6536407 Apr 29 17:35:33.116007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46962) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:33.122445 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'mac_address': 'fa:16:3e:2a:5a:2b', 'name': 'tempest-NetworksTestDHCPv6-1472161616'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:33.253154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-37501b01-cc89-4b5f-a7b7-ad2c34d43f4b None None] Port edc1d275-f4f1-4b94-8a74-8104d5b7777a cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:33.285582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Deleting port acc875f8-39cd-4bcf-a827-6f8265300c0c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:33.285582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:33.286501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:33.291263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:33.294751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:33.301526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:33.315253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:33.440981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72fb98-c6bb-4e28-954c-fecf40746d16 None None] Pushing event updated for resources: {'Port': ['ID=52c6ead0-4e6d-45c5-867c-dcc0a39fa978,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:33.471943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:33.503188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port 4d96e1fa-e6f9-488b-92d3-9f3bb0aebc29 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:33.560496 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:33.680609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] For port 52c6ead0-4e6d-45c5-867c-dcc0a39fa978, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=52c6ead0-4e6d-45c5-867c-dcc0a39fa978,segment=NetworkSegment(ae0e0657-84d9-42b2-bf5d-c780a303a70d),segment_id=ae0e0657-84d9-42b2-bf5d-c780a303a70d)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:33.680976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:33.708688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:33.723794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::f816:3eff:fe2a:5a2b (e0d73202-cb6d-4434-a143-4d729ced40a4/7c9514f5-a126-42a8-a6d7-b725ab41ecb9/4d96e1fa-e6f9-488b-92d3-9f3bb0aebc29) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:33.781657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Deleting port 5d4cc502-ed44-4595-af9b-74197edc73d2 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:33.781891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:33.841868 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:33.860514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786c98bd-3580-4498-bb64-b7a5951f80df None None] Network c449c251-38db-44fe-b0e1-35c2aeb70b00 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:33.886629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Calling delete_port for 52c6ead0-4e6d-45c5-867c-dcc0a39fa978 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:33.937578 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.053029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Transition to ACTIVE for port object 8c540253-faee-4789-bce2-2b9431c094ba will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:34.059032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for ed86da7f-2a8e-4c2c-8965-b8b522ef2f3f owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:34.106949 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port acc875f8-39cd-4bcf-a827-6f8265300c0c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=acc875f8-39cd-4bcf-a827-6f8265300c0c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:34.149244 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Transition to ACTIVE for port object 8c540253-faee-4789-bce2-2b9431c094ba will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:34.153473 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.177968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Router a7c91863-2611-4fb3-b44f-66bd565b6325 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:35:34.244331 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.264463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.270943 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] For port acc875f8-39cd-4bcf-a827-6f8265300c0c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=acc875f8-39cd-4bcf-a827-6f8265300c0c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:34.271365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.284388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.10 (bd9cfe97-89ba-44e6-a848-5ff0860111b5/c18b7e0c-08bc-4524-9e12-f7bff43e578b/2c38a89a-0799-4345-9e1a-6615d3adaf32) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:34.296033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object 4d96e1fa-e6f9-488b-92d3-9f3bb0aebc29 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:34.298466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Network bd9cfe97-89ba-44e6-a848-5ff0860111b5 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:34.303519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:34.408334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.410472 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:34.411534 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.420382 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Calling delete_port for acc875f8-39cd-4bcf-a827-6f8265300c0c owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:34.447525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a61065-097f-45f8-866d-2fc19afc02da None None] DHCP port deletion for 6d066a30-0378-48cc-86cc-019859298641 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:35:34.466157 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=acc875f8-39cd-4bcf-a827-6f8265300c0c,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:34.471924 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-67a61065-097f-45f8-866d-2fc19afc02da None None] Deleting port 5d4cc502-ed44-4595-af9b-74197edc73d2 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:34.472533 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-67a61065-097f-45f8-866d-2fc19afc02da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.497974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event deleted for resources: {'Port': ['ID=52c6ead0-4e6d-45c5-867c-dcc0a39fa978,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:34.549607 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:34.555202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:34.556960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] No DVR routers for this DVR port 52c6ead0-4e6d-45c5-867c-dcc0a39fa978 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:34.563463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:34.569057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:34.569684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.590294 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=4d96e1fa-e6f9-488b-92d3-9f3bb0aebc29,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:34.663942 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9ac0f826-cc8e-4f6c-ae9a-7f9f256b64ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5468757 Apr 29 17:35:34.684610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46988) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:34.716522 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] For port 5d4cc502-ed44-4595-af9b-74197edc73d2, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5d4cc502-ed44-4595-af9b-74197edc73d2,segment=NetworkSegment(ad748866-07f8-41a7-8889-fb1a4cd5c291),segment_id=ad748866-07f8-41a7-8889-fb1a4cd5c291)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:34.717050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.735421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Pushing event updated for resources: {'Port': ['ID=8c540253-faee-4789-bce2-2b9431c094ba,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:34.737969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Attempting to bind port 8c540253-faee-4789-bce2-2b9431c094ba on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:34.738391 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Attempting to bind port 8c540253-faee-4789-bce2-2b9431c094ba by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'b2f013fc-ec11-4928-b821-58866dae1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bd9cfe97-89ba-44e6-a848-5ff0860111b5'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:34.738854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Attempting to bind port 8c540253-faee-4789-bce2-2b9431c094ba on network bd9cfe97-89ba-44e6-a848-5ff0860111b5 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:34.752241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:34.752704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Checking segment: {'id': 'b2f013fc-ec11-4928-b821-58866dae1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bd9cfe97-89ba-44e6-a848-5ff0860111b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:34.753232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.753668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Bound using segment: {'id': 'b2f013fc-ec11-4928-b821-58866dae1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bd9cfe97-89ba-44e6-a848-5ff0860111b5'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:34.754210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Bound port: 8c540253-faee-4789-bce2-2b9431c094ba, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f013fc-ec11-4928-b821-58866dae1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bd9cfe97-89ba-44e6-a848-5ff0860111b5'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:34.754653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.771105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.793192 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:35:34.793635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:35:34.805026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Transition to ACTIVE for port object 2c38a89a-0799-4345-9e1a-6615d3adaf32 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:34.843246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec54e0e0-eb1b-491f-8598-626da9eb3469 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:34.849750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec54e0e0-eb1b-491f-8598-626da9eb3469 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:34.850555 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ec54e0e0-eb1b-491f-8598-626da9eb3469 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:34.872872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ec54e0e0-eb1b-491f-8598-626da9eb3469 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:34.874740 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ec54e0e0-eb1b-491f-8598-626da9eb3469 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1891150 Apr 29 17:35:34.876465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:34.878130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 46996) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:34.935828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-67a61065-097f-45f8-866d-2fc19afc02da None None] For port 5d4cc502-ed44-4595-af9b-74197edc73d2, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5d4cc502-ed44-4595-af9b-74197edc73d2,segment=NetworkSegment(ad748866-07f8-41a7-8889-fb1a4cd5c291),segment_id=ad748866-07f8-41a7-8889-fb1a4cd5c291)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:34.936214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-67a61065-097f-45f8-866d-2fc19afc02da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.007553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5d4cc502-ed44-4595-af9b-74197edc73d2 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:35.030113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network bd9cfe97-89ba-44e6-a848-5ff0860111b5 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:35.037582 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:35.044438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:35.093990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 4d96e1fa-e6f9-488b-92d3-9f3bb0aebc29 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:35.094997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.099081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-67a61065-097f-45f8-866d-2fc19afc02da None None] Calling delete_port for 5d4cc502-ed44-4595-af9b-74197edc73d2 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:35.150635 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=2c38a89a-0799-4345-9e1a-6615d3adaf32,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:35.155456 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-203def98-8061-4412-aee3-716098e3d9ee None None] For port 8c540253-faee-4789-bce2-2b9431c094ba, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:35.166427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.169407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:35:35.179714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-203def98-8061-4412-aee3-716098e3d9ee None None] For port 8c540253-faee-4789-bce2-2b9431c094ba, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8c540253-faee-4789-bce2-2b9431c094ba,segment=NetworkSegment(b2f013fc-ec11-4928-b821-58866dae1a21),segment_id=b2f013fc-ec11-4928-b821-58866dae1a21)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:35.183766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Calling delete_port for 5d4cc502-ed44-4595-af9b-74197edc73d2 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:35.185006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Sync routers for ids ['a7c91863-2611-4fb3-b44f-66bd565b6325'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:35:35.202459 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:35.203526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.261788 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.265865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47006) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:35.308428 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a9855739-6880-4b22-992b-c6a53ea3889c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4248300 Apr 29 17:35:35.313027 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47012) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:35.323984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Routers {'a7c91863-2611-4fb3-b44f-66bd565b6325'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:35.324623 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a7c91863-2611-4fb3-b44f-66bd565b6325'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:35.333632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': 'bd9cfe97-89ba-44e6-a848-5ff0860111b5', 'name': 'tempest-PortsTestJSON-1692572853', 'fixed_ips': [{'subnet_id': 'c18b7e0c-08bc-4524-9e12-f7bff43e578b', 'ip_address': '172.20.0.9'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:35.381465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-67a61065-097f-45f8-866d-2fc19afc02da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.386523 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No ports have port_id starting with 5d4cc502-ed44-4595-af9b-74197edc73d2 Apr 29 17:35:35.396277 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:35:35.396957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:35:35.402654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.406863 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-82bc4981-c54e-47f5-b9c6-191ec5747fa9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.0790935 Apr 29 17:35:35.408119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=ed86da7f-2a8e-4c2c-8965-b8b522ef2f3f,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:35.415789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47016) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:35.419807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:35.420367 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:35.420916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:35.421441 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:35.421995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:35.422533 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:35.423052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:35.423618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:35.424139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:35.424734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:35.425266 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:35.425812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:35.483779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a61065-097f-45f8-866d-2fc19afc02da None None] No DVR routers for this DVR port 5d4cc502-ed44-4595-af9b-74197edc73d2 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:35.488220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Deleting port acc875f8-39cd-4bcf-a827-6f8265300c0c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:35.488589 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.529727 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1477864939'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:35.535071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:35.539457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Usage tracker for resource:network and tenant:671e8a5e0ca7493e818c93f8eb1a77bf is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:35.543024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:35.544592 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203def98-8061-4412-aee3-716098e3d9ee None None] Pushing event updated for resources: {'Port': ['ID=8c540253-faee-4789-bce2-2b9431c094ba,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:35.554956 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:35.581886 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.586523 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-417a7d97-5590-4175-9eb9-fe0bd2a83734 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/ed86da7f-2a8e-4c2c-8965-b8b522ef2f3f HTTP/1.1" status: 204 len: 168 time: 2.8999467 Apr 29 17:35:35.598725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47020) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:35.610475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a61065-097f-45f8-866d-2fc19afc02da None None] Pushing event deleted for resources: {'Port': ['ID=5d4cc502-ed44-4595-af9b-74197edc73d2,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:35.657110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Made reservation on behalf of 671e8a5e0ca7493e818c93f8eb1a77bf for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:35.661110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.691159 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-479377fa-c757-47d8-ad52-d70569db4274 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:35:35.692541 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-479377fa-c757-47d8-ad52-d70569db4274 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/ed86da7f-2a8e-4c2c-8965-b8b522ef2f3f HTTP/1.1" status: 404 len: 333 time: 0.0927525 Apr 29 17:35:35.700233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47024) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:35.717809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.740265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.778907 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Set router a7c91863-2611-4fb3-b44f-66bd565b6325 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:35:35.779121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c449c251-38db-44fe-b0e1-35c2aeb70b00']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:35.802203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0e0657-84d9-42b2-bf5d-c780a303a70d') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:35.802497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0e0657-84d9-42b2-bf5d-c780a303a70d') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:35.827703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.833115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.851355 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:35.851752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.859000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:35.862800 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fe22bbac-d038-42c3-be64-78dfd61f68db tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/routers/a7c91863-2611-4fb3-b44f-66bd565b6325 HTTP/1.1" status: 200 len: 909 time: 0.4271123 Apr 29 17:35:35.863532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:port and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:35.865431 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47028) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:35.866431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:35.870867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1636577352', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'enable_snat': True}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:35.872618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:35.874585 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:35.874987 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:35.893968 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:35.898835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Deleting port 5d4cc502-ed44-4595-af9b-74197edc73d2 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:35.899276 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:35.943128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:35.978004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Usage tracker for resource:router and tenant:05e2122e3779423782416fa14ebd0cef is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:36.030189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:36.033543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:36.035545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.044852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Usage tracker for resource:security_group_rule and tenant:671e8a5e0ca7493e818c93f8eb1a77bf is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:36.059124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 4d96e1fa-e6f9-488b-92d3-9f3bb0aebc29 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:36.089363 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:36.103053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.110192 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] The port '5d4cc502-ed44-4595-af9b-74197edc73d2' was deleted {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:35:36.132205 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.133289 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.137869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.179005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event deleted for resources: {'Network': ['ID=c449c251-38db-44fe-b0e1-35c2aeb70b00,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:36.210334 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7f2b26e6-3034-4ac7-8e38-124dd48138b6 tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "DELETE /v2.0/networks/c449c251-38db-44fe-b0e1-35c2aeb70b00 HTTP/1.1" status: 204 len: 168 time: 3.7494497 Apr 29 17:35:36.214466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] For port acc875f8-39cd-4bcf-a827-6f8265300c0c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=acc875f8-39cd-4bcf-a827-6f8265300c0c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:36.215001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.219322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:36.224079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47032) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:36.234882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.241818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:36.258542 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-2befef09-4c85-4018-900a-1f359c48ba79 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port edc1d275-f4f1-4b94-8a74-8104d5b7777a {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:36.258797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2befef09-4c85-4018-900a-1f359c48ba79 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.307038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port a929b41b-36ad-447e-bd9b-92fcaf362d5b yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:36.333754 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.381348 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Calling delete_port for acc875f8-39cd-4bcf-a827-6f8265300c0c owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:36.489683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d066a30-0378-48cc-86cc-019859298641']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:36.510502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c91863-2611-4fb3-b44f-66bd565b6325', 'name': 'tempest-snat-router-1636577352', 'tenant_id': '05e2122e3779423782416fa14ebd0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.142'}], 'enable_snat': False}, 'gw_port_id': '7826c412-9757-49e3-b85b-1300e102744e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:35:27Z', 'updated_at': '2022-04-29T17:35:31Z', 'revision_number': 3, 'project_id': '05e2122e3779423782416fa14ebd0cef', 'gw_port': {'id': '7826c412-9757-49e3-b85b-1300e102744e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c91863-2611-4fb3-b44f-66bd565b6325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:35:30Z', 'updated_at': '2022-04-29T17:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:36.524363 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Checking router: a7c91863-2611-4fb3-b44f-66bd565b6325 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:35:36.525514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Updating router a7c91863-2611-4fb3-b44f-66bd565b6325 port 7826c412-9757-49e3-b85b-1300e102744e binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:35:36.571801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.577496 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad748866-07f8-41a7-8889-fb1a4cd5c291') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:36.577784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad748866-07f8-41a7-8889-fb1a4cd5c291') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:36.593306 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.605777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.622949 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.703072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] Pushing event deleted for resources: {'Port': ['ID=acc875f8-39cd-4bcf-a827-6f8265300c0c,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:36.878176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.886461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99880417-04f2-4817-abee-2830ec5a99a2 None None] No DVR routers for this DVR port acc875f8-39cd-4bcf-a827-6f8265300c0c on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:36.903906 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.906838 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Deleting port f7424cf3-77b1-44e8-b441-18e7eafdf755 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:36.907246 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.927785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc72c508-0338-474d-af64-b95d5c3ece6c None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:36.941748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.961697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:36.962171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:36.979705 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:36.986158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.9 (bd9cfe97-89ba-44e6-a848-5ff0860111b5/c18b7e0c-08bc-4524-9e12-f7bff43e578b/a929b41b-36ad-447e-bd9b-92fcaf362d5b) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:36.997377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=4d96e1fa-e6f9-488b-92d3-9f3bb0aebc29,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:37.033938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2befef09-4c85-4018-900a-1f359c48ba79 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.049755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:37.050097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:37.050431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:37.050757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:37.051081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:37.051822 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:37.052562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:37.054516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:37.055931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:37.055931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:37.055931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:37.055931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:37.102744 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8c540253-faee-4789-bce2-2b9431c094ba up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:37.137928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.139839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b22f740-ad8e-4884-b11e-955fbef067be None None] Network bd9cfe97-89ba-44e6-a848-5ff0860111b5 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:37.155172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.159464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.196955 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] Pushing event deleted for resources: {'Network': ['ID=6d066a30-0378-48cc-86cc-019859298641,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:37.208942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-2befef09-4c85-4018-900a-1f359c48ba79 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for edc1d275-f4f1-4b94-8a74-8104d5b7777a owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:37.221386 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-98a75b83-c529-475e-832d-c35c7ab4d3af tempest-NetworksIpV6TestAttrs-331883601 tempest-NetworksIpV6TestAttrs-331883601-project] 10.222.0.11 "DELETE /v2.0/networks/6d066a30-0378-48cc-86cc-019859298641 HTTP/1.1" status: 204 len: 168 time: 4.1258786 Apr 29 17:35:37.299519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9cae6a68-547d-4e51-a270-2e09a899ac9b None None] Provisioning for port 8c540253-faee-4789-bce2-2b9431c094ba completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:37.363459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] For port f7424cf3-77b1-44e8-b441-18e7eafdf755, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f7424cf3-77b1-44e8-b441-18e7eafdf755,segment=NetworkSegment(31464f80-4e10-467c-8885-97d1339cea77),segment_id=31464f80-4e10-467c-8885-97d1339cea77)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:37.363840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.510716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Calling delete_port for f7424cf3-77b1-44e8-b441-18e7eafdf755 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:37.536324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 8c540253-faee-4789-bce2-2b9431c094ba completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:37.553516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8c540253-faee-4789-bce2-2b9431c094ba triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:37.554124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.597303 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '7c9514f5-a126-42a8-a6d7-b725ab41ecb9'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:37.598535 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.611439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2befef09-4c85-4018-900a-1f359c48ba79 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.621085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.628911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.725284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47050) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:37.725938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.729922 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6139a8b2-3268-486b-a9ef-8e5dde38905b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/4d96e1fa-e6f9-488b-92d3-9f3bb0aebc29 HTTP/1.1" status: 204 len: 168 time: 2.8508196 Apr 29 17:35:37.756101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47054) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:37.798080 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.800320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event deleted for resources: {'Port': ['ID=f7424cf3-77b1-44e8-b441-18e7eafdf755,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:37.834260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befef09-4c85-4018-900a-1f359c48ba79 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=edc1d275-f4f1-4b94-8a74-8104d5b7777a,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:37.837169 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] No DVR routers for this DVR port f7424cf3-77b1-44e8-b441-18e7eafdf755 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:37.844090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:37.850328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Transition to ACTIVE for port object 7826c412-9757-49e3-b85b-1300e102744e will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:37.905855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.930439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2befef09-4c85-4018-900a-1f359c48ba79 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.937691 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2befef09-4c85-4018-900a-1f359c48ba79 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/edc1d275-f4f1-4b94-8a74-8104d5b7777a HTTP/1.1" status: 204 len: 168 time: 2.2267733 Apr 29 17:35:37.954727 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47060) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:37.963225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b977b5-59f9-4ece-8e98-6062b67dbf4f,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:37.978409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:37.978773 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Added segment 911c619b-0fca-4ffe-921e-e4ceb8faa203 of type vlan for network a7944841-eff4-444f-b416-659909da3f39 Apr 29 17:35:37.985398 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.013174 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.031541 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.065255 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.091146 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e2effa-948c-4ab5-b2a1-ca3f313ed663']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:38.092227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc548e-fdc3-436e-a356-0d7ef8ee0492 None None] Pushing event updated for resources: {'Port': ['ID=7826c412-9757-49e3-b85b-1300e102744e,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:38.094492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Attempting to bind port 7826c412-9757-49e3-b85b-1300e102744e on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:38.094872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Attempting to bind port 7826c412-9757-49e3-b85b-1300e102744e by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:38.095101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13067a3-5681-423b-aa98-1358863a5a8d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:38.095227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Attempting to bind port 7826c412-9757-49e3-b85b-1300e102744e on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:38.096662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13067a3-5681-423b-aa98-1358863a5a8d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:38.097507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a13067a3-5681-423b-aa98-1358863a5a8d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:38.126211 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd60d00-4338-4031-80a5-1cf42edb9233 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:35:38.127272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2cd60d00-4338-4031-80a5-1cf42edb9233 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:38.133998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Allocated IP 2001:db8::f816:3eff:fec7:5496 (e0d73202-cb6d-4434-a143-4d729ced40a4/7c9514f5-a126-42a8-a6d7-b725ab41ecb9/32c6088b-4fda-4757-89fc-ea1817726a97) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:38.137182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:38.138119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:38.138119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.138392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:38.138810 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Bound port: 7826c412-9757-49e3-b85b-1300e102744e, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:38.139182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.143991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31464f80-4e10-467c-8885-97d1339cea77') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:38.144286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31464f80-4e10-467c-8885-97d1339cea77') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:38.148926 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.170232 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.193828 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2cd60d00-4338-4031-80a5-1cf42edb9233 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:38.194661 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.198233 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2cd60d00-4338-4031-80a5-1cf42edb9233 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/edc1d275-f4f1-4b94-8a74-8104d5b7777a HTTP/1.1" status: 404 len: 333 time: 0.2376902 Apr 29 17:35:38.198647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47064) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:38.201570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:38.202010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.210655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.214380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a13067a3-5681-423b-aa98-1358863a5a8d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:38.217791 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a13067a3-5681-423b-aa98-1358863a5a8d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4566264 Apr 29 17:35:38.249740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47068) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:38.250725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Transition to ACTIVE for port object a929b41b-36ad-447e-bd9b-92fcaf362d5b will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:38.268137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] For port 7826c412-9757-49e3-b85b-1300e102744e, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:38.272245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] For port 7826c412-9757-49e3-b85b-1300e102744e, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7826c412-9757-49e3-b85b-1300e102744e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:38.297686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:38.302342 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:38.313628 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 8c540253-faee-4789-bce2-2b9431c094ba, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8c540253-faee-4789-bce2-2b9431c094ba,segment=NetworkSegment(b2f013fc-ec11-4928-b821-58866dae1a21),segment_id=b2f013fc-ec11-4928-b821-58866dae1a21)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:38.346312 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-522f0487-f58a-4434-add3-d7ab27396cb0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cd6f335da464998b07f9cfe3b1de0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6163518 Apr 29 17:35:38.355806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47072) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:38.368357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.405226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4389a2e2-d0f1-4e1b-a3e6-f9b0c973339d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting subnet b9616522-b7dd-4716-8471-b7ca97ab94f8 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:38.415034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.416580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4389a2e2-d0f1-4e1b-a3e6-f9b0c973339d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.441106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.458025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event deleted for resources: {'Network': ['ID=a6e2effa-948c-4ab5-b2a1-ca3f313ed663,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:38.476170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Routers {'a7c91863-2611-4fb3-b44f-66bd565b6325'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:38.476518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a7c91863-2611-4fb3-b44f-66bd565b6325'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:38.477272 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-662744e6-ef7d-4ec1-8990-0f969081026c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "DELETE /v2.0/networks/a6e2effa-948c-4ab5-b2a1-ca3f313ed663 HTTP/1.1" status: 204 len: 168 time: 2.2489510 Apr 29 17:35:38.481565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47076) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:38.511163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Allocated IP 172.26.4.121 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/d5a3b943-edbf-4bda-aa4e-c2ede2589c54) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:38.617595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-68dec750-9027-4cae-a7a5-15bad17792fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 7c9514f5-a126-42a8-a6d7-b725ab41ecb9 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:38.634988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.640550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:38.641100 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.691796 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc548e-fdc3-436e-a356-0d7ef8ee0492 None None] Pushing event updated for resources: {'Port': ['ID=7826c412-9757-49e3-b85b-1300e102744e,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:38.719792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.725777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4389a2e2-d0f1-4e1b-a3e6-f9b0c973339d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.778572 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4f077109-1255-42b5-a75a-d74305ff5069 None None] Provisioning complete for port 8c540253-faee-4789-bce2-2b9431c094ba triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:38.778981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4f077109-1255-42b5-a75a-d74305ff5069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.812219 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.5428169 Apr 29 17:35:38.812219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d22e5ec8-5124-4a75-bc1b-55b4bff29bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.898477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-824309b8-bfc5-4e02-abab-c50c5ebfd0be tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.916720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb86f2-0bea-49bc-9af1-a1df5a9ba99e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Pushing event updated for resources: {'Network': ['ID=a7944841-eff4-444f-b416-659909da3f39,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:38.927565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=8c540253-faee-4789-bce2-2b9431c094ba,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:38.940743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network bd9cfe97-89ba-44e6-a848-5ff0860111b5 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:38.950554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:38.957592 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=a929b41b-36ad-447e-bd9b-92fcaf362d5b,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:38.960976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d22e5ec8-5124-4a75-bc1b-55b4bff29bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:38.968187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:38.977488 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network a7944841-eff4-444f-b416-659909da3f39 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:39.010014 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.014473 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] Set router a7c91863-2611-4fb3-b44f-66bd565b6325 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:35:39.129106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:39.129794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.161031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4389a2e2-d0f1-4e1b-a3e6-f9b0c973339d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.164632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-824309b8-bfc5-4e02-abab-c50c5ebfd0be tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.217251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.223783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-824309b8-bfc5-4e02-abab-c50c5ebfd0be tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43aa4ea9-ee96-427e-aeca-286c44211ba8']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:39.226015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Transition to ACTIVE for port object 32c6088b-4fda-4757-89fc-ea1817726a97 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:39.235525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47084) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:39.241846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Request body: {'port': {'network_id': 'a7944841-eff4-444f-b416-659909da3f39', 'binding:host_id': 'hv-neutron-8390', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1160795812'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:39.250938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-824309b8-bfc5-4e02-abab-c50c5ebfd0be tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b904ca-68cb-4da2-9b9f-bf69e928a7d6') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:39.251261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-824309b8-bfc5-4e02-abab-c50c5ebfd0be tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b904ca-68cb-4da2-9b9f-bf69e928a7d6') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:39.258725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d22e5ec8-5124-4a75-bc1b-55b4bff29bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.259234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:39.261318 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d22e5ec8-5124-4a75-bc1b-55b4bff29bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.262528 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d22e5ec8-5124-4a75-bc1b-55b4bff29bbf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c676dbb0-a768-4314-957a-d600cebce6b7 HTTP/1.1" status: 204 len: 168 time: 0.9036155 Apr 29 17:35:39.269834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Usage tracker for resource:port and tenant:677f2548b6814654bcf62f882ed75d43 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:39.275189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:39.282467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-824309b8-bfc5-4e02-abab-c50c5ebfd0be tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.290512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:39.295204 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ad411662-9cdb-446b-8c54-7577cc7679b4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9805927 Apr 29 17:35:39.300984 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47090) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:39.301469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e5ec8-5124-4a75-bc1b-55b4bff29bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c676dbb0-a768-4314-957a-d600cebce6b7,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:39.327272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4389a2e2-d0f1-4e1b-a3e6-f9b0c973339d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.358374 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-824309b8-bfc5-4e02-abab-c50c5ebfd0be tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.372072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Made reservation on behalf of 677f2548b6814654bcf62f882ed75d43 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:39.374375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.390164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389a2e2-d0f1-4e1b-a3e6-f9b0c973339d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Subnet': ['ID=b9616522-b7dd-4716-8471-b7ca97ab94f8,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:39.390320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824309b8-bfc5-4e02-abab-c50c5ebfd0be tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:39.390650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-824309b8-bfc5-4e02-abab-c50c5ebfd0be tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.394738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4389a2e2-d0f1-4e1b-a3e6-f9b0c973339d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.402812 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4389a2e2-d0f1-4e1b-a3e6-f9b0c973339d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/b9616522-b7dd-4716-8471-b7ca97ab94f8 HTTP/1.1" status: 204 len: 168 time: 1.1982944 Apr 29 17:35:39.405261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47094) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:39.410987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef723de3-d82a-4a8f-91b5-7059bafbc7a7 None None] Network 2b0727dd-7593-4eff-936b-9176a4ae6dca requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:39.416688 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:39.422438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.436042 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Transition to ACTIVE for port object 32c6088b-4fda-4757-89fc-ea1817726a97 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:39.448121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.469117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-68dec750-9027-4cae-a7a5-15bad17792fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.522200 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.596352 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.605816 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-68dec750-9027-4cae-a7a5-15bad17792fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.622366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:39.623466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4f077109-1255-42b5-a75a-d74305ff5069 None None] Provisioning for port 2c38a89a-0799-4345-9e1a-6615d3adaf32 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:39.631473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event updated for resources: {'Port': ['ID=d5a3b943-edbf-4bda-aa4e-c2ede2589c54,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:39.637419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:39.643505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Usage tracker for resource:security_group_rule and tenant:677f2548b6814654bcf62f882ed75d43 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:39.648177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:39.658523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:39.661558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 4171b50c-ac1b-463a-81f2-192333caad29 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:39.662087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.677001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:39.687701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec80ce0-3feb-49f9-a414-d8b8fefcd7a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:39.688754 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2ec80ce0-3feb-49f9-a414-d8b8fefcd7a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:39.692738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-824309b8-bfc5-4e02-abab-c50c5ebfd0be tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.700855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:39.706868 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:39.716633 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:39.718299 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4f077109-1255-42b5-a75a-d74305ff5069 None None] Provisioning complete for port 2c38a89a-0799-4345-9e1a-6615d3adaf32 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:39.718847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4f077109-1255-42b5-a75a-d74305ff5069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.769485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:39.780359 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Pushing event updated for resources: {'Port': ['ID=32c6088b-4fda-4757-89fc-ea1817726a97,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:39.804331 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-824309b8-bfc5-4e02-abab-c50c5ebfd0be tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.816791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-68dec750-9027-4cae-a7a5-15bad17792fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.839648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824309b8-bfc5-4e02-abab-c50c5ebfd0be tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event deleted for resources: {'Network': ['ID=43aa4ea9-ee96-427e-aeca-286c44211ba8,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:39.848626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2ec80ce0-3feb-49f9-a414-d8b8fefcd7a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:39.852686 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2ec80ce0-3feb-49f9-a414-d8b8fefcd7a1 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5497761 Apr 29 17:35:39.856174 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47108) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:39.904163 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-824309b8-bfc5-4e02-abab-c50c5ebfd0be tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "DELETE /v2.0/networks/43aa4ea9-ee96-427e-aeca-286c44211ba8 HTTP/1.1" status: 204 len: 168 time: 1.4212916 Apr 29 17:35:39.907011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47112) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:39.943464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4f077109-1255-42b5-a75a-d74305ff5069 None None] Port 2c38a89a-0799-4345-9e1a-6615d3adaf32 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:39.953852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Attempting to bind port 32c6088b-4fda-4757-89fc-ea1817726a97 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:39.954474 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Attempting to bind port 32c6088b-4fda-4757-89fc-ea1817726a97 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:39.954836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Attempting to bind port 32c6088b-4fda-4757-89fc-ea1817726a97 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:39.966836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:39.967347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:39.968152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:39.968840 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:39.969666 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Bound port: 32c6088b-4fda-4757-89fc-ea1817726a97, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:39.970330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.044797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c91863-2611-4fb3-b44f-66bd565b6325', 'name': 'tempest-snat-router-1636577352', 'tenant_id': '05e2122e3779423782416fa14ebd0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.142'}], 'enable_snat': False}, 'gw_port_id': '7826c412-9757-49e3-b85b-1300e102744e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:35:27Z', 'updated_at': '2022-04-29T17:35:31Z', 'revision_number': 3, 'project_id': '05e2122e3779423782416fa14ebd0cef', 'gw_port': {'id': '7826c412-9757-49e3-b85b-1300e102744e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c91863-2611-4fb3-b44f-66bd565b6325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:35:30Z', 'updated_at': '2022-04-29T17:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:40.064279 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997eb7d4-fbf9-40f1-a7b6-cf54c890749d None None] The sync data for ids ['a7c91863-2611-4fb3-b44f-66bd565b6325'] in dv-neutron-839024-2-hyperv is: [{'id': 'a7c91863-2611-4fb3-b44f-66bd565b6325', 'name': 'tempest-snat-router-1636577352', 'tenant_id': '05e2122e3779423782416fa14ebd0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.142'}], 'enable_snat': False}, 'gw_port_id': '7826c412-9757-49e3-b85b-1300e102744e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:35:27Z', 'updated_at': '2022-04-29T17:35:31Z', 'revision_number': 3, 'project_id': '05e2122e3779423782416fa14ebd0cef', 'gw_port': {'id': '7826c412-9757-49e3-b85b-1300e102744e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c91863-2611-4fb3-b44f-66bd565b6325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:35:30Z', 'updated_at': '2022-04-29T17:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:35:40.095250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] For port 4171b50c-ac1b-463a-81f2-192333caad29, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4171b50c-ac1b-463a-81f2-192333caad29,segment=NetworkSegment(d92c7ae9-3149-40b2-9b30-2d3ea97f0bf8),segment_id=d92c7ae9-3149-40b2-9b30-2d3ea97f0bf8)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:40.095899 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.097850 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a9d4b763-72d9-4d4e-95bf-d69df907bf40 None None] Provisioning for port a929b41b-36ad-447e-bd9b-92fcaf362d5b completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:40.109395 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a9d4b763-72d9-4d4e-95bf-d69df907bf40 None None] Provisioning complete for port a929b41b-36ad-447e-bd9b-92fcaf362d5b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:40.109764 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b763-72d9-4d4e-95bf-d69df907bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.155145 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5baa9eb-ad09-4751-b1e9-fcc96a07d5ff None None] DHCP port deletion for 2b0727dd-7593-4eff-936b-9176a4ae6dca request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:35:40.180329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a5baa9eb-ad09-4751-b1e9-fcc96a07d5ff None None] Deleting port 4171b50c-ac1b-463a-81f2-192333caad29 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:40.180695 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a5baa9eb-ad09-4751-b1e9-fcc96a07d5ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.236750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a9d4b763-72d9-4d4e-95bf-d69df907bf40 None None] Port a929b41b-36ad-447e-bd9b-92fcaf362d5b cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:40.273142 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 4171b50c-ac1b-463a-81f2-192333caad29 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:40.323916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-12a3cb46-897a-4d91-8659-1d68841cf59c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.327016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-68dec750-9027-4cae-a7a5-15bad17792fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.378814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ae8943-7d50-4f74-8ba8-46c2a3ef2cdd tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:40.384926 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dec750-9027-4cae-a7a5-15bad17792fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9514f5-a126-42a8-a6d7-b725ab41ecb9,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:40.385130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ae8943-7d50-4f74-8ba8-46c2a3ef2cdd tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:40.391025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ae8943-7d50-4f74-8ba8-46c2a3ef2cdd tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:40.394102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-68dec750-9027-4cae-a7a5-15bad17792fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.395842 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-80ae8943-7d50-4f74-8ba8-46c2a3ef2cdd tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.5325332 Apr 29 17:35:40.398465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47124) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:40.400721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.455097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47128) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:40.491649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] For port 32c6088b-4fda-4757-89fc-ea1817726a97, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:40.514298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] For port 32c6088b-4fda-4757-89fc-ea1817726a97, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=32c6088b-4fda-4757-89fc-ea1817726a97,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:40.518618 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a9d4b763-72d9-4d4e-95bf-d69df907bf40 None None] Provisioning complete for port 2c38a89a-0799-4345-9e1a-6615d3adaf32 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:40.518993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b763-72d9-4d4e-95bf-d69df907bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.537545 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.545539 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-68dec750-9027-4cae-a7a5-15bad17792fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/7c9514f5-a126-42a8-a6d7-b725ab41ecb9 HTTP/1.1" status: 204 len: 168 time: 2.2929316 Apr 29 17:35:40.553181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47132) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:40.593974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a9d4b763-72d9-4d4e-95bf-d69df907bf40 None None] Port 2c38a89a-0799-4345-9e1a-6615d3adaf32 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:40.597685 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.648248 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-cef69fa8-7a10-4014-9e2f-840e885154ff tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port a929b41b-36ad-447e-bd9b-92fcaf362d5b {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:40.648729 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cef69fa8-7a10-4014-9e2f-840e885154ff tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.687051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a5baa9eb-ad09-4751-b1e9-fcc96a07d5ff None None] For port 4171b50c-ac1b-463a-81f2-192333caad29, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4171b50c-ac1b-463a-81f2-192333caad29,segment=NetworkSegment(d92c7ae9-3149-40b2-9b30-2d3ea97f0bf8),segment_id=d92c7ae9-3149-40b2-9b30-2d3ea97f0bf8)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:40.687476 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a5baa9eb-ad09-4751-b1e9-fcc96a07d5ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.752221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] device_id is not set on port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:40.842371 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394665207'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:40.881450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:40.911725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:40.911963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a5baa9eb-ad09-4751-b1e9-fcc96a07d5ff None None] Calling delete_port for 4171b50c-ac1b-463a-81f2-192333caad29 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:40.930182 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-066c5912-3005-4b50-a180-7680012804fc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3735473 Apr 29 17:35:40.933991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:40.941344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47138) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:40.965737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:40.983441 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b17b2c-d6e0-4b03-95c0-4ed98cc75abb,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:40.997323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-12a3cb46-897a-4d91-8659-1d68841cf59c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.008129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:41.036225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-12a3cb46-897a-4d91-8659-1d68841cf59c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7a6ade-0273-401e-b4be-3b40162e0123']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:41.050899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe810625-a4ac-441b-a329-f7d8db7f89a5 None None] Pushing event updated for resources: {'Port': ['ID=32c6088b-4fda-4757-89fc-ea1817726a97,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:41.054225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-12a3cb46-897a-4d91-8659-1d68841cf59c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0c8a8d-49a4-4db1-a347-9d12b5d6bd0d') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:41.055227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-12a3cb46-897a-4d91-8659-1d68841cf59c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0c8a8d-49a4-4db1-a347-9d12b5d6bd0d') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:41.068782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-12a3cb46-897a-4d91-8659-1d68841cf59c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.101163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-a5baa9eb-ad09-4751-b1e9-fcc96a07d5ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:35:41.101664 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=4171b50c-ac1b-463a-81f2-192333caad29,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:41.101969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-a5baa9eb-ad09-4751-b1e9-fcc96a07d5ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:35:41.105909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No DVR routers for this DVR port 4171b50c-ac1b-463a-81f2-192333caad29 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:41.150889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7826c412-9757-49e3-b85b-1300e102744e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:41.272330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 7826c412-9757-49e3-b85b-1300e102744e completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:41.298432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 7826c412-9757-49e3-b85b-1300e102744e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:41.299167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.382482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-12a3cb46-897a-4d91-8659-1d68841cf59c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.409847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.425290 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a3cb46-897a-4d91-8659-1d68841cf59c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:41.425290 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-12a3cb46-897a-4d91-8659-1d68841cf59c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.440624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.446142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] device_id is not set on port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:41.451839 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:41.481518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.485323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.497619 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.505139 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0727dd-7593-4eff-936b-9176a4ae6dca']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:41.509053 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 7826c412-9757-49e3-b85b-1300e102744e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7826c412-9757-49e3-b85b-1300e102744e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:41.517101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.518298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8c540253-faee-4789-bce2-2b9431c094ba up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:41.535690 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cef69fa8-7a10-4014-9e2f-840e885154ff tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.544826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92c7ae9-3149-40b2-9b30-2d3ea97f0bf8') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:41.545111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92c7ae9-3149-40b2-9b30-2d3ea97f0bf8') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:41.569750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2ebcef-8283-4688-b87c-9b26a3f02055 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:41.570453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4e2ebcef-8283-4688-b87c-9b26a3f02055 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:41.595630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.627752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.650046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:41.658001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Transition to ACTIVE for port object d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:41.702801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a5baa9eb-ad09-4751-b1e9-fcc96a07d5ff None None] Deleting port 4171b50c-ac1b-463a-81f2-192333caad29 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:41.703070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-cef69fa8-7a10-4014-9e2f-840e885154ff tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for a929b41b-36ad-447e-bd9b-92fcaf362d5b owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:41.703191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a5baa9eb-ad09-4751-b1e9-fcc96a07d5ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.734487 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=7826c412-9757-49e3-b85b-1300e102744e,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:41.736046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:41.744808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:41.754425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-12a3cb46-897a-4d91-8659-1d68841cf59c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.757171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:41.761959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.775106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.779506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4e2ebcef-8283-4688-b87c-9b26a3f02055 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:41.780646 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4e2ebcef-8283-4688-b87c-9b26a3f02055 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7890298 Apr 29 17:35:41.785318 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47142) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:41.788694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:41.789064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.792942 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:41.793291 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:41.793633 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:41.793963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:41.794692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:41.795038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:41.795392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:41.795724 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:41.796055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:41.796421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:41.797317 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:41.797664 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:41.798200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-12a3cb46-897a-4d91-8659-1d68841cf59c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.811539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a5baa9eb-ad09-4751-b1e9-fcc96a07d5ff None None] The port '4171b50c-ac1b-463a-81f2-192333caad29' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:41.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:41.830666 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8c540253-faee-4789-bce2-2b9431c094ba triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:41.831500 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:41.866225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3cb46-897a-4d91-8659-1d68841cf59c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] Pushing event deleted for resources: {'Network': ['ID=bd7a6ade-0273-401e-b4be-3b40162e0123,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:41.931574 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-12a3cb46-897a-4d91-8659-1d68841cf59c tempest-BulkNetworkOpsIpV6Test-1221621161 tempest-BulkNetworkOpsIpV6Test-1221621161-project] 10.222.0.11 "DELETE /v2.0/networks/bd7a6ade-0273-401e-b4be-3b40162e0123 HTTP/1.1" status: 204 len: 168 time: 2.0110633 Apr 29 17:35:41.960741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d679216e-e6e2-48f0-8aee-e4701332003f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:41.961502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d679216e-e6e2-48f0-8aee-e4701332003f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:42.001140 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event updated for resources: {'Port': ['ID=d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:42.051282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d679216e-e6e2-48f0-8aee-e4701332003f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:42.052341 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d679216e-e6e2-48f0-8aee-e4701332003f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2654426 Apr 29 17:35:42.056653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47148) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:42.060543 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4171b50c-ac1b-463a-81f2-192333caad29 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:42.108972 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 4171b50c-ac1b-463a-81f2-192333caad29 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:35:42.109684 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4171b50c-ac1b-463a-81f2-192333caad29 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:35:42.119692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Checking segment: {'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:42.120200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Network hostable DHCP agents. Network: a7944841-eff4-444f-b416-659909da3f39, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:42.136385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:42.142089 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-79d253ac-146a-4347-89dd-96f3bb6ff3ff tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845633 Apr 29 17:35:42.171313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47152) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:42.172435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:42.185322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Network': ['ID=2b0727dd-7593-4eff-936b-9176a4ae6dca,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:42.193261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:42.213337 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cef69fa8-7a10-4014-9e2f-840e885154ff tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:42.275724 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Network a7944841-eff4-444f-b416-659909da3f39 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:42.297948 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-119e3615-75ef-4afc-8bfa-38564f023df3 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/networks/2b0727dd-7593-4eff-936b-9176a4ae6dca HTTP/1.1" status: 204 len: 168 time: 2.8909624 Apr 29 17:35:42.302995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef69fa8-7a10-4014-9e2f-840e885154ff tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=a929b41b-36ad-447e-bd9b-92fcaf362d5b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:42.307014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47158) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:42.325509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:42.329078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, a7944841-eff4-444f-b416-659909da3f39) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:42.334948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:42.337714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:42.338142 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5374711a-1c73-410c-9263-3ea8e6d75525 None None] Network a7944841-eff4-444f-b416-659909da3f39 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:42.369867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:42.374788 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:42.411832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:42.416328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:42.418099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:42.418738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:42.460195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-741399181'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:42.471170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:42.475527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:network and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:42.478869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:42.483003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47162) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:42.504087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:42.509775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ca9d4c-674d-4779-a691-aa8e59584983 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:42.525079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da92c75e-4f08-458a-9688-72c55ace0b37,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:42.539315 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:42.561306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:42.573355 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:42.607016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:42.628597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:42.647550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:42.648166 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:42.649499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:42.654994 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 2 to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d Apr 29 17:35:42.702122 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:42.702735 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:42.703227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:42.726840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:42.727476 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:42.731194 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 3 to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d Apr 29 17:35:42.766721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:42.767082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:42.767437 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:42.772852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-345e4604-d363-4687-99c0-1b3adaae2af3 None None] Provisioning for port 32c6088b-4fda-4757-89fc-ea1817726a97 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:42.779679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:42.780019 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:42.787380 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 4 to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d Apr 29 17:35:42.834998 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:42.835389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:42.835726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:42.848812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:42.861828 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:42.862197 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:42.863923 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 5 to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d Apr 29 17:35:42.874622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.008310 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfad3a1-e58f-437b-9875-9224e48cb2b5 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:35:43.014403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-2bfad3a1-e58f-437b-9875-9224e48cb2b5 None None] Deleting port 32c6088b-4fda-4757-89fc-ea1817726a97 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:43.015314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2bfad3a1-e58f-437b-9875-9224e48cb2b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.032563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:43.032901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:43.033257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:43.048025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Router e697945e-704c-48e1-947a-1c363253cf4d is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:35:43.051822 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35298df9-3835-43f3-9d0d-33918f34842a,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:43.055196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:43.055572 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:43.058288 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 6 to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d Apr 29 17:35:43.074524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.078739 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-013871fa-478c-40a3-b1ad-202b39f95682 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6197290 Apr 29 17:35:43.079540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47168) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:43.100063 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:43.100421 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:43.100752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:43.130377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:43.133813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.149604 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7826c412-9757-49e3-b85b-1300e102744e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:43.195406 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cef69fa8-7a10-4014-9e2f-840e885154ff tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.223969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:43.234671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.235020 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Added segment 495b2701-0e5c-406f-9135-afe27c22817d of type vlan for network c203f8f2-3ad7-4571-8d4f-adc2bff750de Apr 29 17:35:43.239422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:43.239755 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:43.243667 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 7 to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d Apr 29 17:35:43.262623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.288165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:43.288400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:43.288909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:43.300611 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cef69fa8-7a10-4014-9e2f-840e885154ff tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/a929b41b-36ad-447e-bd9b-92fcaf362d5b HTTP/1.1" status: 204 len: 168 time: 2.8957951 Apr 29 17:35:43.312883 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47172) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:43.336929 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8556d09e-c218-4925-accf-5cfb0f7e8d9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42bd8cc0b34c40faba04c4c2e70801fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8365099 Apr 29 17:35:43.336929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.340689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:43.341274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.356041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:43.356282 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:43.361929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47176) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:43.362399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 7826c412-9757-49e3-b85b-1300e102744e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:43.362962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.366476 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 8 to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d Apr 29 17:35:43.393420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-422f2d54-c2d9-4de4-b061-b54394da1a9a tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:43.399663 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b84415d-5af1-4587-9f23-2f135d314e0b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:35:43.400947 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4b84415d-5af1-4587-9f23-2f135d314e0b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/a929b41b-36ad-447e-bd9b-92fcaf362d5b HTTP/1.1" status: 404 len: 333 time: 0.0871010 Apr 29 17:35:43.406244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47178) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:43.407626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:43.408343 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:43.408343 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:43.438764 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2bfad3a1-e58f-437b-9875-9224e48cb2b5 None None] For port 32c6088b-4fda-4757-89fc-ea1817726a97, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=32c6088b-4fda-4757-89fc-ea1817726a97,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:43.439161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2bfad3a1-e58f-437b-9875-9224e48cb2b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.453766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:43.454359 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:43.455150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:35:43.465283 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1128902 Apr 29 17:35:43.469750 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 9 to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d Apr 29 17:35:43.471539 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Sync routers for ids ['e697945e-704c-48e1-947a-1c363253cf4d'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:35:43.478281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47184) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:43.483955 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Routers {'e697945e-704c-48e1-947a-1c363253cf4d'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:43.484966 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e697945e-704c-48e1-947a-1c363253cf4d'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:43.502999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': 'c203f8f2-3ad7-4571-8d4f-adc2bff750de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:43.539350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:43.539769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:43.540166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:43.555759 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-422f2d54-c2d9-4de4-b061-b54394da1a9a tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:43.557629 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44d81c-e8f3-493a-8413-f69f5df6b330 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Network': ['ID=c203f8f2-3ad7-4571-8d4f-adc2bff750de,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:43.560138 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-422f2d54-c2d9-4de4-b061-b54394da1a9a tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4764173 Apr 29 17:35:43.560925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47188) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:43.564142 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-2bfad3a1-e58f-437b-9875-9224e48cb2b5 None None] Calling delete_port for 32c6088b-4fda-4757-89fc-ea1817726a97 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:43.572119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-695ec850-1b05-49df-97ad-93786b3d668f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.576870 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-22f5958a-4694-46fc-96f6-89ad8a85b775 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group': {'name': 'tempest-security--1111731361', 'description': 'tempest-security-description-339224825'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:43.585167 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.586570 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-53892b82-2d18-40ae-8b21-49a9b6ed4629 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7203846 Apr 29 17:35:43.590798 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-08c0401c-70c5-4ef5-a2a0-7572595428a8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 2c38a89a-0799-4345-9e1a-6615d3adaf32 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:43.591350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-08c0401c-70c5-4ef5-a2a0-7572595428a8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.591985 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network c203f8f2-3ad7-4571-8d4f-adc2bff750de details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:43.606303 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-695ec850-1b05-49df-97ad-93786b3d668f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.621840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:43.622429 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:43.623035 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47192) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:43.632886 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.plugins.ml2.plugin [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 10 to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d Apr 29 17:35:43.715267 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-695ec850-1b05-49df-97ad-93786b3d668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.750353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ec850-1b05-49df-97ad-93786b3d668f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39522f3e-db27-4f84-a00d-da714cf50d5f,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:43.778632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-695ec850-1b05-49df-97ad-93786b3d668f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.798559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2bfad3a1-e58f-437b-9875-9224e48cb2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.799393 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Set router e697945e-704c-48e1-947a-1c363253cf4d gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:35:43.808697 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-695ec850-1b05-49df-97ad-93786b3d668f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39522f3e-db27-4f84-a00d-da714cf50d5f HTTP/1.1" status: 204 len: 168 time: 0.3587048 Apr 29 17:35:43.841208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.objects.ports [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:35:43.849195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfad3a1-e58f-437b-9875-9224e48cb2b5 None None] Pushing event deleted for resources: {'Port': ['ID=32c6088b-4fda-4757-89fc-ea1817726a97,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:43.855073 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfad3a1-e58f-437b-9875-9224e48cb2b5 None None] No DVR routers for this DVR port 32c6088b-4fda-4757-89fc-ea1817726a97 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:43.879512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba44f64-2d7a-409f-a9ce-fd4789e38c8b None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:35:43.895622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:43.895993 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:43.896268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:43.907724 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:43.924443 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22f5958a-4694-46fc-96f6-89ad8a85b775 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.931773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:43.932391 dv-neutron-839024-2-hyperv neutron-server[88018]: ERROR neutron.plugins.ml2.managers [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:43.932508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:43.945680 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:43.953349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:43.998427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:44.066277 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.services.revisions.revision_plugin [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Could not find related port for resource to bump revision. Apr 29 17:35:44.068281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba44f64-2d7a-409f-a9ce-fd4789e38c8b None None] Resources bound (agent type, host, resource id): {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 17:35:44.073842 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Port 32c6088b-4fda-4757-89fc-ea1817726a97 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88019) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 29 17:35:44.074194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Reverting IP allocation for 2001:db8::f816:3eff:fec7:5496 {{(pid=88019) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 29 17:35:44.082940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.109615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:44.113133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.121084 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e697945e-704c-48e1-947a-1c363253cf4d', 'name': 'tempest-snat-router-1636577352', 'tenant_id': '05e2122e3779423782416fa14ebd0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd5a3b943-edbf-4bda-aa4e-c2ede2589c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:35:36Z', 'updated_at': '2022-04-29T17:35:40Z', 'revision_number': 3, 'project_id': '05e2122e3779423782416fa14ebd0cef', 'gw_port': {'id': 'd5a3b943-edbf-4bda-aa4e-c2ede2589c54', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e697945e-704c-48e1-947a-1c363253cf4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:35:38Z', 'updated_at': '2022-04-29T17:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:44.125006 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Checking router: e697945e-704c-48e1-947a-1c363253cf4d for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:35:44.125537 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Updating router e697945e-704c-48e1-947a-1c363253cf4d port d5a3b943-edbf-4bda-aa4e-c2ede2589c54 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:35:44.186287 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.207799 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:44.211311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:44.216632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:44.217356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.232999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22f5958a-4694-46fc-96f6-89ad8a85b775 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.235121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=d694ff78-88c5-419a-9286-a66ed818ea5b,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:44.255879 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bc75194c-db62-4b4a-8a50-6c7ce9df8654 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0803530 Apr 29 17:35:44.259404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47202) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:44.266214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'mac_address': 'fa:16:3e:11:ec:a3', 'name': 'tempest-NetworksTestDHCPv6-655874095'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:44.335061 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d0fc56ac-7cd4-4a29-9316-9f882a7fc60f tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/routers/e697945e-704c-48e1-947a-1c363253cf4d HTTP/1.1" status: 200 len: 908 time: 0.6940739 Apr 29 17:35:44.339469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47208) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:44.348614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22f5958a-4694-46fc-96f6-89ad8a85b775 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.350898 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22f5958a-4694-46fc-96f6-89ad8a85b775 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.355080 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-22f5958a-4694-46fc-96f6-89ad8a85b775 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "PUT /v2.0/security-groups/35298df9-3835-43f3-9d0d-33918f34842a HTTP/1.1" status: 200 len: 1777 time: 0.7853630 Apr 29 17:35:44.365411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47212) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:44.414499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] For port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:44.414868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempted to set empty binding levels {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 17:35:44.444787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.506919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5958a-4694-46fc-96f6-89ad8a85b775 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35298df9-3835-43f3-9d0d-33918f34842a,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:44.555078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-08c0401c-70c5-4ef5-a2a0-7572595428a8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.565865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:44.566797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.664972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:44.670217 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.680136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.694251 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Transition to ACTIVE for port object d5a3b943-edbf-4bda-aa4e-c2ede2589c54 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:44.702832 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.769271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': 'd694ff78-88c5-419a-9286-a66ed818ea5b'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:44.770092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.813576 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Pushing event updated for resources: {'Port': ['ID=d5a3b943-edbf-4bda-aa4e-c2ede2589c54,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:44.824412 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Attempting to bind port d5a3b943-edbf-4bda-aa4e-c2ede2589c54 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:44.824794 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Attempting to bind port d5a3b943-edbf-4bda-aa4e-c2ede2589c54 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:44.825156 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Attempting to bind port d5a3b943-edbf-4bda-aa4e-c2ede2589c54 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:44.851946 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:44.865630 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:44.865882 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:44.866803 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:44.866962 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:44.867278 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:44.867680 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:44.867952 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:44.868270 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:44.868606 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:44.868930 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:44.869246 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:44.869560 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:35:44.872508 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9393da5a-3962-4d74-81f7-19327010b357 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-groups/35298df9-3835-43f3-9d0d-33918f34842a HTTP/1.1" status: 200 len: 1777 time: 0.4977901 Apr 29 17:35:44.872647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47228) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:44.878884 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:44.879308 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:44.879666 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.880047 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:44.880510 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Bound port: d5a3b943-edbf-4bda-aa4e-c2ede2589c54, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:44.880891 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:44.919159 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:44.936415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event updated for resources: {'Port': ['ID=d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:44.947760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-08c0401c-70c5-4ef5-a2a0-7572595428a8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 2c38a89a-0799-4345-9e1a-6615d3adaf32 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:45.026582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 32c6088b-4fda-4757-89fc-ea1817726a97 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:45.029128 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-38960caa-4f42-4108-860a-f24b04de8320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.7915263 Apr 29 17:35:45.034717 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47232) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:45.036586 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] For port d5a3b943-edbf-4bda-aa4e-c2ede2589c54, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:45.039780 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] For port d5a3b943-edbf-4bda-aa4e-c2ede2589c54, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d5a3b943-edbf-4bda-aa4e-c2ede2589c54,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:45.051141 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.082555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47236) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:45.094448 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Allocated IP 2001:db8::f816:3eff:fe0c:f3bd (e0d73202-cb6d-4434-a143-4d729ced40a4/d694ff78-88c5-419a-9286-a66ed818ea5b/d42cfa5d-6005-458b-8e4b-b9f759b38d64) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:45.169257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.170880 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Routers {'e697945e-704c-48e1-947a-1c363253cf4d'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:45.171957 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e697945e-704c-48e1-947a-1c363253cf4d'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:45.175987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb931759-a7d5-45bd-8411-4b6c6a3d6285 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.179968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-cae50db9-baa1-46c4-b4bb-d43d98b87094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Deleting port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:45.180311 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cae50db9-baa1-46c4-b4bb-d43d98b87094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.207677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Deleting port d5a3b943-edbf-4bda-aa4e-c2ede2589c54 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:45.208009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.251322 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c24a20-dbdf-4b58-8192-d8406648fa8d None None] Pushing event updated for resources: {'Port': ['ID=d5a3b943-edbf-4bda-aa4e-c2ede2589c54,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:45.276686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.277709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.327330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb931759-a7d5-45bd-8411-4b6c6a3d6285 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.394436 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9134d813-6636-4317-a713-2350b327bbb8 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] Request body: {'port': {'network_id': '6051ea17-35bf-4061-b5e5-28ee5ca88f8d', 'name': 'tempest-NetworksNegativeTestJSON-108304445'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:45.409403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port ca51edec-53f2-4b4d-bc83-41433343e266 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:45.417205 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] Set router e697945e-704c-48e1-947a-1c363253cf4d gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:35:45.447958 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.462831 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Transition to ACTIVE for port object d42cfa5d-6005-458b-8e4b-b9f759b38d64 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:45.464858 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9134d813-6636-4317-a713-2350b327bbb8 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] POST failed (client error): The resource could not be found. Apr 29 17:35:45.465340 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9134d813-6636-4317-a713-2350b327bbb8 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:45.466629 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9134d813-6636-4317-a713-2350b327bbb8 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3821144 Apr 29 17:35:45.475355 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47242) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:45.481832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-08c0401c-70c5-4ef5-a2a0-7572595428a8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.488714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Subnet': ['ID=0b5bade3-1801-42c6-a9bf-45b161674654,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:45.489835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Transition to ACTIVE for port object d42cfa5d-6005-458b-8e4b-b9f759b38d64 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:45.507343 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.557808 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e697945e-704c-48e1-947a-1c363253cf4d', 'name': 'tempest-snat-router-1636577352', 'tenant_id': '05e2122e3779423782416fa14ebd0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:35:36Z', 'updated_at': '2022-04-29T17:35:45Z', 'revision_number': 4, 'project_id': '05e2122e3779423782416fa14ebd0cef', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:45.564001 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe15b74d-6841-470e-9082-598fa511b6c3 None None] The sync data for ids ['e697945e-704c-48e1-947a-1c363253cf4d'] in dv-neutron-839024-2-hyperv is: [{'id': 'e697945e-704c-48e1-947a-1c363253cf4d', 'name': 'tempest-snat-router-1636577352', 'tenant_id': '05e2122e3779423782416fa14ebd0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:35:36Z', 'updated_at': '2022-04-29T17:35:45Z', 'revision_number': 4, 'project_id': '05e2122e3779423782416fa14ebd0cef', 'gw_port_host': None}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:35:45.574099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Checking segment: {'id': '495b2701-0e5c-406f-9135-afe27c22817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c203f8f2-3ad7-4571-8d4f-adc2bff750de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:45.575125 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network hostable DHCP agents. Network: c203f8f2-3ad7-4571-8d4f-adc2bff750de, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:45.603335 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 32c6088b-4fda-4757-89fc-ea1817726a97 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:35:45.603819 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 32c6088b-4fda-4757-89fc-ea1817726a97 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:35:45.630137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0401c-70c5-4ef5-a2a0-7572595428a8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=2c38a89a-0799-4345-9e1a-6615d3adaf32,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:45.632273 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0cb2ad-c312-4f0f-b584-94589e804b25 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] DELETE failed (client error): The resource could not be found. Apr 29 17:35:45.632906 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0cb2ad-c312-4f0f-b584-94589e804b25 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:45.647179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:45.650153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:45.652726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:45.661256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Pushing event updated for resources: {'Port': ['ID=d42cfa5d-6005-458b-8e4b-b9f759b38d64,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:45.713128 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb931759-a7d5-45bd-8411-4b6c6a3d6285 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.754568 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ef0cb2ad-c312-4f0f-b584-94589e804b25 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] 10.222.0.11 "DELETE /v2.0/networks/a3190ba7-29fc-4ae3-9482-95f93dec79ec HTTP/1.1" status: 404 len: 339 time: 0.2743123 Apr 29 17:35:45.762810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47246) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:45.781861 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Attempting to bind port d42cfa5d-6005-458b-8e4b-b9f759b38d64 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:45.782828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Attempting to bind port d42cfa5d-6005-458b-8e4b-b9f759b38d64 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:45.783235 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Attempting to bind port d42cfa5d-6005-458b-8e4b-b9f759b38d64 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:45.789481 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:45.789906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:45.790349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.790776 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:45.791235 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Bound port: d42cfa5d-6005-458b-8e4b-b9f759b38d64, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:45.791627 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.799929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb931759-a7d5-45bd-8411-4b6c6a3d6285 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35298df9-3835-43f3-9d0d-33918f34842a,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:45.840051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network c203f8f2-3ad7-4571-8d4f-adc2bff750de is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:45.840575 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e3c037-eda0-40ee-a4c7-c845a2623f85 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] DELETE failed (client error): The resource could not be found. Apr 29 17:35:45.841052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e3c037-eda0-40ee-a4c7-c845a2623f85 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:45.853099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-cae50db9-baa1-46c4-b4bb-d43d98b87094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] For port d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d, host hv-neutron-8390, got binding levels [] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:45.853406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cae50db9-baa1-46c4-b4bb-d43d98b87094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.893870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] For port d5a3b943-edbf-4bda-aa4e-c2ede2589c54, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d5a3b943-edbf-4bda-aa4e-c2ede2589c54,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:45.893993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.914197 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-05e3c037-eda0-40ee-a4c7-c845a2623f85 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] 10.222.0.11 "DELETE /v2.0/ports/b8bae686-80ce-4e8b-9b35-219fd4c02a6e HTTP/1.1" status: 404 len: 333 time: 0.1502473 Apr 29 17:35:45.918817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb931759-a7d5-45bd-8411-4b6c6a3d6285 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.919888 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bb931759-a7d5-45bd-8411-4b6c6a3d6285 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-groups/35298df9-3835-43f3-9d0d-33918f34842a HTTP/1.1" status: 204 len: 168 time: 1.0433891 Apr 29 17:35:45.922886 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47250) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:45.923226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47252) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:45.929871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, c203f8f2-3ad7-4571-8d4f-adc2bff750de) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:45.937590 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] For port d42cfa5d-6005-458b-8e4b-b9f759b38d64, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:45.942206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] For port d42cfa5d-6005-458b-8e4b-b9f759b38d64, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d42cfa5d-6005-458b-8e4b-b9f759b38d64,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:45.948602 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:45.997219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-cae50db9-baa1-46c4-b4bb-d43d98b87094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Calling delete_port for d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:46.034076 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Calling delete_port for d5a3b943-edbf-4bda-aa4e-c2ede2589c54 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:46.043240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1f5d1-7798-4bff-a46c-949146f1340f None None] Pushing event updated for resources: {'Port': ['ID=d42cfa5d-6005-458b-8e4b-b9f759b38d64,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:46.070362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-08c0401c-70c5-4ef5-a2a0-7572595428a8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.072237 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-08c0401c-70c5-4ef5-a2a0-7572595428a8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/2c38a89a-0799-4345-9e1a-6615d3adaf32 HTTP/1.1" status: 204 len: 168 time: 2.6611075 Apr 29 17:35:46.080910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47258) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.089266 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:46.089869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.109552 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1b7c40-424c-4260-9994-67d80081549c tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] DELETE failed (client error): The resource could not be found. Apr 29 17:35:46.109940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1b7c40-424c-4260-9994-67d80081549c tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:46.115013 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2b1b7c40-424c-4260-9994-67d80081549c tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] 10.222.0.11 "DELETE /v2.0/subnets/16a026a7-c2a0-4dcc-823c-2231ae25640f HTTP/1.1" status: 404 len: 337 time: 0.1852305 Apr 29 17:35:46.121302 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47262) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.123100 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::f816:3eff:fe11:eca3 (e0d73202-cb6d-4434-a143-4d729ced40a4/d694ff78-88c5-419a-9286-a66ed818ea5b/ca51edec-53f2-4b4d-bc83-41433343e266) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:46.147553 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea573928-de21-4c28-9a63-03cf755374e7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:35:46.148081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ea573928-de21-4c28-9a63-03cf755374e7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:46.168066 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-767942d8-3475-4c3c-a3e0-8f207bedd335 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6771600 Apr 29 17:35:46.171763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47266) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.183282 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bda2047-84bf-47c0-94d2-48a0802fd863 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] GET failed (client error): The resource could not be found. Apr 29 17:35:46.184665 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5bda2047-84bf-47c0-94d2-48a0802fd863 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] 10.222.0.11 "GET /v2.0/networks/b525304d-cca6-48f0-b6f9-94211f5c2dad HTTP/1.1" status: 404 len: 339 time: 0.0558615 Apr 29 17:35:46.191028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47270) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.209157 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6fc1c1e9-02ff-47b4-b2e8-01d775ef1db8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2808049 Apr 29 17:35:46.209519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-fe439f9f-207b-4d8f-b8ef-df0888aff530 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-555413792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:46.214176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47274) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.259559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fe439f9f-207b-4d8f-b8ef-df0888aff530 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:46.274936 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea970293-300a-4812-af1f-f05b365707ad tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] GET failed (client error): The resource could not be found. Apr 29 17:35:46.282077 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ea970293-300a-4812-af1f-f05b365707ad tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] 10.222.0.11 "GET /v2.0/ports/3a34a763-75e9-47f5-a20c-cb0ec202f646 HTTP/1.1" status: 404 len: 333 time: 0.0895591 Apr 29 17:35:46.283696 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47278) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.283887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ea573928-de21-4c28-9a63-03cf755374e7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:46.284874 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ea573928-de21-4c28-9a63-03cf755374e7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/2c38a89a-0799-4345-9e1a-6615d3adaf32 HTTP/1.1" status: 404 len: 333 time: 0.2005320 Apr 29 17:35:46.286095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fe439f9f-207b-4d8f-b8ef-df0888aff530 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:router and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:46.300470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fe439f9f-207b-4d8f-b8ef-df0888aff530 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:46.303095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47280) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.315824 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-eae3c21f-0d50-494e-92e8-ad3c8d9a62de tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] delete failed (client error): The resource could not be found. Apr 29 17:35:46.320596 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-eae3c21f-0d50-494e-92e8-ad3c8d9a62de tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-groups/35298df9-3835-43f3-9d0d-33918f34842a HTTP/1.1" status: 404 len: 347 time: 0.0938895 Apr 29 17:35:46.321636 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47286) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.332127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005157914'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:46.337876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:46.345486 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf3b93b-7395-4092-b617-c615eb1b8b85 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] GET failed (client error): The resource could not be found. Apr 29 17:35:46.345694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fe439f9f-207b-4d8f-b8ef-df0888aff530 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:46.350968 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-acf3b93b-7395-4092-b617-c615eb1b8b85 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] 10.222.0.11 "GET /v2.0/subnets/cc6887be-1bea-4039-aa87-8b49d9071467 HTTP/1.1" status: 404 len: 337 time: 0.0626087 Apr 29 17:35:46.350968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cae50db9-baa1-46c4-b4bb-d43d98b87094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.351695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:46.354255 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47290) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.360257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:46.395323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-aaefde62-cecf-420b-8bb8-c0f174d0dbfb tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:46.412390 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe439f9f-207b-4d8f-b8ef-df0888aff530 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.413572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe439f9f-207b-4d8f-b8ef-df0888aff530 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.427859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:46.431947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae50db9-baa1-46c4-b4bb-d43d98b87094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event deleted for resources: {'Port': ['ID=d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:46.438406 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaefde62-cecf-420b-8bb8-c0f174d0dbfb tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] PUT failed (client error): The resource could not be found. Apr 29 17:35:46.438842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaefde62-cecf-420b-8bb8-c0f174d0dbfb tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:46.440040 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-aaefde62-cecf-420b-8bb8-c0f174d0dbfb tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] 10.222.0.11 "PUT /v2.0/networks/bc548b6e-6996-474d-9851-43f8fc25c515 HTTP/1.1" status: 404 len: 339 time: 0.0848188 Apr 29 17:35:46.445185 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47294) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.448148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cae50db9-baa1-46c4-b4bb-d43d98b87094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.455527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-63da180c-b7fd-4870-bf3b-c6386eada224 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:46.494860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.504746 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cae50db9-baa1-46c4-b4bb-d43d98b87094 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "DELETE /v2.0/ports/d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d HTTP/1.1" status: 204 len: 168 time: 1.4671068 Apr 29 17:35:46.507327 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-63da180c-b7fd-4870-bf3b-c6386eada224 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] PUT failed (client error): The resource could not be found. Apr 29 17:35:46.507781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63da180c-b7fd-4870-bf3b-c6386eada224 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:46.508786 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-63da180c-b7fd-4870-bf3b-c6386eada224 tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] 10.222.0.11 "PUT /v2.0/ports/000d6786-51c4-4750-bbdb-a871e6285ee4 HTTP/1.1" status: 404 len: 333 time: 0.0626483 Apr 29 17:35:46.512018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47298) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.512514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47300) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.520733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de559a2-e4ff-4a3d-acfc-a4fadd87457c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting subnet c18b7e0c-08bc-4524-9e12-f7bff43e578b {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:46.523001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-853b4e49-4a6b-4492-9180-b77ea338cb1c tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:46.539368 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3de559a2-e4ff-4a3d-acfc-a4fadd87457c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.600955 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:46.603461 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-853b4e49-4a6b-4492-9180-b77ea338cb1c tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] PUT failed (client error): The resource could not be found. Apr 29 17:35:46.604078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853b4e49-4a6b-4492-9180-b77ea338cb1c tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:35:46.605201 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-853b4e49-4a6b-4492-9180-b77ea338cb1c tempest-NetworksNegativeTestJSON-1888267835 tempest-NetworksNegativeTestJSON-1888267835-project] 10.222.0.11 "PUT /v2.0/subnets/284aafc6-d101-45be-a415-fd3c67d6dff9 HTTP/1.1" status: 404 len: 337 time: 0.0900435 Apr 29 17:35:46.606091 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f495a2d6-63de-4353-831d-7b3ec5cddaad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] GET failed (client error): The resource could not be found. Apr 29 17:35:46.606571 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f495a2d6-63de-4353-831d-7b3ec5cddaad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Synchronizing usage tracker for tenant:677f2548b6814654bcf62f882ed75d43 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:46.611555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:46.614631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:46.622184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:46.654072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3de559a2-e4ff-4a3d-acfc-a4fadd87457c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.688398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.704048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.753807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f495a2d6-63de-4353-831d-7b3ec5cddaad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Unset dirty status for tenant:677f2548b6814654bcf62f882ed75d43 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:46.754956 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f495a2d6-63de-4353-831d-7b3ec5cddaad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "GET /v2.0/ports/d20f99d8-c7d8-4b71-b3a5-f3062fb37b8d HTTP/1.1" status: 404 len: 333 time: 0.2413862 Apr 29 17:35:46.759721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47308) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.767185 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Request body: {'port': {'network_id': 'a7944841-eff4-444f-b416-659909da3f39', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-577693794'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:46.771340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe439f9f-207b-4d8f-b8ef-df0888aff530 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.774981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:46.790773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object ca51edec-53f2-4b4d-bc83-41433343e266 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:46.792051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5a3b943-edbf-4bda-aa4e-c2ede2589c54,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:46.792987 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:46.824464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Made reservation on behalf of 677f2548b6814654bcf62f882ed75d43 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:46.826742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.843381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.850961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] device_id is not set on port 842db351-f7ec-4f21-8910-8d4cf8b33338 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:46.883917 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.896272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe439f9f-207b-4d8f-b8ef-df0888aff530 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.951912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4307e80a-11ac-4bd6-9244-3616984013e7,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:46.959003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47314) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.966273 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.980460 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:46.982046 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8dd081db-e6bc-47fa-b6bb-baa0d929aea7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6588967 Apr 29 17:35:46.984896 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47320) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:46.989897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-cfd302bd-ef36-4f7d-926b-5b2c2703466f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group_rule': {'security_group_id': '4307e80a-11ac-4bd6-9244-3616984013e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:47.004818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cfd302bd-ef36-4f7d-926b-5b2c2703466f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:47.017971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cfd302bd-ef36-4f7d-926b-5b2c2703466f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:47.023642 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cfd302bd-ef36-4f7d-926b-5b2c2703466f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:47.033328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cfd302bd-ef36-4f7d-926b-5b2c2703466f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:47.048898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3de559a2-e4ff-4a3d-acfc-a4fadd87457c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.078221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device d42cfa5d-6005-458b-8e4b-b9f759b38d64 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:47.124851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe439f9f-207b-4d8f-b8ef-df0888aff530 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.126135 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fe439f9f-207b-4d8f-b8ef-df0888aff530 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9446783 Apr 29 17:35:47.128945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47324) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:47.140582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cfd302bd-ef36-4f7d-926b-5b2c2703466f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.154689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'network_id': 'c203f8f2-3ad7-4571-8d4f-adc2bff750de', 'name': 'tempest-PortsIpV6TestJSON-769150318'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:47.168807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port d42cfa5d-6005-458b-8e4b-b9f759b38d64 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:47.190503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.235351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-540149bf-cc7d-4482-92ff-f97cbfe4206d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.255893 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.329557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-540149bf-cc7d-4482-92ff-f97cbfe4206d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:47.338850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-540149bf-cc7d-4482-92ff-f97cbfe4206d admin admin] Usage tracker for resource:security_group_rule and tenant:e85416da97f545429c2160c601c59d64 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:47.356458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-540149bf-cc7d-4482-92ff-f97cbfe4206d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:47.369632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-540149bf-cc7d-4482-92ff-f97cbfe4206d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:47.381682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3de559a2-e4ff-4a3d-acfc-a4fadd87457c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.402751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cfd302bd-ef36-4f7d-926b-5b2c2703466f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.427256 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cfd302bd-ef36-4f7d-926b-5b2c2703466f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.466301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd302bd-ef36-4f7d-926b-5b2c2703466f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58d4e2d-13a0-4a1c-ae09-6c60d984816c,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:47.468638 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:47.484694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:port and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:47.489280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:47.492036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de559a2-e4ff-4a3d-acfc-a4fadd87457c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Subnet': ['ID=c18b7e0c-08bc-4524-9e12-f7bff43e578b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:47.496429 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.498452 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.501907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:47.504552 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cfd302bd-ef36-4f7d-926b-5b2c2703466f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.508449 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cfd302bd-ef36-4f7d-926b-5b2c2703466f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5195637 Apr 29 17:35:47.509361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:47.510810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.513049 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3de559a2-e4ff-4a3d-acfc-a4fadd87457c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.518292 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47328) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:47.521532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:47.524312 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3de559a2-e4ff-4a3d-acfc-a4fadd87457c tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/c18b7e0c-08bc-4524-9e12-f7bff43e578b HTTP/1.1" status: 204 len: 168 time: 1.2200058 Apr 29 17:35:47.530749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:47.536928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:47.537543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.550566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47332) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:47.574250 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126ab49f-f9e9-4da7-a4e0-f9690d1ef716 None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:35:47.578086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:47.581732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.612535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Network a7944841-eff4-444f-b416-659909da3f39 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:47.618189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:47.632689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=ca51edec-53f2-4b4d-bc83-41433343e266,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:47.636469 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:47.637569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:47.638301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.644867 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a06b24a3-78e7-46d6-b8f9-93fd45f41122 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.646729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port b2609529-000a-4121-8208-ca30f0175476 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:47.649963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.650433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e697945e-704c-48e1-947a-1c363253cf4d {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:35:47.655837 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a9a4b03d-05f8-4851-8e00-6846ac6b488e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3947372 Apr 29 17:35:47.656851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47336) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:47.684428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event updated for resources: {'Port': ['ID=842db351-f7ec-4f21-8910-8d4cf8b33338,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:47.708147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126ab49f-f9e9-4da7-a4e0-f9690d1ef716 None None] Resources bound (agent type, host, resource id): {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 17:35:47.716942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.718225 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b6bc03a6-4039-4b31-b65d-95bb3c5a87e5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "DELETE /v2.0/routers/e697945e-704c-48e1-947a-1c363253cf4d HTTP/1.1" status: 204 len: 168 time: 3.3772733 Apr 29 17:35:47.722154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47340) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:47.769488 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-64bdd1ad-056f-4c4c-95d8-7178057031be None None] Provisioning for port d42cfa5d-6005-458b-8e4b-b9f759b38d64 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:47.790104 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a06b24a3-78e7-46d6-b8f9-93fd45f41122 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.807332 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-64bdd1ad-056f-4c4c-95d8-7178057031be None None] Provisioning complete for port d42cfa5d-6005-458b-8e4b-b9f759b38d64 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:47.807660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-64bdd1ad-056f-4c4c-95d8-7178057031be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.821131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.839937 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d496c1aa-ae3e-4781-afd4-d16a059e95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0787113 Apr 29 17:35:47.843639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47344) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:47.865954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:47.898488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 8c540253-faee-4789-bce2-2b9431c094ba {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:47.899189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.913639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-540149bf-cc7d-4482-92ff-f97cbfe4206d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.926486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-540149bf-cc7d-4482-92ff-f97cbfe4206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.938293 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a06b24a3-78e7-46d6-b8f9-93fd45f41122 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:47.965952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fda43b-eb4a-438e-9d06-2b4e2c470dca tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:47.971833 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fda43b-eb4a-438e-9d06-2b4e2c470dca tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:47.972614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e7fda43b-eb4a-438e-9d06-2b4e2c470dca tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:48.006382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b24a3-78e7-46d6-b8f9-93fd45f41122 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f58d4e2d-13a0-4a1c-ae09-6c60d984816c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:48.011926 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e7fda43b-eb4a-438e-9d06-2b4e2c470dca tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:48.015803 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e7fda43b-eb4a-438e-9d06-2b4e2c470dca tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2962723 Apr 29 17:35:48.016864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a06b24a3-78e7-46d6-b8f9-93fd45f41122 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.020426 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a06b24a3-78e7-46d6-b8f9-93fd45f41122 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f58d4e2d-13a0-4a1c-ae09-6c60d984816c HTTP/1.1" status: 204 len: 168 time: 0.4923689 Apr 29 17:35:48.020426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47348) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:48.023153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47350) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:48.055577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540149bf-cc7d-4482-92ff-f97cbfe4206d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e44a11b-b85f-48cc-ad1b-4ddedbb5a597,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:48.067430 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-540149bf-cc7d-4482-92ff-f97cbfe4206d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e85416da97f545429c2160c601c59d64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1030183 Apr 29 17:35:48.076673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47356) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:48.112023 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-64bdd1ad-056f-4c4c-95d8-7178057031be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.123586 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.142386 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.165571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-64bdd1ad-056f-4c4c-95d8-7178057031be None None] For port d42cfa5d-6005-458b-8e4b-b9f759b38d64, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d42cfa5d-6005-458b-8e4b-b9f759b38d64,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:48.172261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8::3e6 (c203f8f2-3ad7-4571-8d4f-adc2bff750de/0b5bade3-1801-42c6-a9bf-45b161674654/b2609529-000a-4121-8208-ca30f0175476) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:48.196909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e6377d42-8e5c-46d5-84ed-714ad800a0ca tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port ca51edec-53f2-4b4d-bc83-41433343e266 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:48.197250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6377d42-8e5c-46d5-84ed-714ad800a0ca tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.201701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-64bdd1ad-056f-4c4c-95d8-7178057031be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.221530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.288990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-dbfd6b3d-be85-4183-b0e2-f11df59163ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:48.303154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdd1ad-056f-4c4c-95d8-7178057031be None None] Pushing event updated for resources: {'Port': ['ID=d42cfa5d-6005-458b-8e4b-b9f759b38d64,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:48.322125 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-c203f8f2-3ad7-4571-8d4f-adc2bff750de', 'network_id': 'c203f8f2-3ad7-4571-8d4f-adc2bff750de', 'tenant_id': '6a09bfbd4fea4865a7331651402ea46f', 'fixed_ips': [{'subnet_id': '0b5bade3-1801-42c6-a9bf-45b161674654'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:48.322960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.392248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-dbfd6b3d-be85-4183-b0e2-f11df59163ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:48.397469 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-dbfd6b3d-be85-4183-b0e2-f11df59163ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3671949 Apr 29 17:35:48.414708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47360) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:48.417238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88017685-12e1-4d88-b9cf-243e89feef15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.492498 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] For port 8c540253-faee-4789-bce2-2b9431c094ba, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8c540253-faee-4789-bce2-2b9431c094ba,segment=NetworkSegment(b2f013fc-ec11-4928-b821-58866dae1a21),segment_id=b2f013fc-ec11-4928-b821-58866dae1a21)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:48.493095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.649857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88017685-12e1-4d88-b9cf-243e89feef15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.677441 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.720298 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 8c540253-faee-4789-bce2-2b9431c094ba owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:48.739329 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Deleting port 7826c412-9757-49e3-b85b-1300e102744e {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:48.739680 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.790578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0176-a072-4561-9b54-4e09a8257fef tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.824771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.863927 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0176-a072-4561-9b54-4e09a8257fef tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.871108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88017685-12e1-4d88-b9cf-243e89feef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.918839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object b2609529-000a-4121-8208-ca30f0175476 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:48.921692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88017685-12e1-4d88-b9cf-243e89feef15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e44a11b-b85f-48cc-ad1b-4ddedbb5a597,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:48.940464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6377d42-8e5c-46d5-84ed-714ad800a0ca tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.995791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88017685-12e1-4d88-b9cf-243e89feef15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:48.999442 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-88017685-12e1-4d88-b9cf-243e89feef15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e44a11b-b85f-48cc-ad1b-4ddedbb5a597 HTTP/1.1" status: 204 len: 168 time: 0.9177370 Apr 29 17:35:49.011259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device d42cfa5d-6005-458b-8e4b-b9f759b38d64 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:49.044974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0176-a072-4561-9b54-4e09a8257fef tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.070030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] For port 7826c412-9757-49e3-b85b-1300e102744e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7826c412-9757-49e3-b85b-1300e102744e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:49.070381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.086959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf0176-a072-4561-9b54-4e09a8257fef tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4307e80a-11ac-4bd6-9244-3616984013e7,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:49.093210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.137527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] device_id is not set on port 842db351-f7ec-4f21-8910-8d4cf8b33338 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:49.200740 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Allocated IP 2001:db8::2 (c203f8f2-3ad7-4571-8d4f-adc2bff750de/0b5bade3-1801-42c6-a9bf-45b161674654/5e68008b-02f0-4121-94c7-6a79265479c2) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:49.206873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e6377d42-8e5c-46d5-84ed-714ad800a0ca tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for ca51edec-53f2-4b4d-bc83-41433343e266 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:49.218263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port d42cfa5d-6005-458b-8e4b-b9f759b38d64 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:49.218645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.236501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.241531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.266678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Calling delete_port for 7826c412-9757-49e3-b85b-1300e102744e owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:49.311326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d6bf0176-a072-4561-9b54-4e09a8257fef tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.311596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=8c540253-faee-4789-bce2-2b9431c094ba,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:49.312428 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d6bf0176-a072-4561-9b54-4e09a8257fef tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-groups/4307e80a-11ac-4bd6-9244-3616984013e7 HTTP/1.1" status: 204 len: 168 time: 0.8973591 Apr 29 17:35:49.324275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47368) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:49.361322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network c203f8f2-3ad7-4571-8d4f-adc2bff750de is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:49.372350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:49.372611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No DVR routers for this DVR port 8c540253-faee-4789-bce2-2b9431c094ba on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:49.381755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Transition to ACTIVE for port object 842db351-f7ec-4f21-8910-8d4cf8b33338 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:49.381984 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=b2609529-000a-4121-8208-ca30f0175476,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:49.386004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:49.391487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:49.392096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.438713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.448955 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-25214c86-d581-4922-92ce-26a757d531d5 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:49.456944 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-09fbafd6-9d4a-4335-999c-381fbc953af5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3265052 Apr 29 17:35:49.462000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47376) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:49.585166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.597301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-25214c86-d581-4922-92ce-26a757d531d5 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:49.602557 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-25214c86-d581-4922-92ce-26a757d531d5 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2738543 Apr 29 17:35:49.602728 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Transition to ACTIVE for port object 5e68008b-02f0-4121-94c7-6a79265479c2 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:49.604391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47384) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:49.612324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2b604c07-11b6-44d7-bdd7-52133ca6cc86 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064088631'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:49.653651 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Transition to ACTIVE for port object 5e68008b-02f0-4121-94c7-6a79265479c2 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:49.666400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.681186 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2b604c07-11b6-44d7-bdd7-52133ca6cc86 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:49.759550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event updated for resources: {'Port': ['ID=842db351-f7ec-4f21-8910-8d4cf8b33338,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:49.775906 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2b604c07-11b6-44d7-bdd7-52133ca6cc86 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:49.798050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.806425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:49.806844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:49.807319 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:49.818484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Pushing event updated for resources: {'Port': ['ID=5e68008b-02f0-4121-94c7-6a79265479c2,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:49.825207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6377d42-8e5c-46d5-84ed-714ad800a0ca tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.826839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:49.827342 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:49.834435 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 2 to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 Apr 29 17:35:49.841270 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Network c203f8f2-3ad7-4571-8d4f-adc2bff750de is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:49.842770 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:49.845748 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:49.879997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9cfe97-89ba-44e6-a848-5ff0860111b5']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:49.911124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6377d42-8e5c-46d5-84ed-714ad800a0ca tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=ca51edec-53f2-4b4d-bc83-41433343e266,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:49.919643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f013fc-ec11-4928-b821-58866dae1a21') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:49.920005 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f013fc-ec11-4928-b821-58866dae1a21') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:49.927267 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:49.927776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:49.928186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:49.970993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:49.971463 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:49.977672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.982916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b604c07-11b6-44d7-bdd7-52133ca6cc86 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:49.985131 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 3 to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 Apr 29 17:35:49.996643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Attempting to bind port 5e68008b-02f0-4121-94c7-6a79265479c2 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:49.997136 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Attempting to bind port 5e68008b-02f0-4121-94c7-6a79265479c2 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '495b2701-0e5c-406f-9135-afe27c22817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c203f8f2-3ad7-4571-8d4f-adc2bff750de'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:49.997507 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Attempting to bind port 5e68008b-02f0-4121-94c7-6a79265479c2 on network c203f8f2-3ad7-4571-8d4f-adc2bff750de {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:50.002598 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:50.003013 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:50.003379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:50.003525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:50.003755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Checking segment: {'id': '495b2701-0e5c-406f-9135-afe27c22817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c203f8f2-3ad7-4571-8d4f-adc2bff750de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:50.004156 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.004551 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Bound using segment: {'id': '495b2701-0e5c-406f-9135-afe27c22817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c203f8f2-3ad7-4571-8d4f-adc2bff750de'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:50.005005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Bound port: 5e68008b-02f0-4121-94c7-6a79265479c2, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495b2701-0e5c-406f-9135-afe27c22817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c203f8f2-3ad7-4571-8d4f-adc2bff750de'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:50.005375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.014396 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6377d42-8e5c-46d5-84ed-714ad800a0ca tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.017048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:50.017439 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:50.019824 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 4 to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 Apr 29 17:35:50.029295 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.047131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2b604c07-11b6-44d7-bdd7-52133ca6cc86 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:50.048049 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:35:50.048512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.052397 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2b604c07-11b6-44d7-bdd7-52133ca6cc86 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:50.055887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2b604c07-11b6-44d7-bdd7-52133ca6cc86 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:35:50.063824 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:35:50.065844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:50.065921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47396) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:50.065997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:50.065997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:50.068055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2b604c07-11b6-44d7-bdd7-52133ca6cc86 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:50.072625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.085133 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e6377d42-8e5c-46d5-84ed-714ad800a0ca tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/ca51edec-53f2-4b4d-bc83-41433343e266 HTTP/1.1" status: 204 len: 168 time: 2.0614648 Apr 29 17:35:50.088997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:50.089328 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:50.111018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47402) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:50.121388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] For port 5e68008b-02f0-4121-94c7-6a79265479c2, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:50.125904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] For port 5e68008b-02f0-4121-94c7-6a79265479c2, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5e68008b-02f0-4121-94c7-6a79265479c2,segment=NetworkSegment(495b2701-0e5c-406f-9135-afe27c22817d),segment_id=495b2701-0e5c-406f-9135-afe27c22817d)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:50.132915 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.134821 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 5 to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 Apr 29 17:35:50.158885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:50.159366 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:50.159930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:50.165152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:50.165468 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:50.165998 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 6 to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 Apr 29 17:35:50.181387 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:50.181851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:50.182054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:50.184371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.205020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.212837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Network': ['ID=bd9cfe97-89ba-44e6-a848-5ff0860111b5,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:50.214499 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:50.214822 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:50.216730 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 7 to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 Apr 29 17:35:50.226613 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-80e5e01b-8a5c-4d69-82db-280eeeecb6ea tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/networks/bd9cfe97-89ba-44e6-a848-5ff0860111b5 HTTP/1.1" status: 204 len: 168 time: 2.6708324 Apr 29 17:35:50.232500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47406) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:50.238165 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23830af-5140-455c-aec3-9826bbd73ff2 None None] Pushing event updated for resources: {'Port': ['ID=5e68008b-02f0-4121-94c7-6a79265479c2,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:50.241760 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1939653444'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:50.244932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:50.245265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:50.245599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:50.257419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:50.257419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:50.257419 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:50.257922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:network and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:50.260216 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 8 to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 Apr 29 17:35:50.267560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:50.277502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:50.285505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:50.285844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:50.286178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:50.292993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:50.293398 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:50.294812 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 9 to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 Apr 29 17:35:50.303518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:50.306940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.328042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:50.328375 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:50.328709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:50.338105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event deleted for resources: {'Port': ['ID=7826c412-9757-49e3-b85b-1300e102744e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:50.338343 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:50.338519 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:50.339984 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 10 to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 Apr 29 17:35:50.353651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-905e11e2-7da7-4758-a9d7-aba983955de2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1947787326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:50.357972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:50.363862 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:50.364187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:50.364558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:50.370617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:35:50.370934 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port 842db351-f7ec-4f21-8910-8d4cf8b33338 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:35:50.371285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.383559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.383904 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Added segment d47645b9-539d-4693-9dc6-d2143edeb7b5 of type vlan for network c75445c9-cf9b-4d59-99a2-71e09725329e Apr 29 17:35:50.416383 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-905e11e2-7da7-4758-a9d7-aba983955de2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:50.470119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.477682 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-905e11e2-7da7-4758-a9d7-aba983955de2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Usage tracker for resource:router and tenant:2ef55b95f52643fa959124ca8ffecea6 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:50.492727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-905e11e2-7da7-4758-a9d7-aba983955de2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:50.510462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-905e11e2-7da7-4758-a9d7-aba983955de2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:50.520742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] For port 842db351-f7ec-4f21-8910-8d4cf8b33338, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:50.520959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempted to set empty binding levels {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 17:35:50.527565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.554123 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b999159-23b9-4459-bed7-820ef4107780 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:50.555610 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b999159-23b9-4459-bed7-820ef4107780 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:50.557157 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2b999159-23b9-4459-bed7-820ef4107780 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4318650 Apr 29 17:35:50.560516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47410) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:50.565826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.571673 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:50.572326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.603696 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-905e11e2-7da7-4758-a9d7-aba983955de2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.604669 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-905e11e2-7da7-4758-a9d7-aba983955de2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.637455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.661250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] In _notify_port_updated(), no bound segment for port 842db351-f7ec-4f21-8910-8d4cf8b33338 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:35:50.662091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:50.662682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.664002 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "PUT /v2.0/ports/842db351-f7ec-4f21-8910-8d4cf8b33338 HTTP/1.1" status: 200 len: 980 time: 2.8152342 Apr 29 17:35:50.680368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47414) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:50.757906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756c5de-f46c-47c8-b2d1-f4c46e89f916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event updated for resources: {'Port': ['ID=842db351-f7ec-4f21-8910-8d4cf8b33338,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:50.765283 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5319283 Apr 29 17:35:50.768783 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a855945-2cdd-456f-bf5a-96f8a06b763e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Network': ['ID=c75445c9-cf9b-4d59-99a2-71e09725329e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:50.770681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47418) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:50.780172 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network c75445c9-cf9b-4d59-99a2-71e09725329e details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:50.780617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': 'c75445c9-cf9b-4d59-99a2-71e09725329e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:50.787913 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b604c07-11b6-44d7-bdd7-52133ca6cc86 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.802671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4dc79cd-4d37-478f-96a1-6c5b7d502635 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet d694ff78-88c5-419a-9286-a66ed818ea5b {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:35:50.819518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a4dc79cd-4d37-478f-96a1-6c5b7d502635 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.901956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-905e11e2-7da7-4758-a9d7-aba983955de2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.912975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b604c07-11b6-44d7-bdd7-52133ca6cc86 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.957312 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:50.965692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.014509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.038968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b604c07-11b6-44d7-bdd7-52133ca6cc86 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6db5c9-5d04-4310-b57d-db3123cb6929,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:51.056891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-905e11e2-7da7-4758-a9d7-aba983955de2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.076181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a4dc79cd-4d37-478f-96a1-6c5b7d502635 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.099415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.099909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7c91863-2611-4fb3-b44f-66bd565b6325 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:35:51.125383 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b604c07-11b6-44d7-bdd7-52133ca6cc86 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.129454 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2b604c07-11b6-44d7-bdd7-52133ca6cc86 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5205390 Apr 29 17:35:51.150746 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47422) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:51.158662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f5e7bb6b-b932-4fe3-9f43-69c6a1b76f6e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group_rule': {'security_group_id': '7a6db5c9-5d04-4310-b57d-db3123cb6929', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:51.166453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f5e7bb6b-b932-4fe3-9f43-69c6a1b76f6e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:51.170672 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.171921 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2392724e-a632-4cb4-ac3d-8da057149214 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "DELETE /v2.0/routers/a7c91863-2611-4fb3-b44f-66bd565b6325 HTTP/1.1" status: 204 len: 168 time: 3.4416566 Apr 29 17:35:51.175960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47426) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:51.176684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-905e11e2-7da7-4758-a9d7-aba983955de2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.177829 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-905e11e2-7da7-4758-a9d7-aba983955de2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1114502 Apr 29 17:35:51.181672 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5e68008b-02f0-4121-94c7-6a79265479c2 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:51.184971 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:51.188729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-435925997', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:51.192701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:51.196543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47428) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:51.197577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:51.205104 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:51.205699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879d165-9b93-49b8-bcdf-f131b90dc38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:51.206171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879d165-9b93-49b8-bcdf-f131b90dc38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:51.206625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879d165-9b93-49b8-bcdf-f131b90dc38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:51.207072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879d165-9b93-49b8-bcdf-f131b90dc38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:51.207548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879d165-9b93-49b8-bcdf-f131b90dc38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:51.208286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879d165-9b93-49b8-bcdf-f131b90dc38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:51.208437 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879d165-9b93-49b8-bcdf-f131b90dc38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:51.208878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879d165-9b93-49b8-bcdf-f131b90dc38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:51.209324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879d165-9b93-49b8-bcdf-f131b90dc38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:51.209766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879d165-9b93-49b8-bcdf-f131b90dc38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:51.211084 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0879d165-9b93-49b8-bcdf-f131b90dc38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Synchronizing usage tracker for tenant:677f2548b6814654bcf62f882ed75d43 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:51.217100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1593938452'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:51.258906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f5e7bb6b-b932-4fe3-9f43-69c6a1b76f6e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:51.271136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f5e7bb6b-b932-4fe3-9f43-69c6a1b76f6e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:51.275228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:51.282988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.283126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 5e68008b-02f0-4121-94c7-6a79265479c2 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:51.298473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:51.305177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f5e7bb6b-b932-4fe3-9f43-69c6a1b76f6e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:51.370646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:51.375566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Usage tracker for resource:router and tenant:c65e14e575b9405b8be5c4988ecf0eac is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:51.380679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:51.389210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Usage tracker for resource:network and tenant:2ef55b95f52643fa959124ca8ffecea6 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:51.394299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:51.397916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:51.400916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bb6b-b932-4fe3-9f43-69c6a1b76f6e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.413936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a4dc79cd-4d37-478f-96a1-6c5b7d502635 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.418473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:51.437324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0879d165-9b93-49b8-bcdf-f131b90dc38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Unset dirty status for tenant:677f2548b6814654bcf62f882ed75d43 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:51.438554 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0879d165-9b93-49b8-bcdf-f131b90dc38e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 8976 time: 0.7501626 Apr 29 17:35:51.444777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47434) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:51.474765 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecda70b-58c5-45c4-8d7e-b943ed0ecfcc None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:51.492136 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.493242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.503686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df964c3-c3eb-4fd5-886f-ecc15510dd3b None None] Network c203f8f2-3ad7-4571-8d4f-adc2bff750de requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:51.548005 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bb6b-b932-4fe3-9f43-69c6a1b76f6e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.567831 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Made reservation on behalf of 2ef55b95f52643fa959124ca8ffecea6 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:51.571713 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.585067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bb6b-b932-4fe3-9f43-69c6a1b76f6e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.587243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a4dc79cd-4d37-478f-96a1-6c5b7d502635 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.599521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.660133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.664600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:51.668727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b729d-bfe0-4516-bcaa-e40d19d8c7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Deleting port 842db351-f7ec-4f21-8910-8d4cf8b33338 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:51.669581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b6b729d-bfe0-4516-bcaa-e40d19d8c7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.694698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7bb6b-b932-4fe3-9f43-69c6a1b76f6e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9001c2d9-f89c-4ea1-9d4c-d18a7f2ac6f9,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:51.696198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc79cd-4d37-478f-96a1-6c5b7d502635 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=d694ff78-88c5-419a-9286-a66ed818ea5b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:51.727218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a4dc79cd-4d37-478f-96a1-6c5b7d502635 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.751419 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a4dc79cd-4d37-478f-96a1-6c5b7d502635 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/d694ff78-88c5-419a-9286-a66ed818ea5b HTTP/1.1" status: 204 len: 168 time: 1.1854329 Apr 29 17:35:51.752776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bb6b-b932-4fe3-9f43-69c6a1b76f6e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.753983 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f5e7bb6b-b932-4fe3-9f43-69c6a1b76f6e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6015296 Apr 29 17:35:51.756041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47438) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:51.765994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47440) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:51.789798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c95caddd-c5c4-4c6d-810f-00c09d5d3946 None None] Provisioning for port 5e68008b-02f0-4121-94c7-6a79265479c2 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:51.797544 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c95caddd-c5c4-4c6d-810f-00c09d5d3946 None None] Provisioning complete for port 5e68008b-02f0-4121-94c7-6a79265479c2 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:51.797913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c95caddd-c5c4-4c6d-810f-00c09d5d3946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.805437 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Usage tracker for resource:security_group_rule and tenant:2ef55b95f52643fa959124ca8ffecea6 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:51.808776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:51.831625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-473a11ed-d31c-4581-9102-6886eef843d2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group_rule': {'security_group_id': '7a6db5c9-5d04-4310-b57d-db3123cb6929', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:51.854305 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c090e380-fa2a-40d0-9a3f-e9bbc11ac355 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946801 Apr 29 17:35:51.854305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-473a11ed-d31c-4581-9102-6886eef843d2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:51.854884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47446) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:51.862106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:51.882389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-473a11ed-d31c-4581-9102-6886eef843d2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:51.887605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68d0502-4877-4781-aca2-795fea34729b None None] DHCP port deletion for bd9cfe97-89ba-44e6-a848-5ff0860111b5 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:35:51.891025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:51.895151 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-473a11ed-d31c-4581-9102-6886eef843d2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:51.923075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:51.944066 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-473a11ed-d31c-4581-9102-6886eef843d2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:52.062311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Subnet': ['ID=65a379c5-d456-4360-95e1-814cfefcda67,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:52.076607 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-473a11ed-d31c-4581-9102-6886eef843d2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.108296 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:52.140094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:52.140094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Checking segment: {'id': 'd47645b9-539d-4693-9dc6-d2143edeb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c75445c9-cf9b-4d59-99a2-71e09725329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:52.140094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network hostable DHCP agents. Network: c75445c9-cf9b-4d59-99a2-71e09725329e, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:52.143058 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c95caddd-c5c4-4c6d-810f-00c09d5d3946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.170226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:52.173890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.196083 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c95caddd-c5c4-4c6d-810f-00c09d5d3946 None None] For port 5e68008b-02f0-4121-94c7-6a79265479c2, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5e68008b-02f0-4121-94c7-6a79265479c2,segment=NetworkSegment(495b2701-0e5c-406f-9135-afe27c22817d),segment_id=495b2701-0e5c-406f-9135-afe27c22817d)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:52.202904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c95caddd-c5c4-4c6d-810f-00c09d5d3946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.246545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-473a11ed-d31c-4581-9102-6886eef843d2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.256233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network c75445c9-cf9b-4d59-99a2-71e09725329e is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:52.265694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ea173-eb6a-42f4-bcf2-3043f08a960c None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:35:52.276276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-514ea173-eb6a-42f4-bcf2-3043f08a960c None None] Deleting port d42cfa5d-6005-458b-8e4b-b9f759b38d64 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:52.276861 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-514ea173-eb6a-42f4-bcf2-3043f08a960c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.291995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2b6b729d-bfe0-4516-bcaa-e40d19d8c7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] For port 842db351-f7ec-4f21-8910-8d4cf8b33338, host hv-neutron-8390, got binding levels [] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:52.292732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b6b729d-bfe0-4516-bcaa-e40d19d8c7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.307969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-473a11ed-d31c-4581-9102-6886eef843d2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.338626 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, c75445c9-cf9b-4d59-99a2-71e09725329e) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:52.348531 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95caddd-c5c4-4c6d-810f-00c09d5d3946 None None] Pushing event updated for resources: {'Port': ['ID=5e68008b-02f0-4121-94c7-6a79265479c2,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:52.355349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b15e201-5048-41a3-835f-2b48f2a55a92 None None] Network c75445c9-cf9b-4d59-99a2-71e09725329e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:52.357533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:52.358215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.362177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a11ed-d31c-4581-9102-6886eef843d2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cd4c4d-dca8-4954-958d-e9d3bfeae702,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:52.374193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.resource_extend [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:35:52.395668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-473a11ed-d31c-4581-9102-6886eef843d2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.396985 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-473a11ed-d31c-4581-9102-6886eef843d2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6297486 Apr 29 17:35:52.410633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47450) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:52.418553 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f4a0c9b5-04d4-4a72-9d28-b20c47389f77 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6449800 Apr 29 17:35:52.422002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-83e1f899-8961-4ede-b65f-da21857c26c9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group_rule': {'security_group_id': '7a6db5c9-5d04-4310-b57d-db3123cb6929', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:52.426191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47454) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:52.433527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-83e1f899-8961-4ede-b65f-da21857c26c9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:52.437676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-164d1376-1d55-4659-bb37-d8e921f16231 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2087528106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:52.447809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-164d1376-1d55-4659-bb37-d8e921f16231 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:52.451712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-83e1f899-8961-4ede-b65f-da21857c26c9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:52.457866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-83e1f899-8961-4ede-b65f-da21857c26c9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:52.460797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-164d1376-1d55-4659-bb37-d8e921f16231 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:router and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:52.466173 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-164d1376-1d55-4659-bb37-d8e921f16231 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:52.474046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-164d1376-1d55-4659-bb37-d8e921f16231 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:52.530404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-83e1f899-8961-4ede-b65f-da21857c26c9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:52.533536 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-164d1376-1d55-4659-bb37-d8e921f16231 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.534983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-164d1376-1d55-4659-bb37-d8e921f16231 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.581234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.583271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-164d1376-1d55-4659-bb37-d8e921f16231 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.596685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83e1f899-8961-4ede-b65f-da21857c26c9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.602415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b729d-bfe0-4516-bcaa-e40d19d8c7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Calling delete_port for 842db351-f7ec-4f21-8910-8d4cf8b33338 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:52.633190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.703851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-164d1376-1d55-4659-bb37-d8e921f16231 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.708547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-514ea173-eb6a-42f4-bcf2-3043f08a960c None None] For port d42cfa5d-6005-458b-8e4b-b9f759b38d64, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d42cfa5d-6005-458b-8e4b-b9f759b38d64,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:52.709083 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-514ea173-eb6a-42f4-bcf2-3043f08a960c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.709818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.791057 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=b2609529-000a-4121-8208-ca30f0175476,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:52.802018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83e1f899-8961-4ede-b65f-da21857c26c9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.815981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83e1f899-8961-4ede-b65f-da21857c26c9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.835642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-164d1376-1d55-4659-bb37-d8e921f16231 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.839429 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-164d1376-1d55-4659-bb37-d8e921f16231 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4112401 Apr 29 17:35:52.840082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47458) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:52.859909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'network_id': 'c75445c9-cf9b-4d59-99a2-71e09725329e', 'name': 'tempest-PortsTestJSON-1791520942'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:52.877645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1f899-8961-4ede-b65f-da21857c26c9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5235333-6382-42ff-b58f-4d9795cd9924,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:52.934139 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-514ea173-eb6a-42f4-bcf2-3043f08a960c None None] Calling delete_port for d42cfa5d-6005-458b-8e4b-b9f759b38d64 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:52.939482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83e1f899-8961-4ede-b65f-da21857c26c9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:52.943567 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-83e1f899-8961-4ede-b65f-da21857c26c9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5287049 Apr 29 17:35:52.947522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47462) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:52.958911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-40517737-4b1a-4284-8a13-24891c845de8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group_rule': {'security_group_id': '7a6db5c9-5d04-4310-b57d-db3123cb6929', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:52.965529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-40517737-4b1a-4284-8a13-24891c845de8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:52.970672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-40517737-4b1a-4284-8a13-24891c845de8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:52.973852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-40517737-4b1a-4284-8a13-24891c845de8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:52.980338 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-40517737-4b1a-4284-8a13-24891c845de8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:53.057137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-c75445c9-cf9b-4d59-99a2-71e09725329e', 'network_id': 'c75445c9-cf9b-4d59-99a2-71e09725329e', 'tenant_id': '005e56b72c54499f910947cc510b60ad', 'fixed_ips': [{'subnet_id': '65a379c5-d456-4360-95e1-814cfefcda67'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:53.057691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.068810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-40517737-4b1a-4284-8a13-24891c845de8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.094883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5e68008b-02f0-4121-94c7-6a79265479c2 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:53.095959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.objects.ports [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:35:53.183860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc5634a-acef-4cf4-97d4-6b1c747a5165 None None] Network c203f8f2-3ad7-4571-8d4f-adc2bff750de requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:53.193830 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.203391 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-514ea173-eb6a-42f4-bcf2-3043f08a960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.222086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.245016 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.248088 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b6b729d-bfe0-4516-bcaa-e40d19d8c7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.256647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:53.276189 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.services.revisions.revision_plugin [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Could not find related port for resource to bump revision. Apr 29 17:35:53.283886 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-40517737-4b1a-4284-8a13-24891c845de8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.285206 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:53.288502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_pluggable_backend [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Port d42cfa5d-6005-458b-8e4b-b9f759b38d64 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88019) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 29 17:35:53.288799 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_pluggable_backend [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0c:f3bd {{(pid=88019) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 29 17:35:53.295500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-40517737-4b1a-4284-8a13-24891c845de8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.307024 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ea173-eb6a-42f4-bcf2-3043f08a960c None None] Pushing event deleted for resources: {'Port': ['ID=d42cfa5d-6005-458b-8e4b-b9f759b38d64,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:53.309342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.331042 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:35:53.341485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:53.344877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.371996 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ea173-eb6a-42f4-bcf2-3043f08a960c None None] No DVR routers for this DVR port d42cfa5d-6005-458b-8e4b-b9f759b38d64 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:35:53.389341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:53.400776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.401137 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Added segment 3d99a56a-f5e9-4095-88f3-d10b31534887 of type vlan for network a86c897b-01a3-4d7f-aa63-1ad5164dfd5d Apr 29 17:35:53.409148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7ec8f9-0499-4bb3-bc56-7c5cdb2a5c4f,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:53.413108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b729d-bfe0-4516-bcaa-e40d19d8c7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event deleted for resources: {'Port': ['ID=842db351-f7ec-4f21-8910-8d4cf8b33338,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:53.421494 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b6b729d-bfe0-4516-bcaa-e40d19d8c7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.474647 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-80f9d5e6-415e-453f-b573-d9a63aa8c33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.530849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.532671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b4c99067-5c68-4dda-8b24-d41f6614c4aa None None] Provisioning complete for port 5e68008b-02f0-4121-94c7-6a79265479c2 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:53.533033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b4c99067-5c68-4dda-8b24-d41f6614c4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.545871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40517737-4b1a-4284-8a13-24891c845de8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f2e2ca-3859-49f2-8c39-20073e3d37aa,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:53.552726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.576981 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2b6b729d-bfe0-4516-bcaa-e40d19d8c7f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "DELETE /v2.0/ports/842db351-f7ec-4f21-8910-8d4cf8b33338 HTTP/1.1" status: 204 len: 168 time: 2.1213648 Apr 29 17:35:53.580607 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47466) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:53.581698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port 70d247e7-3fe5-46e4-9cc2-adf6642b9154 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:53.615415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:53.617795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5e68008b-02f0-4121-94c7-6a79265479c2 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:53.618161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.623046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:53.647625 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb5a905-0bd6-423c-8277-5d39b548e3a8 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:53.657321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:53.657918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.684504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-40517737-4b1a-4284-8a13-24891c845de8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.688382 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-40517737-4b1a-4284-8a13-24891c845de8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7350295 Apr 29 17:35:53.706065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47470) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:53.715887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=89b61360-2fe5-40db-8214-09dbd8d56b48,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:53.718369 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-06552620-f799-4eb5-aa0b-8cb4038476aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] GET failed (client error): The resource could not be found. Apr 29 17:35:53.719703 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-06552620-f799-4eb5-aa0b-8cb4038476aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "GET /v2.0/ports/842db351-f7ec-4f21-8910-8d4cf8b33338 HTTP/1.1" status: 404 len: 333 time: 0.1032603 Apr 29 17:35:53.725594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.resource_extend [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:35:53.727961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-b7c53891-84a3-41c8-9830-78b930ddeecb tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group_rule': {'security_group_id': '7a6db5c9-5d04-4310-b57d-db3123cb6929', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:53.734387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47474) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:53.744277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b7c53891-84a3-41c8-9830-78b930ddeecb tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:53.756925 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-91b0ca4e-9720-4cc4-8a06-26bf279d3608 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8982284 Apr 29 17:35:53.756925 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b7c53891-84a3-41c8-9830-78b930ddeecb tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:53.760535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b7c53891-84a3-41c8-9830-78b930ddeecb tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:53.763167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47478) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:53.770911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'mac_address': 'fa:16:3e:d6:43:e0', 'name': 'tempest-NetworksTestDHCPv6-2038157649'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:53.787878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b7c53891-84a3-41c8-9830-78b930ddeecb tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:53.814575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1163756933', 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:53.822734 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Allocated IP 172.20.0.2 (c75445c9-cf9b-4d59-99a2-71e09725329e/65a379c5-d456-4360-95e1-814cfefcda67/4e6ee360-addc-43dd-8e78-fb3309581d22) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:53.834664 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:53.848472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Usage tracker for resource:port and tenant:677f2548b6814654bcf62f882ed75d43 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:53.853708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:53.884223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b7c53891-84a3-41c8-9830-78b930ddeecb tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.942239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:53.947145 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.952973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:53.953559 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:53.974465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:53.983908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:53.988654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:53.997956 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:54.013834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b7c53891-84a3-41c8-9830-78b930ddeecb tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.022758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b7c53891-84a3-41c8-9830-78b930ddeecb tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.035192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:54.115114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b4c99067-5c68-4dda-8b24-d41f6614c4aa None None] Provisioning for port b2609529-000a-4121-8208-ca30f0175476 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:54.144809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b4c99067-5c68-4dda-8b24-d41f6614c4aa None None] Provisioning complete for port b2609529-000a-4121-8208-ca30f0175476 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:54.145080 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b4c99067-5c68-4dda-8b24-d41f6614c4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.162261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.167480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.195454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c53891-84a3-41c8-9830-78b930ddeecb tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd30646-24f1-4926-aa98-640b6bf70d36,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:54.219461 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port 1afd8227-219e-4ac0-b0f6-cec783d1ada7 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:54.237547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.239243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Made reservation on behalf of 677f2548b6814654bcf62f882ed75d43 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:54.247339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.257848 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0606229 Apr 29 17:35:54.262183 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47482) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:54.265356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b7c53891-84a3-41c8-9830-78b930ddeecb tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.271239 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b7c53891-84a3-41c8-9830-78b930ddeecb tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5594730 Apr 29 17:35:54.271702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Request body: {'subnet': {'network_id': 'a86c897b-01a3-4d7f-aa63-1ad5164dfd5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:54.276832 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b4c99067-5c68-4dda-8b24-d41f6614c4aa None None] Port b2609529-000a-4121-8208-ca30f0175476 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:54.322429 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47486) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:54.340848 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7826c412-9757-49e3-b85b-1300e102744e no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:54.368176 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '89b61360-2fe5-40db-8214-09dbd8d56b48'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:54.369455 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.378597 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07c5ef-9d53-4004-bd94-c31453cef1c4 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event updated for resources: {'Network': ['ID=a86c897b-01a3-4d7f-aa63-1ad5164dfd5d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:54.392210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] device_id is not set on port 799992fd-69fa-4105-b2d3-d8b9132f81c6 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:54.402965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network a86c897b-01a3-4d7f-aa63-1ad5164dfd5d details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:54.489926 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 7826c412-9757-49e3-b85b-1300e102744e {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:35:54.490272 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7826c412-9757-49e3-b85b-1300e102744e not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:35:54.490826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8c540253-faee-4789-bce2-2b9431c094ba no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:54.504529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-49e81c32-5961-49a3-89a2-f6ac5738f520 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.510442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:54.526170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-49e81c32-5961-49a3-89a2-f6ac5738f520 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.534114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Usage tracker for resource:subnet and tenant:2ef55b95f52643fa959124ca8ffecea6 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:54.546551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:54.554244 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 8c540253-faee-4789-bce2-2b9431c094ba {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:35:54.554804 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8c540253-faee-4789-bce2-2b9431c094ba not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:35:54.555056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device d42cfa5d-6005-458b-8e4b-b9f759b38d64 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:35:54.594413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:54.643823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Made reservation on behalf of 2ef55b95f52643fa959124ca8ffecea6 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:54.648093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.654180 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: d42cfa5d-6005-458b-8e4b-b9f759b38d64 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:35:54.654436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device d42cfa5d-6005-458b-8e4b-b9f759b38d64 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:35:54.691406 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-49e81c32-5961-49a3-89a2-f6ac5738f520 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.713114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Allocated IP 172.26.4.21 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/02a35451-cf9f-4e17-8836-07578ac280c5) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:54.716076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.730133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::f816:3eff:fed6:43e0 (e0d73202-cb6d-4434-a143-4d729ced40a4/89b61360-2fe5-40db-8214-09dbd8d56b48/1afd8227-219e-4ac0-b0f6-cec783d1ada7) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:54.738959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e81c32-5961-49a3-89a2-f6ac5738f520 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edd30646-24f1-4926-aa98-640b6bf70d36,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:54.776492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a1373938-e6d9-4791-9543-2a1dad929982 None None] Provisioning complete for port 5e68008b-02f0-4121-94c7-6a79265479c2 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:54.776863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a1373938-e6d9-4791-9543-2a1dad929982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.801766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Transition to ACTIVE for port object 4e6ee360-addc-43dd-8e78-fb3309581d22 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:54.833258 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-49e81c32-5961-49a3-89a2-f6ac5738f520 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:54.837000 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-49e81c32-5961-49a3-89a2-f6ac5738f520 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/edd30646-24f1-4926-aa98-640b6bf70d36 HTTP/1.1" status: 204 len: 168 time: 0.5112171 Apr 29 17:35:54.838935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47490) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:54.866321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Transition to ACTIVE for port object 4e6ee360-addc-43dd-8e78-fb3309581d22 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:54.880802 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.053087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7c140139-7796-44a6-80e2-ebfcd85912b2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:55.058831 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.065649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Network c75445c9-cf9b-4d59-99a2-71e09725329e is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:55.068147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.073966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:55.078154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:55.105045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.115104 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.11 (c75445c9-cf9b-4d59-99a2-71e09725329e/65a379c5-d456-4360-95e1-814cfefcda67/70d247e7-3fe5-46e4-9cc2-adf6642b9154) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:55.117497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.117731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a1373938-e6d9-4791-9543-2a1dad929982 None None] Provisioning complete for port b2609529-000a-4121-8208-ca30f0175476 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:55.118051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a1373938-e6d9-4791-9543-2a1dad929982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.118245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.184800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Pushing event updated for resources: {'Port': ['ID=4e6ee360-addc-43dd-8e78-fb3309581d22,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:55.225293 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Attempting to bind port 4e6ee360-addc-43dd-8e78-fb3309581d22 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:55.225667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Attempting to bind port 4e6ee360-addc-43dd-8e78-fb3309581d22 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'd47645b9-539d-4693-9dc6-d2143edeb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c75445c9-cf9b-4d59-99a2-71e09725329e'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:55.226055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Attempting to bind port 4e6ee360-addc-43dd-8e78-fb3309581d22 on network c75445c9-cf9b-4d59-99a2-71e09725329e {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:55.229636 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.231650 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:55.231998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Checking segment: {'id': 'd47645b9-539d-4693-9dc6-d2143edeb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c75445c9-cf9b-4d59-99a2-71e09725329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:55.232398 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.232787 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Bound using segment: {'id': 'd47645b9-539d-4693-9dc6-d2143edeb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c75445c9-cf9b-4d59-99a2-71e09725329e'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:55.233250 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Bound port: 4e6ee360-addc-43dd-8e78-fb3309581d22, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47645b9-539d-4693-9dc6-d2143edeb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c75445c9-cf9b-4d59-99a2-71e09725329e'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:55.233620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.236581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=b2609529-000a-4121-8208-ca30f0175476,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:55.239180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7c140139-7796-44a6-80e2-ebfcd85912b2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:55.243479 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7c140139-7796-44a6-80e2-ebfcd85912b2 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3965917 Apr 29 17:35:55.243762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a1373938-e6d9-4791-9543-2a1dad929982 None None] Port b2609529-000a-4121-8208-ca30f0175476 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:55.248882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47494) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:55.330032 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] For port 4e6ee360-addc-43dd-8e78-fb3309581d22, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:55.336815 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] For port 4e6ee360-addc-43dd-8e78-fb3309581d22, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4e6ee360-addc-43dd-8e78-fb3309581d22,segment=NetworkSegment(d47645b9-539d-4693-9dc6-d2143edeb7b5),segment_id=d47645b9-539d-4693-9dc6-d2143edeb7b5)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:55.346265 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.357169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.363195 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.409381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:55.409699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2969774a-2a3b-4407-bafa-ff777d617745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.416400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.419511 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:55.433407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:55.445710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f0b2e193-7cd8-4e65-ac7d-d9bce12c30e0 None None] Provisioning complete for port b2609529-000a-4121-8208-ca30f0175476 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:55.446089 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f0b2e193-7cd8-4e65-ac7d-d9bce12c30e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.457588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3c05-f278-4802-a85d-5781f4434be0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.477699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3c05-f278-4802-a85d-5781f4434be0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.487646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0e427-7c37-4eeb-96e0-1d8c6340db78 None None] Pushing event updated for resources: {'Port': ['ID=4e6ee360-addc-43dd-8e78-fb3309581d22,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:55.514004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2e193-7cd8-4e65-ac7d-d9bce12c30e0 None None] Port b2609529-000a-4121-8208-ca30f0175476 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:55.518006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object 1afd8227-219e-4ac0-b0f6-cec783d1ada7 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:55.535526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Pushing event updated for resources: {'Port': ['ID=02a35451-cf9f-4e17-8836-07578ac280c5,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:55.540583 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Network a7944841-eff4-444f-b416-659909da3f39 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:55.550748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event updated for resources: {'Subnet': ['ID=6ebc435f-f8e3-4de9-968e-443daf2e7190,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:55.578850 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Checking segment: {'id': '3d99a56a-f5e9-4095-88f3-d10b31534887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a86c897b-01a3-4d7f-aa63-1ad5164dfd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:55.579227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Network hostable DHCP agents. Network: a86c897b-01a3-4d7f-aa63-1ad5164dfd5d, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:35:55.580505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:55.593926 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:55.594844 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:55.595489 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.632546 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network c203f8f2-3ad7-4571-8d4f-adc2bff750de is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:55.711920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:55.785950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.801758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Network a86c897b-01a3-4d7f-aa63-1ad5164dfd5d is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:35:55.815914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Transition to ACTIVE for port object 70d247e7-3fe5-46e4-9cc2-adf6642b9154 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:55.825394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.908791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=1afd8227-219e-4ac0-b0f6-cec783d1ada7,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:55.911869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, a86c897b-01a3-4d7f-aa63-1ad5164dfd5d) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:55.927970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:55.929737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:55.930577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.936188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:55.942763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:55.946206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Allocated IP 2001:db8::f816:3eff:feaf:9fb2 (e0d73202-cb6d-4434-a143-4d729ced40a4/89b61360-2fe5-40db-8214-09dbd8d56b48/0c724752-ea4d-495b-a5bf-588bcbbe0239) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:55.948911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:55.949793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.975800 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3c05-f278-4802-a85d-5781f4434be0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:55.984989 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ca169dd9-eb03-40b0-8026-81a2a5f956ef tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2182755 Apr 29 17:35:55.987108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47498) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:55.995381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event updated for resources: {'Port': ['ID=799992fd-69fa-4105-b2d3-d8b9132f81c6,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:56.007233 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e76a8b-cbb2-49f0-b2a9-d87fc79b9bca None None] Network a86c897b-01a3-4d7f-aa63-1ad5164dfd5d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:56.038186 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8173c140-4bdb-4e65-97d5-52f39438a917 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7746863 Apr 29 17:35:56.044923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47502) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:56.051643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Request body: {'network': {'name': 'tempest-router-network01--1566213738'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:56.068227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:56.072503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.101440 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c3c05-f278-4802-a85d-5781f4434be0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4f2e2ca-3859-49f2-8c39-20073e3d37aa,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:56.116471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Usage tracker for resource:network and tenant:2ef55b95f52643fa959124ca8ffecea6 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:56.133420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:56.151810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:56.173223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network c75445c9-cf9b-4d59-99a2-71e09725329e is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:56.177062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:56.183037 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Made reservation on behalf of 2ef55b95f52643fa959124ca8ffecea6 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:56.186751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.196113 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-889b85f2-9896-4954-9f03-8d0c959f3d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4492779 Apr 29 17:35:56.199383 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47506) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:56.201663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:56.208567 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3c05-f278-4802-a85d-5781f4434be0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.209662 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5a9c3c05-f278-4802-a85d-5781f4434be0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d4f2e2ca-3859-49f2-8c39-20073e3d37aa HTTP/1.1" status: 204 len: 168 time: 0.9277785 Apr 29 17:35:56.231458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47510) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:56.233547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=70d247e7-3fe5-46e4-9cc2-adf6642b9154,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:56.248182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c2ec091d-232e-4511-bbc0-619955dcb5c0 None None] Provisioning complete for port b2609529-000a-4121-8208-ca30f0175476 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:56.248560 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c2ec091d-232e-4511-bbc0-619955dcb5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.303890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8636be53-e5f9-4f48-aa8e-71bc115aff43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:56.304784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8636be53-e5f9-4f48-aa8e-71bc115aff43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:56.332527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:56.348623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:56.349391 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.379006 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2f3dff0d-4bf1-41a7-aa41-038c81d2fdfc tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1440222 Apr 29 17:35:56.384772 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.385226 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Added segment 0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec of type vlan for network b961c333-150b-4f54-9a8d-8aaf78b92b92 Apr 29 17:35:56.386271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47514) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:56.404986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8636be53-e5f9-4f48-aa8e-71bc115aff43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:56.405810 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8636be53-e5f9-4f48-aa8e-71bc115aff43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4175801 Apr 29 17:35:56.412438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47518) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:56.417630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191e8423-be76-4e03-ac12-48d3a8a2201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:56.418199 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-191e8423-be76-4e03-ac12-48d3a8a2201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Synchronizing usage tracker for tenant:677f2548b6814654bcf62f882ed75d43 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:56.418956 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec091d-232e-4511-bbc0-619955dcb5c0 None None] Port b2609529-000a-4121-8208-ca30f0175476 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:56.442942 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.491239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-191e8423-be76-4e03-ac12-48d3a8a2201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Unset dirty status for tenant:677f2548b6814654bcf62f882ed75d43 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:56.497141 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b6462110-9209-47dc-afeb-5b7f143951c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6447728 Apr 29 17:35:56.497340 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-191e8423-be76-4e03-ac12-48d3a8a2201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "GET /v2.0/ports/799992fd-69fa-4105-b2d3-d8b9132f81c6 HTTP/1.1" status: 200 len: 959 time: 0.2930155 Apr 29 17:35:56.498560 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Transition to ACTIVE for port object 0c724752-ea4d-495b-a5bf-588bcbbe0239 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:56.499490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47522) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:56.499655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47524) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:56.510531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.526819 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-a86c897b-01a3-4d7f-aa63-1ad5164dfd5d', 'network_id': 'a86c897b-01a3-4d7f-aa63-1ad5164dfd5d', 'tenant_id': '2ef55b95f52643fa959124ca8ffecea6', 'fixed_ips': [{'subnet_id': '6ebc435f-f8e3-4de9-968e-443daf2e7190'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:35:56.527675 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.552298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.553767 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Transition to ACTIVE for port object 0c724752-ea4d-495b-a5bf-588bcbbe0239 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:56.560591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Router 8053e119-a1c6-4440-8973-b610df7b3837 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:35:56.578578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c57e98d5-fb9e-476b-882f-f14e26f93772 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.598131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.662837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c57e98d5-fb9e-476b-882f-f14e26f93772 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.687061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1a165-40ee-4c2e-a338-b13908ee0ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Deleting port 799992fd-69fa-4105-b2d3-d8b9132f81c6 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:56.687349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a165-40ee-4c2e-a338-b13908ee0ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.694354 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-fe636975-d47e-49f0-9ead-4523427957ae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 1afd8227-219e-4ac0-b0f6-cec783d1ada7 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:35:56.694862 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe636975-d47e-49f0-9ead-4523427957ae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.699947 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:56.707886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:56.710343 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:56.715634 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Pushing event updated for resources: {'Port': ['ID=0c724752-ea4d-495b-a5bf-588bcbbe0239,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:56.728781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.900382 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.930041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Attempting to bind port 0c724752-ea4d-495b-a5bf-588bcbbe0239 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:56.930508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Attempting to bind port 0c724752-ea4d-495b-a5bf-588bcbbe0239 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:56.930968 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Attempting to bind port 0c724752-ea4d-495b-a5bf-588bcbbe0239 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:56.942711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Allocated IP 2001:db8::2 (a86c897b-01a3-4d7f-aa63-1ad5164dfd5d/6ebc435f-f8e3-4de9-968e-443daf2e7190/775c4137-0274-4371-a69c-e761f8902c20) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:35:56.945814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:56.946312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:56.946810 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:56.947516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:56.948188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Bound port: 0c724752-ea4d-495b-a5bf-588bcbbe0239, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:56.948659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:57.051516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] For port 0c724752-ea4d-495b-a5bf-588bcbbe0239, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:57.054970 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] For port 0c724752-ea4d-495b-a5bf-588bcbbe0239, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0c724752-ea4d-495b-a5bf-588bcbbe0239,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:57.060279 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8608fe68-e80c-4468-8470-79a0b68239e8 None None] Network c75445c9-cf9b-4d59-99a2-71e09725329e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:35:57.070788 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:35:57.079484 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9d1f1f4a-748d-4606-89ca-f305c87faa87 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "PUT /v2.0/routers/8053e119-a1c6-4440-8973-b610df7b3837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6169975 Apr 29 17:35:57.084569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47530) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:57.087056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4e6ee360-addc-43dd-8e78-fb3309581d22 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:57.134186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:57.137957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb6d4c-bdea-402d-989f-2ccb3631785c None None] Sync routers for ids ['8053e119-a1c6-4440-8973-b610df7b3837'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:35:57.196616 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:57.203424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:57.204047 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:57.372032 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb6d4c-bdea-402d-989f-2ccb3631785c None None] Routers {'8053e119-a1c6-4440-8973-b610df7b3837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:57.372671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4dbb6d4c-bdea-402d-989f-2ccb3631785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['8053e119-a1c6-4440-8973-b610df7b3837'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:57.374394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c57e98d5-fb9e-476b-882f-f14e26f93772 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:57.416757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c57e98d5-fb9e-476b-882f-f14e26f93772 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:57.420872 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c57e98d5-fb9e-476b-882f-f14e26f93772 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c5235333-6382-42ff-b58f-4d9795cd9924 HTTP/1.1" status: 204 len: 168 time: 1.0305557 Apr 29 17:35:57.421361 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3743608 Apr 29 17:35:57.422137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47534) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:57.425131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e6510c7a-4d32-4cb0-bc33-93b68db1502b None None] Provisioning for port 4e6ee360-addc-43dd-8e78-fb3309581d22 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:57.460202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47536) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:57.464085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe636975-d47e-49f0-9ead-4523427957ae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:57.478400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e98d5-fb9e-476b-882f-f14e26f93772 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5235333-6382-42ff-b58f-4d9795cd9924,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:57.487558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Request body: {'network': {'name': 'tempest-router-network02--1996740692'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:57.493112 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4dbb6d4c-bdea-402d-989f-2ccb3631785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:57.514182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1375d-295e-4a48-bb8b-7eb021586736 None None] Pushing event updated for resources: {'Port': ['ID=0c724752-ea4d-495b-a5bf-588bcbbe0239,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:57.537513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a165-40ee-4c2e-a338-b13908ee0ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:57.539013 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb6d4c-bdea-402d-989f-2ccb3631785c None None] Routers {'8053e119-a1c6-4440-8973-b610df7b3837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:57.539821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4dbb6d4c-bdea-402d-989f-2ccb3631785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['8053e119-a1c6-4440-8973-b610df7b3837'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:57.550788 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:57.621951 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 4e6ee360-addc-43dd-8e78-fb3309581d22 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:57.695379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:57.724562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1a165-40ee-4c2e-a338-b13908ee0ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Calling delete_port for 799992fd-69fa-4105-b2d3-d8b9132f81c6 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:57.774902 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 4e6ee360-addc-43dd-8e78-fb3309581d22 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:57.775725 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:57.802675 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4dbb6d4c-bdea-402d-989f-2ccb3631785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:57.803490 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb6d4c-bdea-402d-989f-2ccb3631785c None None] The sync data for ids ['8053e119-a1c6-4440-8973-b610df7b3837'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:35:57.875397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-fe636975-d47e-49f0-9ead-4523427957ae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 1afd8227-219e-4ac0-b0f6-cec783d1ada7 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:35:57.905064 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc32875-df47-4e4d-9534-8c76772c1872 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:57.905784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-acc32875-df47-4e4d-9534-8c76772c1872 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:57.939564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ca46d-6d6d-40d1-9442-598a0c81e9b3 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event updated for resources: {'Network': ['ID=b961c333-150b-4f54-9a8d-8aaf78b92b92,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:57.968031 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-acc32875-df47-4e4d-9534-8c76772c1872 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:57.969192 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-acc32875-df47-4e4d-9534-8c76772c1872 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports?device_id=8053e119-a1c6-4440-8973-b610df7b3837 HTTP/1.1" status: 200 len: 988 time: 0.8834665 Apr 29 17:35:57.972428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47542) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:57.974969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network b961c333-150b-4f54-9a8d-8aaf78b92b92 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:57.979617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Usage tracker for resource:network and tenant:2ef55b95f52643fa959124ca8ffecea6 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:57.990628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:58.003695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:58.009381 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.012872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.039164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a165-40ee-4c2e-a338-b13908ee0ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.069949 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Transition to ACTIVE for port object 775c4137-0274-4371-a69c-e761f8902c20 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:58.092352 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8d59af49-a6cc-4250-b937-4f6c79e1563d tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:58.106660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Made reservation on behalf of 2ef55b95f52643fa959124ca8ffecea6 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:58.110196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.163188 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1a165-40ee-4c2e-a338-b13908ee0ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event deleted for resources: {'Port': ['ID=799992fd-69fa-4105-b2d3-d8b9132f81c6,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:58.181690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Transition to ACTIVE for port object 775c4137-0274-4371-a69c-e761f8902c20 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:35:58.184797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a165-40ee-4c2e-a338-b13908ee0ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.200291 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8d59af49-a6cc-4250-b937-4f6c79e1563d tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:58.201765 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8d59af49-a6cc-4250-b937-4f6c79e1563d tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7720101 Apr 29 17:35:58.205075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47546) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:58.213256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.230687 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.274614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:35:58.284080 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0ae1a165-40ee-4c2e-a338-b13908ee0ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "DELETE /v2.0/ports/799992fd-69fa-4105-b2d3-d8b9132f81c6 HTTP/1.1" status: 204 len: 168 time: 1.7838986 Apr 29 17:35:58.290108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47550) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:58.313777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Network a86c897b-01a3-4d7f-aa63-1ad5164dfd5d is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:35:58.333898 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 4e6ee360-addc-43dd-8e78-fb3309581d22, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4e6ee360-addc-43dd-8e78-fb3309581d22,segment=NetworkSegment(d47645b9-539d-4693-9dc6-d2143edeb7b5),segment_id=d47645b9-539d-4693-9dc6-d2143edeb7b5)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:58.337985 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:35:58.341631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:35:58.344481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.347214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.367649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.369374 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Added segment 35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5 of type vlan for network 45ecce61-edb6-48f4-b96a-d919d1ff487d Apr 29 17:35:58.374078 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d132ff0c-1ba2-407b-bdcd-7abbae3b8795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] GET failed (client error): The resource could not be found. Apr 29 17:35:58.381806 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d132ff0c-1ba2-407b-bdcd-7abbae3b8795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "GET /v2.0/ports/799992fd-69fa-4105-b2d3-d8b9132f81c6 HTTP/1.1" status: 404 len: 333 time: 0.0858338 Apr 29 17:35:58.388826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47554) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:58.395102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Request body: {'port': {'network_id': 'a7944841-eff4-444f-b416-659909da3f39', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987733007'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:58.401142 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe636975-d47e-49f0-9ead-4523427957ae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.414244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4166d8df-c069-4ce4-a5f4-37d8467afc02 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.425756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Router e418a601-7b49-4406-887b-1e0e38f3c202 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:35:58.434166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Pushing event updated for resources: {'Port': ['ID=775c4137-0274-4371-a69c-e761f8902c20,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:58.438718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4166d8df-c069-4ce4-a5f4-37d8467afc02 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.482986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:58.555177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.629536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=4e6ee360-addc-43dd-8e78-fb3309581d22,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:58.652342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Attempting to bind port 775c4137-0274-4371-a69c-e761f8902c20 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:35:58.652717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Attempting to bind port 775c4137-0274-4371-a69c-e761f8902c20 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '3d99a56a-f5e9-4095-88f3-d10b31534887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a86c897b-01a3-4d7f-aa63-1ad5164dfd5d'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:35:58.653083 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Attempting to bind port 775c4137-0274-4371-a69c-e761f8902c20 on network a86c897b-01a3-4d7f-aa63-1ad5164dfd5d {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:35:58.661899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:35:58.662282 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Checking segment: {'id': '3d99a56a-f5e9-4095-88f3-d10b31534887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a86c897b-01a3-4d7f-aa63-1ad5164dfd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:35:58.662686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.663080 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Bound using segment: {'id': '3d99a56a-f5e9-4095-88f3-d10b31534887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a86c897b-01a3-4d7f-aa63-1ad5164dfd5d'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:35:58.663573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Bound port: 775c4137-0274-4371-a69c-e761f8902c20, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d99a56a-f5e9-4095-88f3-d10b31534887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a86c897b-01a3-4d7f-aa63-1ad5164dfd5d'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:35:58.663965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.737971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4629c349-1bc3-4b5d-b017-ea22cb618808 None None] Provisioning for port 70d247e7-3fe5-46e4-9cc2-adf6642b9154 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:58.744217 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4166d8df-c069-4ce4-a5f4-37d8467afc02 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.756216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4629c349-1bc3-4b5d-b017-ea22cb618808 None None] Provisioning complete for port 70d247e7-3fe5-46e4-9cc2-adf6642b9154 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:58.756601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4629c349-1bc3-4b5d-b017-ea22cb618808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.809643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166d8df-c069-4ce4-a5f4-37d8467afc02 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1cd4c4d-dca8-4954-958d-e9d3bfeae702,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:58.820522 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4166d8df-c069-4ce4-a5f4-37d8467afc02 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.821860 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4166d8df-c069-4ce4-a5f4-37d8467afc02 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c1cd4c4d-dca8-4954-958d-e9d3bfeae702 HTTP/1.1" status: 204 len: 168 time: 0.6118646 Apr 29 17:35:58.826489 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47558) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:58.826679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4629c349-1bc3-4b5d-b017-ea22cb618808 None None] Port 70d247e7-3fe5-46e4-9cc2-adf6642b9154 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:58.857317 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4629c349-1bc3-4b5d-b017-ea22cb618808 None None] Provisioning complete for port 4e6ee360-addc-43dd-8e78-fb3309581d22 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:58.857994 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4629c349-1bc3-4b5d-b017-ea22cb618808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.876871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:35:58.889814 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775acd27-ea2e-4738-a86e-1fddf2b12dfb None None] Sync routers for ids ['e418a601-7b49-4406-887b-1e0e38f3c202'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:35:58.906837 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775acd27-ea2e-4738-a86e-1fddf2b12dfb None None] Routers {'e418a601-7b49-4406-887b-1e0e38f3c202'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:58.907550 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-775acd27-ea2e-4738-a86e-1fddf2b12dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e418a601-7b49-4406-887b-1e0e38f3c202'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:58.907849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Usage tracker for resource:port and tenant:677f2548b6814654bcf62f882ed75d43 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:58.919452 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe636975-d47e-49f0-9ead-4523427957ae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=1afd8227-219e-4ac0-b0f6-cec783d1ada7,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:58.934579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:58.965991 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] For port 775c4137-0274-4371-a69c-e761f8902c20, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:35:58.990030 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] For port 775c4137-0274-4371-a69c-e761f8902c20, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=775c4137-0274-4371-a69c-e761f8902c20,segment=NetworkSegment(3d99a56a-f5e9-4095-88f3-d10b31534887),segment_id=3d99a56a-f5e9-4095-88f3-d10b31534887)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:35:58.993236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:58.999570 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:59.000718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.008189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.040515 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:59.064923 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-775acd27-ea2e-4738-a86e-1fddf2b12dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:59.077642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fe636975-d47e-49f0-9ead-4523427957ae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.084955 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775acd27-ea2e-4738-a86e-1fddf2b12dfb None None] Routers {'e418a601-7b49-4406-887b-1e0e38f3c202'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:35:59.085965 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-775acd27-ea2e-4738-a86e-1fddf2b12dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e418a601-7b49-4406-887b-1e0e38f3c202'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:59.151109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d9867dc2-c58b-4fed-b58f-4d701ae32382 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:35:59.172640 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.174224 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-30f86220-23c2-484d-ad4f-208653a8ff4f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.9919064 Apr 29 17:35:59.182705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47562) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:59.207150 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7279315 Apr 29 17:35:59.208008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ead75c-cfc0-4e91-8fef-d6d8fa86ce98 None None] Pushing event updated for resources: {'Port': ['ID=775c4137-0274-4371-a69c-e761f8902c20,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:59.217182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0c724752-ea4d-495b-a5bf-588bcbbe0239 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:59.226215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-54f94d5c-6122-43fb-9a84-9cf1f8d782de tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'enable_snat': False}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:59.250124 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-775acd27-ea2e-4738-a86e-1fddf2b12dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:35:59.250411 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775acd27-ea2e-4738-a86e-1fddf2b12dfb None None] The sync data for ids ['e418a601-7b49-4406-887b-1e0e38f3c202'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:35:59.263583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Made reservation on behalf of 677f2548b6814654bcf62f882ed75d43 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:59.265854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.287540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47566) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:59.288985 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fe636975-d47e-49f0-9ead-4523427957ae tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/1afd8227-219e-4ac0-b0f6-cec783d1ada7 HTTP/1.1" status: 204 len: 168 time: 2.8726957 Apr 29 17:35:59.295789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47570) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:59.296234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Request body: {'subnet': {'network_id': 'b961c333-150b-4f54-9a8d-8aaf78b92b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:35:59.320229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bfbfa-be7a-4834-a6d8-1aea44f96b33 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event updated for resources: {'Network': ['ID=45ecce61-edb6-48f4-b96a-d919d1ff487d,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:35:59.367439 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 45ecce61-edb6-48f4-b96a-d919d1ff487d details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:35:59.370249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] device_id is not set on port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:35:59.487709 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-915be93a-6432-4215-9099-da2694938376 None None] Could not find standard attr ID for object 1afd8227-219e-4ac0-b0f6-cec783d1ada7. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:35:59.488994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d9867dc2-c58b-4fed-b58f-4d701ae32382 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:35:59.490077 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d9867dc2-c58b-4fed-b58f-4d701ae32382 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6542592 Apr 29 17:35:59.505237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47574) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:35:59.508300 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 0c724752-ea4d-495b-a5bf-588bcbbe0239 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:59.514425 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4e6ee360-addc-43dd-8e78-fb3309581d22 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:35:59.548837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-915be93a-6432-4215-9099-da2694938376 None None] Provisioning complete for port 70d247e7-3fe5-46e4-9cc2-adf6642b9154 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:59.548837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-915be93a-6432-4215-9099-da2694938376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.569033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:35:59.584204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Usage tracker for resource:subnet and tenant:2ef55b95f52643fa959124ca8ffecea6 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:35:59.617683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:35:59.630153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-915be93a-6432-4215-9099-da2694938376 None None] Port 70d247e7-3fe5-46e4-9cc2-adf6642b9154 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:35:59.651831 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-915be93a-6432-4215-9099-da2694938376 None None] Provisioning for port 0c724752-ea4d-495b-a5bf-588bcbbe0239 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:35:59.654648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:35:59.657165 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 4e6ee360-addc-43dd-8e78-fb3309581d22 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:59.657732 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.674114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.681973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a05728ee-1c3c-4190-acfd-dce5f24486fe tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.694051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-915be93a-6432-4215-9099-da2694938376 None None] Provisioning complete for port 0c724752-ea4d-495b-a5bf-588bcbbe0239 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:35:59.694051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-915be93a-6432-4215-9099-da2694938376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.719713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a05728ee-1c3c-4190-acfd-dce5f24486fe tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.721757 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35c9b5b8-1cc4-49d3-8e1b-d046f04180b5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.731845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.805643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Made reservation on behalf of 2ef55b95f52643fa959124ca8ffecea6 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:35:59.812458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.901989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6ab500-f0dc-4fe3-9acb-2d4fbebb43a7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:59.903651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6ab500-f0dc-4fe3-9acb-2d4fbebb43a7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:35:59.905337 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7c6ab500-f0dc-4fe3-9acb-2d4fbebb43a7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5988309 Apr 29 17:35:59.923428 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-915be93a-6432-4215-9099-da2694938376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:35:59.965545 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-915be93a-6432-4215-9099-da2694938376 None None] For port 0c724752-ea4d-495b-a5bf-588bcbbe0239, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0c724752-ea4d-495b-a5bf-588bcbbe0239,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:35:59.974753 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-915be93a-6432-4215-9099-da2694938376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.025934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47578) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:00.057323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915be93a-6432-4215-9099-da2694938376 None None] Pushing event updated for resources: {'Port': ['ID=0c724752-ea4d-495b-a5bf-588bcbbe0239,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:00.089860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=70d247e7-3fe5-46e4-9cc2-adf6642b9154,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:00.192347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a05728ee-1c3c-4190-acfd-dce5f24486fe tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.198162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d7f5336b-e5de-4834-bbf8-74a922077503 None None] Provisioning complete for port 70d247e7-3fe5-46e4-9cc2-adf6642b9154 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:00.198610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d7f5336b-e5de-4834-bbf8-74a922077503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.228540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f4b6eb-2341-4bc7-949d-6e0c0c30f14c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 89b61360-2fe5-40db-8214-09dbd8d56b48 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:00.247809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05728ee-1c3c-4190-acfd-dce5f24486fe tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9001c2d9-f89c-4ea1-9d4c-d18a7f2ac6f9,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:00.258370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5336b-e5de-4834-bbf8-74a922077503 None None] Port 70d247e7-3fe5-46e4-9cc2-adf6642b9154 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:00.260363 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98f4b6eb-2341-4bc7-949d-6e0c0c30f14c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.333257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.345785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a05728ee-1c3c-4190-acfd-dce5f24486fe tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.346987 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a05728ee-1c3c-4190-acfd-dce5f24486fe tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/9001c2d9-f89c-4ea1-9d4c-d18a7f2ac6f9 HTTP/1.1" status: 204 len: 168 time: 0.8411450 Apr 29 17:36:00.352613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47582) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:00.467382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98f4b6eb-2341-4bc7-949d-6e0c0c30f14c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.560589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0bfb28e6-c5e1-42a6-b799-ac8dbd15d2b9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:00.590992 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-35c9b5b8-1cc4-49d3-8e1b-d046f04180b5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port b2609529-000a-4121-8208-ca30f0175476 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:00.591345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35c9b5b8-1cc4-49d3-8e1b-d046f04180b5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.622508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54f94d5c-6122-43fb-9a84-9cf1f8d782de tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.636645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.672964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c7b94-a4b1-410c-a989-1c2794434195 None None] Network a86c897b-01a3-4d7f-aa63-1ad5164dfd5d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:00.674236 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98f4b6eb-2341-4bc7-949d-6e0c0c30f14c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.703592 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.719461 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.723146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0bfb28e6-c5e1-42a6-b799-ac8dbd15d2b9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:00.727418 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0bfb28e6-c5e1-42a6-b799-ac8dbd15d2b9 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3691294 Apr 29 17:36:00.776516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-745c08b9-1553-4768-b7b9-1217d58b7d5a None None] Provisioning for port 775c4137-0274-4371-a69c-e761f8902c20 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:00.784332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Network a7944841-eff4-444f-b416-659909da3f39 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:00.789737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47586) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:00.790689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:00.798257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:00.799269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:00.800014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:00.891939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event updated for resources: {'Port': ['ID=d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:00.907261 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0873635c-517c-4d5f-ba1a-5f30ec37b25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5172610 Apr 29 17:36:00.920920 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47590) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:00.921539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event updated for resources: {'Subnet': ['ID=22af3897-aebd-4dcb-aefd-b4f19b7cbe2f,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:00.936670 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:01.044325 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Checking segment: {'id': '0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b961c333-150b-4f54-9a8d-8aaf78b92b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:01.044690 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Network hostable DHCP agents. Network: b961c333-150b-4f54-9a8d-8aaf78b92b92, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:36:01.059586 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35c9b5b8-1cc4-49d3-8e1b-d046f04180b5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:01.083281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0558-122a-4ab6-a33d-a39b08316e10 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:01.142950 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0c724752-ea4d-495b-a5bf-588bcbbe0239 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:01.172576 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:01.188823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0558-122a-4ab6-a33d-a39b08316e10 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:01.207397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Network b961c333-150b-4f54-9a8d-8aaf78b92b92 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:36:01.219756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-35c9b5b8-1cc4-49d3-8e1b-d046f04180b5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for b2609529-000a-4121-8208-ca30f0175476 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:01.230489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0c724752-ea4d-495b-a5bf-588bcbbe0239 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:01.231216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:01.262427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98f4b6eb-2341-4bc7-949d-6e0c0c30f14c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:01.268065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:01.301590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, b961c333-150b-4f54-9a8d-8aaf78b92b92) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:01.326380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4b6eb-2341-4bc7-949d-6e0c0c30f14c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=89b61360-2fe5-40db-8214-09dbd8d56b48,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:01.328883 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-98f4b6eb-2341-4bc7-949d-6e0c0c30f14c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:01.338379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:01.338969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:01.353449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b949a2-d510-45ff-be72-68852e09dada None None] Network b961c333-150b-4f54-9a8d-8aaf78b92b92 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:01.355219 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-98f4b6eb-2341-4bc7-949d-6e0c0c30f14c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/89b61360-2fe5-40db-8214-09dbd8d56b48 HTTP/1.1" status: 204 len: 168 time: 1.3152213 Apr 29 17:36:01.361149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47594) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:01.366310 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3762cd1b-c23c-4596-a8bd-af856fa027be None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:01.446585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 775c4137-0274-4371-a69c-e761f8902c20 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:01.458439 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fd464b49-18d9-46a4-b169-b6b9f95d9937 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941443 Apr 29 17:36:01.460779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47598) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:01.484246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0558-122a-4ab6-a33d-a39b08316e10 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:01.540496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd0558-122a-4ab6-a33d-a39b08316e10 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6db5c9-5d04-4310-b57d-db3123cb6929,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:01.561242 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6b936536-5173-4581-b871-cc53726159c2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2683780 Apr 29 17:36:01.563272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0558-122a-4ab6-a33d-a39b08316e10 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:01.564351 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f3dd0558-122a-4ab6-a33d-a39b08316e10 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-groups/7a6db5c9-5d04-4310-b57d-db3123cb6929 HTTP/1.1" status: 204 len: 168 time: 0.7714086 Apr 29 17:36:01.566683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47602) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:01.566996 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47604) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:01.601394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Request body: {'subnet': {'network_id': '45ecce61-edb6-48f4-b96a-d919d1ff487d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:01.825823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 775c4137-0274-4371-a69c-e761f8902c20 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:01.836125 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 775c4137-0274-4371-a69c-e761f8902c20 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:01.836571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:01.960843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-b961c333-150b-4f54-9a8d-8aaf78b92b92', 'network_id': 'b961c333-150b-4f54-9a8d-8aaf78b92b92', 'tenant_id': '2ef55b95f52643fa959124ca8ffecea6', 'fixed_ips': [{'subnet_id': '22af3897-aebd-4dcb-aefd-b4f19b7cbe2f'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:36:01.961692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:01.966137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444511f-5a74-49ee-85b7-a07f03aa2ca3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:01.970262 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0444511f-5a74-49ee-85b7-a07f03aa2ca3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5064406 Apr 29 17:36:01.972900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47610) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:02.038163 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-cf5826e6-1d6b-42e8-a0a6-8ad59009844f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:02.057167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:02.076024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Usage tracker for resource:subnet and tenant:2ef55b95f52643fa959124ca8ffecea6 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:02.083861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:02.088986 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c3cdec-3c97-4679-be27-6b9834add080 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:36:02.106028 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3cdec-3c97-4679-be27-6b9834add080 None None] Deleting port 0c724752-ea4d-495b-a5bf-588bcbbe0239 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:02.106491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a6c3cdec-3c97-4679-be27-6b9834add080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.131473 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.132249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35c9b5b8-1cc4-49d3-8e1b-d046f04180b5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.148130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:02.161356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-cf5826e6-1d6b-42e8-a0a6-8ad59009844f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:02.167991 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cf5826e6-1d6b-42e8-a0a6-8ad59009844f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5843627 Apr 29 17:36:02.167991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47614) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:02.178286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d58dc335-8361-4390-abc1-dfbf6600b4d1 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864821919'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:02.185849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Made reservation on behalf of 2ef55b95f52643fa959124ca8ffecea6 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:02.189087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.206801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] device_id is not set on port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:36:02.212302 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d58dc335-8361-4390-abc1-dfbf6600b4d1 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:02.222804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.262356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d58dc335-8361-4390-abc1-dfbf6600b4d1 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:02.269711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.295214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 775c4137-0274-4371-a69c-e761f8902c20, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=775c4137-0274-4371-a69c-e761f8902c20,segment=NetworkSegment(3d99a56a-f5e9-4095-88f3-d10b31534887),segment_id=3d99a56a-f5e9-4095-88f3-d10b31534887)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:02.308610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.333918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Transition to ACTIVE for port object d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:02.334719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.364445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0626904-3428-4751-b8ee-3fd33fd7ad86 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:02.365499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e0626904-3428-4751-b8ee-3fd33fd7ad86 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:02.380723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9b5b8-1cc4-49d3-8e1b-d046f04180b5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=b2609529-000a-4121-8208-ca30f0175476,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:02.407496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.438843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Allocated IP 2001:db8::2 (b961c333-150b-4f54-9a8d-8aaf78b92b92/22af3897-aebd-4dcb-aefd-b4f19b7cbe2f/c2deb03a-d9d2-4e00-ab0c-a8c098ac5456) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:02.443487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d58dc335-8361-4390-abc1-dfbf6600b4d1 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.504732 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=775c4137-0274-4371-a69c-e761f8902c20,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:02.522957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a6c3cdec-3c97-4679-be27-6b9834add080 None None] For port 0c724752-ea4d-495b-a5bf-588bcbbe0239, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0c724752-ea4d-495b-a5bf-588bcbbe0239,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:02.523390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a6c3cdec-3c97-4679-be27-6b9834add080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.575992 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e0626904-3428-4751-b8ee-3fd33fd7ad86 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:02.577320 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e0626904-3428-4751-b8ee-3fd33fd7ad86 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6017878 Apr 29 17:36:02.598530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=70d247e7-3fe5-46e4-9cc2-adf6642b9154,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:02.602191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47618) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:02.618998 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d58dc335-8361-4390-abc1-dfbf6600b4d1 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:02.631388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d58dc335-8361-4390-abc1-dfbf6600b4d1 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:02.687134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3cdec-3c97-4679-be27-6b9834add080 None None] Calling delete_port for 0c724752-ea4d-495b-a5bf-588bcbbe0239 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:02.706570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35c9b5b8-1cc4-49d3-8e1b-d046f04180b5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.714561 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-67ccf339-2291-4356-8387-2b5d52a768c1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111815 Apr 29 17:36:02.719594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47622) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:02.727463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54f94d5c-6122-43fb-9a84-9cf1f8d782de tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.732295 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8a34d7f0-96aa-438a-974f-14126218e751 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:02.734655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.793152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:02.793486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:02.793824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:02.808852 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54f94d5c-6122-43fb-9a84-9cf1f8d782de tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.819982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event updated for resources: {'Port': ['ID=d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:02.832488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:36:02.832832 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:36:02.838274 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 2 to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 Apr 29 17:36:02.861751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a6c3cdec-3c97-4679-be27-6b9834add080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.950638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:02.951169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:02.951681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:02.952729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c3cdec-3c97-4679-be27-6b9834add080 None None] No DVR routers for this DVR port 0c724752-ea4d-495b-a5bf-588bcbbe0239 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:36:02.960147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3cdec-3c97-4679-be27-6b9834add080 None None] Pushing event deleted for resources: {'Port': ['ID=0c724752-ea4d-495b-a5bf-588bcbbe0239,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:02.971073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:36:02.972003 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:36:02.981411 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 3 to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 Apr 29 17:36:02.983494 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:02.996695 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Transition to ACTIVE for port object c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:03.023151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Transition to ACTIVE for port object c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:03.029928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:03.040732 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:03.041296 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:03.041784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:03.054832 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d58dc335-8361-4390-abc1-dfbf6600b4d1 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:03.078072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 775c4137-0274-4371-a69c-e761f8902c20 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:03.080535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:36:03.080839 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:36:03.081381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d58dc335-8361-4390-abc1-dfbf6600b4d1 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:03.090890 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 4 to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 Apr 29 17:36:03.130463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network c75445c9-cf9b-4d59-99a2-71e09725329e is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:03.143136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:03.148545 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Pushing event updated for resources: {'Port': ['ID=c2deb03a-d9d2-4e00-ab0c-a8c098ac5456,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:03.181221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:03.181529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:03.181913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:03.193397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:03.235871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Network b961c333-150b-4f54-9a8d-8aaf78b92b92 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:03.238884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:03.240322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8a34d7f0-96aa-438a-974f-14126218e751 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:03.244747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:03.267859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8a34d7f0-96aa-438a-974f-14126218e751 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:03.287693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c9b5b8-1cc4-49d3-8e1b-d046f04180b5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Router 8053e119-a1c6-4440-8973-b610df7b3837 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:36:03.318947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58dc335-8361-4390-abc1-dfbf6600b4d1 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a33dc1-25e5-4ca5-9a02-14d9068c0994,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:03.356985 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 775c4137-0274-4371-a69c-e761f8902c20 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:03.357355 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:03.367321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f94d5c-6122-43fb-9a84-9cf1f8d782de tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Router e418a601-7b49-4406-887b-1e0e38f3c202 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:36:03.400678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:36:03.401210 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:36:03.406495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Attempting to bind port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:03.406856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Attempting to bind port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b961c333-150b-4f54-9a8d-8aaf78b92b92'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:03.407481 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Attempting to bind port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 on network b961c333-150b-4f54-9a8d-8aaf78b92b92 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:03.419917 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 5 to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 Apr 29 17:36:03.421157 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:36:03.422662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Checking segment: {'id': '0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b961c333-150b-4f54-9a8d-8aaf78b92b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:03.422662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:03.422662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Bound using segment: {'id': '0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b961c333-150b-4f54-9a8d-8aaf78b92b92'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:36:03.423152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Bound port: c2deb03a-d9d2-4e00-ab0c-a8c098ac5456, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b961c333-150b-4f54-9a8d-8aaf78b92b92'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:36:03.423687 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:03.447742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c9b5b8-1cc4-49d3-8e1b-d046f04180b5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:03.451478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a34d7f0-96aa-438a-974f-14126218e751 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:03.455671 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8a34d7f0-96aa-438a-974f-14126218e751 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:03.463554 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce7d33-b1bb-4aa9-9b6e-182289ca3e67 None None] Sync routers for ids ['8053e119-a1c6-4440-8973-b610df7b3837'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:03.497377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event updated for resources: {'Subnet': ['ID=ab780f7e-2946-4314-80dc-fe8079cc8f5c,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:03.503711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:03.503952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:03.504298 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:03.506861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d58dc335-8361-4390-abc1-dfbf6600b4d1 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:03.511202 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d58dc335-8361-4390-abc1-dfbf6600b4d1 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3404033 Apr 29 17:36:03.519898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47626) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:03.530240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce7d33-b1bb-4aa9-9b6e-182289ca3e67 None None] Routers {'8053e119-a1c6-4440-8973-b610df7b3837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:03.530878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-34ce7d33-b1bb-4aa9-9b6e-182289ca3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['8053e119-a1c6-4440-8973-b610df7b3837'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:03.535644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-93216176-5006-47aa-b0d8-65fbf974d3ec tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group_rule': {'security_group_id': 'e0a33dc1-25e5-4ca5-9a02-14d9068c0994', 'direction': 'ingress', 'protocol': 17}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:03.543454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:36:03.543794 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:36:03.547658 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 6 to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 Apr 29 17:36:03.559604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-93216176-5006-47aa-b0d8-65fbf974d3ec tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:03.581820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-93216176-5006-47aa-b0d8-65fbf974d3ec tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:03.589739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-93216176-5006-47aa-b0d8-65fbf974d3ec tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:03.600137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:03.600137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:03.600137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:03.606322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Checking segment: {'id': '35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '45ecce61-edb6-48f4-b96a-d919d1ff487d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:03.606715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Network hostable DHCP agents. Network: 45ecce61-edb6-48f4-b96a-d919d1ff487d, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:36:03.611904 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-93216176-5006-47aa-b0d8-65fbf974d3ec tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:03.614322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:36:03.614684 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:36:03.621049 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 7 to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 Apr 29 17:36:03.644344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Router 137a5457-e860-4d59-aff5-b15866631363 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:36:03.665266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:03.665591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:03.665928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:03.671441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93216176-5006-47aa-b0d8-65fbf974d3ec tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:03.694645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-34ce7d33-b1bb-4aa9-9b6e-182289ca3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:03.704615 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5f336bfd-8616-4806-b5a3-72f58e17b62f None None] Provisioning complete for port 70d247e7-3fe5-46e4-9cc2-adf6642b9154 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:03.704974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5f336bfd-8616-4806-b5a3-72f58e17b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:03.746751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] For port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:36:03.750993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce7d33-b1bb-4aa9-9b6e-182289ca3e67 None None] Routers {'8053e119-a1c6-4440-8973-b610df7b3837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:03.751904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-34ce7d33-b1bb-4aa9-9b6e-182289ca3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['8053e119-a1c6-4440-8973-b610df7b3837'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:03.752837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:36:03.752837 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:36:03.807582 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-35c9b5b8-1cc4-49d3-8e1b-d046f04180b5 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "PUT /v2.0/routers/8053e119-a1c6-4440-8973-b610df7b3837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8338952 Apr 29 17:36:03.818537 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47630) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:03.827603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0c724752-ea4d-495b-a5bf-588bcbbe0239 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:36:03.883020 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68e869a-7587-4c2b-bf0b-6cb87d0a103d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:36:03.883435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] For port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c2deb03a-d9d2-4e00-ab0c-a8c098ac5456,segment=NetworkSegment(0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec),segment_id=0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:36:03.883925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c68e869a-7587-4c2b-bf0b-6cb87d0a103d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:03.884710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 0c724752-ea4d-495b-a5bf-588bcbbe0239 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:36:03.884836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0c724752-ea4d-495b-a5bf-588bcbbe0239 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:36:03.888667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-34ce7d33-b1bb-4aa9-9b6e-182289ca3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:03.889066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce7d33-b1bb-4aa9-9b6e-182289ca3e67 None None] The sync data for ids ['8053e119-a1c6-4440-8973-b610df7b3837'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:03.897843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:03.935653 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c68e869a-7587-4c2b-bf0b-6cb87d0a103d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:03.936263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-5f336bfd-8616-4806-b5a3-72f58e17b62f None None] Port 70d247e7-3fe5-46e4-9cc2-adf6642b9154 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:03.937422 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c68e869a-7587-4c2b-bf0b-6cb87d0a103d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/b2609529-000a-4121-8208-ca30f0175476 HTTP/1.1" status: 404 len: 333 time: 0.1175382 Apr 29 17:36:03.942020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47634) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:03.958273 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 8 to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 Apr 29 17:36:03.966045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Network 45ecce61-edb6-48f4-b96a-d919d1ff487d is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:36:03.984747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d4958-58b5-42fd-b04f-7947966f8e98 None None] Pushing event updated for resources: {'Port': ['ID=c2deb03a-d9d2-4e00-ab0c-a8c098ac5456,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:04.026523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 45ecce61-edb6-48f4-b96a-d919d1ff487d) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:04.031475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:04.032184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.037566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:04.037754 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bfb37-4e2f-4493-ac03-cbaa062d480d None None] Network 45ecce61-edb6-48f4-b96a-d919d1ff487d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:04.038237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:04.038578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:04.038918 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f94d5c-6122-43fb-9a84-9cf1f8d782de tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:04.056625 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f147d5-1fc7-4bb8-b629-b82627a32100 None None] Sync routers for ids ['e418a601-7b49-4406-887b-1e0e38f3c202'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:04.061761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:36:04.062093 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:36:04.066084 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 9 to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 Apr 29 17:36:04.078913 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f147d5-1fc7-4bb8-b629-b82627a32100 None None] Routers {'e418a601-7b49-4406-887b-1e0e38f3c202'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:04.079932 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e4f147d5-1fc7-4bb8-b629-b82627a32100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e418a601-7b49-4406-887b-1e0e38f3c202'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:04.097969 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3a080bd6-b071-4e6e-9843-f900ceaa9da7 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5183063 Apr 29 17:36:04.100471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:04.101409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:04.101409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:04.107789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47638) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:04.153855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-28785913-903f-488b-9827-074470e57008 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.173404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:04.184351 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf726ec7-9675-49bf-8877-cbde01118ed8 None None] Sync routers for ids ['137a5457-e860-4d59-aff5-b15866631363'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:04.188030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:36:04.188369 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:36:04.209797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf726ec7-9675-49bf-8877-cbde01118ed8 None None] Routers {'137a5457-e860-4d59-aff5-b15866631363'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:04.210463 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-bf726ec7-9675-49bf-8877-cbde01118ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['137a5457-e860-4d59-aff5-b15866631363'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:04.212010 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e4f147d5-1fc7-4bb8-b629-b82627a32100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:04.229591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54f94d5c-6122-43fb-9a84-9cf1f8d782de tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.230789 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-54f94d5c-6122-43fb-9a84-9cf1f8d782de tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "PUT /v2.0/routers/e418a601-7b49-4406-887b-1e0e38f3c202 HTTP/1.1" status: 200 len: 920 time: 5.0423024 Apr 29 17:36:04.240332 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f147d5-1fc7-4bb8-b629-b82627a32100 None None] Routers {'e418a601-7b49-4406-887b-1e0e38f3c202'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:04.241925 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e4f147d5-1fc7-4bb8-b629-b82627a32100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e418a601-7b49-4406-887b-1e0e38f3c202'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:04.268542 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93216176-5006-47aa-b0d8-65fbf974d3ec tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.271643 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.plugins.ml2.plugin [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempt 10 to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 Apr 29 17:36:04.286085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47642) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:04.351674 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e4f147d5-1fc7-4bb8-b629-b82627a32100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:04.352604 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f147d5-1fc7-4bb8-b629-b82627a32100 None None] The sync data for ids ['e418a601-7b49-4406-887b-1e0e38f3c202'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:04.359103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-bf726ec7-9675-49bf-8877-cbde01118ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:04.375425 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf726ec7-9675-49bf-8877-cbde01118ed8 None None] Routers {'137a5457-e860-4d59-aff5-b15866631363'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:04.376040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-bf726ec7-9675-49bf-8877-cbde01118ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['137a5457-e860-4d59-aff5-b15866631363'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:04.376240 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93216176-5006-47aa-b0d8-65fbf974d3ec tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.397706 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4b349dfe-a1f2-4f9d-ad06-ba050b654f5a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "PUT /v2.0/routers/137a5457-e860-4d59-aff5-b15866631363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8944218 Apr 29 17:36:04.415101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47646) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:04.463655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-bf726ec7-9675-49bf-8877-cbde01118ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:04.464152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf726ec7-9675-49bf-8877-cbde01118ed8 None None] The sync data for ids ['137a5457-e860-4d59-aff5-b15866631363'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:04.475706 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:04.476046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:04.476385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempting to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:04.569679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-45ecce61-edb6-48f4-b96a-d919d1ff487d', 'network_id': '45ecce61-edb6-48f4-b96a-d919d1ff487d', 'tenant_id': '2ef55b95f52643fa959124ca8ffecea6', 'fixed_ips': [{'subnet_id': 'ab780f7e-2946-4314-80dc-fe8079cc8f5c'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:36:04.570761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93216176-5006-47aa-b0d8-65fbf974d3ec tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11b2686-a45b-430e-9f65-3e8d64957a69,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:04.571405 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.573809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:36:04.574341 dv-neutron-839024-2-hyperv neutron-server[88019]: ERROR neutron.plugins.ml2.managers [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Failed to bind port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '911c619b-0fca-4ffe-921e-e4ceb8faa203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a7944841-eff4-444f-b416-659909da3f39'}] Apr 29 17:36:04.574730 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.590738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8a34d7f0-96aa-438a-974f-14126218e751 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.665953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-28785913-903f-488b-9827-074470e57008 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.668098 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93216176-5006-47aa-b0d8-65fbf974d3ec tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.669279 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-93216176-5006-47aa-b0d8-65fbf974d3ec tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1390548 Apr 29 17:36:04.671947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-28785913-903f-488b-9827-074470e57008 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.676532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47650) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:04.686239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a34d7f0-96aa-438a-974f-14126218e751 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:04.687435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-8a34d7f0-96aa-438a-974f-14126218e751 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:04.698938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a34d7f0-96aa-438a-974f-14126218e751 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:04.699625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8a34d7f0-96aa-438a-974f-14126218e751 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.713805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34d7f0-96aa-438a-974f-14126218e751 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=7e3e0398-c76d-4717-aad5-07b39a729967,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:04.736706 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98229bdf-b2be-490a-b63f-5e22698adefe None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:04.752589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-28785913-903f-488b-9827-074470e57008 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.753389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28785913-903f-488b-9827-074470e57008 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Fanout notify agent at l3_agent the message router_deleted on router 8053e119-a1c6-4440-8973-b610df7b3837 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:36:04.771122 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-28785913-903f-488b-9827-074470e57008 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:04.772434 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-28785913-903f-488b-9827-074470e57008 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/routers/8053e119-a1c6-4440-8973-b610df7b3837 HTTP/1.1" status: 204 len: 168 time: 0.8016691 Apr 29 17:36:04.775806 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8a34d7f0-96aa-438a-974f-14126218e751 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0550392 Apr 29 17:36:04.776603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47654) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:04.779519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47656) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:04.817391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2011e20b-af14-4f15-9de8-327aa098a294 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:04.818010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2011e20b-af14-4f15-9de8-327aa098a294 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:04.823211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'mac_address': 'fa:16:3e:31:9e:35', 'name': 'tempest-NetworksTestDHCPv6-207524098'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:04.860089 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Allocated IP 2001:db8::2 (45ecce61-edb6-48f4-b96a-d919d1ff487d/ab780f7e-2946-4314-80dc-fe8079cc8f5c/f09d7c08-7b0f-4ee2-a434-85ee727d0f0b) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:04.960534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2011e20b-af14-4f15-9de8-327aa098a294 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:04.961385 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2011e20b-af14-4f15-9de8-327aa098a294 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports?device_id=137a5457-e860-4d59-aff5-b15866631363 HTTP/1.1" status: 200 len: 983 time: 0.5452576 Apr 29 17:36:04.966828 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47662) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:04.973025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90c678b-eb7c-4bc5-acd9-0f7aad348b96 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting subnet 0b5bade3-1801-42c6-a9bf-45b161674654 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:05.011630 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-116a3081-4219-4f49-8f0d-20b740d5e424 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/routers/e418a601-7b49-4406-887b-1e0e38f3c202 HTTP/1.1" status: 200 len: 920 time: 0.7130642 Apr 29 17:36:05.015409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47666) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:05.053725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a90c678b-eb7c-4bc5-acd9-0f7aad348b96 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.087210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] For port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:36:05.087613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attempted to set empty binding levels {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 17:36:05.111062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.114619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4240256d-3073-464d-b775-b58bcd06cf94 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.208923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.255605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] In _notify_port_updated(), no bound segment for port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 on network a7944841-eff4-444f-b416-659909da3f39 {{(pid=88019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:36:05.256483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:05.257086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.261364 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "PUT /v2.0/ports/d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 HTTP/1.1" status: 200 len: 981 time: 4.3374100 Apr 29 17:36:05.267025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47670) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:05.279019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4240256d-3073-464d-b775-b58bcd06cf94 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.318949 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.341379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Transition to ACTIVE for port object f09d7c08-7b0f-4ee2-a434-85ee727d0f0b will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:05.348631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:05.363156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:05.367366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a90c678b-eb7c-4bc5-acd9-0f7aad348b96 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.392356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:05.395953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:05.419667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689fd71c-1e46-4c00-850d-6586bd4009f3 None None] Network b961c333-150b-4f54-9a8d-8aaf78b92b92 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:05.457746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Transition to ACTIVE for port object f09d7c08-7b0f-4ee2-a434-85ee727d0f0b will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:05.480155 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:05.484676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '7e3e0398-c76d-4717-aad5-07b39a729967'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:36:05.485649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.507068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.581337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:05.661714 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad2933-4dbf-4450-b9e4-325360be0ad4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event updated for resources: {'Port': ['ID=d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:05.706735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f19f73af-c203-43db-ac76-8540d1973447 None None] Provisioning for port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:05.744693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6544239e-440c-49d4-8b68-0a06057c50a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Deleting port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:05.745140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6544239e-440c-49d4-8b68-0a06057c50a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.762283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a90c678b-eb7c-4bc5-acd9-0f7aad348b96 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.785789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Network 45ecce61-edb6-48f4-b96a-d919d1ff487d is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:05.797649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:05.805559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd87a6d4-4b93-4518-aa73-d3a3ed6e16f9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:05.806016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Pushing event updated for resources: {'Port': ['ID=f09d7c08-7b0f-4ee2-a434-85ee727d0f0b,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:05.811055 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bd87a6d4-4b93-4518-aa73-d3a3ed6e16f9 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&device_id=e418a601-7b49-4406-887b-1e0e38f3c202&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7891996 Apr 29 17:36:05.812063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47674) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:05.818628 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:05.835229 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.865477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4240256d-3073-464d-b775-b58bcd06cf94 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.887335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port a868a088-01d6-4ae3-a8ff-3c6921413c73 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:36:05.918062 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:05.943150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a90c678b-eb7c-4bc5-acd9-0f7aad348b96 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:05.967730 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:05.968274 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.039173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c678b-eb7c-4bc5-acd9-0f7aad348b96 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5bade3-1801-42c6-a9bf-45b161674654,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:06.051483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240256d-3073-464d-b775-b58bcd06cf94 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a33dc1-25e5-4ca5-9a02-14d9068c0994,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:06.052291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a90c678b-eb7c-4bc5-acd9-0f7aad348b96 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.068009 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a90c678b-eb7c-4bc5-acd9-0f7aad348b96 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/0b5bade3-1801-42c6-a9bf-45b161674654 HTTP/1.1" status: 204 len: 168 time: 1.2902756 Apr 29 17:36:06.068263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46e32da-7cdc-40e1-969c-43af6949b1af None None] Network c203f8f2-3ad7-4571-8d4f-adc2bff750de requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:06.070553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47678) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:06.125528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Attempting to bind port f09d7c08-7b0f-4ee2-a434-85ee727d0f0b on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:06.126054 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Attempting to bind port f09d7c08-7b0f-4ee2-a434-85ee727d0f0b by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '45ecce61-edb6-48f4-b96a-d919d1ff487d'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:06.126516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Attempting to bind port f09d7c08-7b0f-4ee2-a434-85ee727d0f0b on network 45ecce61-edb6-48f4-b96a-d919d1ff487d {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:06.167355 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4240256d-3073-464d-b775-b58bcd06cf94 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.170618 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4240256d-3073-464d-b775-b58bcd06cf94 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-groups/e0a33dc1-25e5-4ca5-9a02-14d9068c0994 HTTP/1.1" status: 204 len: 168 time: 1.4905915 Apr 29 17:36:06.171323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47682) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:06.227716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:36:06.228266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Checking segment: {'id': '35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '45ecce61-edb6-48f4-b96a-d919d1ff487d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:06.228787 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.229285 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Bound using segment: {'id': '35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '45ecce61-edb6-48f4-b96a-d919d1ff487d'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:36:06.229867 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Bound port: f09d7c08-7b0f-4ee2-a434-85ee727d0f0b, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '45ecce61-edb6-48f4-b96a-d919d1ff487d'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:36:06.230337 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.246400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.296738 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Allocated IP 2001:db8::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/7e3e0398-c76d-4717-aad5-07b39a729967/21540079-aa7b-479d-a897-d57d9aeadf3e) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:06.304526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec2cb14e-b253-49b1-b0b3-bb0aa46c846b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.313264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0637b3-e3b8-4420-9505-6c06448a64cd tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:06.313889 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ad0637b3-e3b8-4420-9505-6c06448a64cd tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Synchronizing usage tracker for tenant:05e2122e3779423782416fa14ebd0cef on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:06.326160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-6544239e-440c-49d4-8b68-0a06057c50a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] For port d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2, host hv-neutron-8390, got binding levels [] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:06.326516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6544239e-440c-49d4-8b68-0a06057c50a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.422733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 5e68008b-02f0-4121-94c7-6a79265479c2 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:06.422936 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.472490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f32d0c0f-fe9f-4c1f-a4c0-adf97dececbf tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:06.472729 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6544239e-440c-49d4-8b68-0a06057c50a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Calling delete_port for d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:06.500222 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Allocated IP 2001:db8::1 (b961c333-150b-4f54-9a8d-8aaf78b92b92/22af3897-aebd-4dcb-aefd-b4f19b7cbe2f/a553c4f0-012d-4899-8800-6e367989efa0) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:06.524876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ad0637b3-e3b8-4420-9505-6c06448a64cd tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Unset dirty status for tenant:05e2122e3779423782416fa14ebd0cef on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:06.529295 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ad0637b3-e3b8-4420-9505-6c06448a64cd tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/networks/aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 881 time: 0.7103949 Apr 29 17:36:06.532082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47686) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:06.552200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f32d0c0f-fe9f-4c1f-a4c0-adf97dececbf tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:06.556793 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f32d0c0f-fe9f-4c1f-a4c0-adf97dececbf tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3815496 Apr 29 17:36:06.570799 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47690) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:06.601433 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bef28530-9d0d-41d4-81e0-61aadde84c0b tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "GET /v2.0/ports?device_id=e418a601-7b49-4406-887b-1e0e38f3c202 HTTP/1.1" status: 200 len: 205 time: 0.0670621 Apr 29 17:36:06.602082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47694) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:06.603231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.619085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7252eb54-03f2-464e-a36c-6df36969ad95 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group': {'name': 'tempest-secgroup--202563566'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:06.642006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7252eb54-03f2-464e-a36c-6df36969ad95 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:06.656314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] For port f09d7c08-7b0f-4ee2-a434-85ee727d0f0b, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:36:06.690805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7252eb54-03f2-464e-a36c-6df36969ad95 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:06.732945 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] For port f09d7c08-7b0f-4ee2-a434-85ee727d0f0b, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f09d7c08-7b0f-4ee2-a434-85ee727d0f0b,segment=NetworkSegment(35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5),segment_id=35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:36:06.781256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.830755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c2deb03a-d9d2-4e00-ab0c-a8c098ac5456,segment=NetworkSegment(0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec),segment_id=0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:06.872377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.875472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] For port 5e68008b-02f0-4121-94c7-6a79265479c2, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5e68008b-02f0-4121-94c7-6a79265479c2,segment=NetworkSegment(495b2701-0e5c-406f-9135-afe27c22817d),segment_id=495b2701-0e5c-406f-9135-afe27c22817d)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:06.876314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.901519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6544239e-440c-49d4-8b68-0a06057c50a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:06.978579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544239e-440c-49d4-8b68-0a06057c50a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:06.978792 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b9ca45-056f-4425-8f27-640f38e98c0f None None] DHCP port deletion for c203f8f2-3ad7-4571-8d4f-adc2bff750de request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:36:06.997284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6544239e-440c-49d4-8b68-0a06057c50a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.000169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f9b9ca45-056f-4425-8f27-640f38e98c0f None None] Deleting port 5e68008b-02f0-4121-94c7-6a79265479c2 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:07.000552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ca45-056f-4425-8f27-640f38e98c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.075521 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6544239e-440c-49d4-8b68-0a06057c50a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "DELETE /v2.0/ports/d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 HTTP/1.1" status: 204 len: 168 time: 1.8015418 Apr 29 17:36:07.076329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47698) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:07.108251 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5e68008b-02f0-4121-94c7-6a79265479c2 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:36:07.130951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.136685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.186285 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faaf3a-017b-4cb2-9185-4997b721deea None None] Pushing event updated for resources: {'Port': ['ID=f09d7c08-7b0f-4ee2-a434-85ee727d0f0b,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:07.189214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 5e68008b-02f0-4121-94c7-6a79265479c2 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:07.300362 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.300553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7252eb54-03f2-464e-a36c-6df36969ad95 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.329082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7252eb54-03f2-464e-a36c-6df36969ad95 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:07.335151 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7252eb54-03f2-464e-a36c-6df36969ad95 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:07.339698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7252eb54-03f2-464e-a36c-6df36969ad95 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:07.350561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7252eb54-03f2-464e-a36c-6df36969ad95 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:07.367237 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.379207 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Transition to ACTIVE for port object 21540079-aa7b-479d-a897-d57d9aeadf3e will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:07.393043 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f9b9ca45-056f-4425-8f27-640f38e98c0f None None] The port '5e68008b-02f0-4121-94c7-6a79265479c2' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:36:07.408064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5b1604c6-7b63-4786-99c4-7a1edf523bb8 None None] Provisioning complete for port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:07.408436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5b1604c6-7b63-4786-99c4-7a1edf523bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.434055 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-507a61af-4fe3-4b9b-a676-436644f3ce89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] GET failed (client error): The resource could not be found. Apr 29 17:36:07.434590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-507a61af-4fe3-4b9b-a676-436644f3ce89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Synchronizing usage tracker for tenant:677f2548b6814654bcf62f882ed75d43 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:07.443532 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=5e68008b-02f0-4121-94c7-6a79265479c2,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:07.445412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No DVR routers for this DVR port 5e68008b-02f0-4121-94c7-6a79265479c2 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:36:07.448408 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No active binding found for port 5e68008b-02f0-4121-94c7-6a79265479c2 {{(pid=88020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 29 17:36:07.449072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5e68008b-02f0-4121-94c7-6a79265479c2 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:36:07.480087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=c2deb03a-d9d2-4e00-ab0c-a8c098ac5456,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:07.485375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Transition to ACTIVE for port object 21540079-aa7b-479d-a897-d57d9aeadf3e will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:07.504623 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.506552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Transition to ACTIVE for port object a553c4f0-012d-4899-8800-6e367989efa0 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:07.531093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-507a61af-4fe3-4b9b-a676-436644f3ce89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] Unset dirty status for tenant:677f2548b6814654bcf62f882ed75d43 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:07.536153 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-507a61af-4fe3-4b9b-a676-436644f3ce89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1183397241-project-admin] 10.222.0.11 "GET /v2.0/ports/d0bf4013-b6a3-4ff9-8347-1d8c1e0053b2 HTTP/1.1" status: 404 len: 333 time: 0.4507167 Apr 29 17:36:07.567073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47702) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:07.588526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:07.594568 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:07.600774 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:07.621015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Pushing event updated for resources: {'Port': ['ID=21540079-aa7b-479d-a897-d57d9aeadf3e,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:07.639825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.678585 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cb14e-b253-49b1-b0b3-bb0aa46c846b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 70d247e7-3fe5-46e4-9cc2-adf6642b9154 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:07.679132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec2cb14e-b253-49b1-b0b3-bb0aa46c846b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.700342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.717393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.772549 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7252eb54-03f2-464e-a36c-6df36969ad95 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.775690 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Deleting port 02a35451-cf9f-4e17-8836-07578ac280c5 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:07.776133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.793124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Attempting to bind port 21540079-aa7b-479d-a897-d57d9aeadf3e on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:07.793319 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Attempting to bind port 21540079-aa7b-479d-a897-d57d9aeadf3e by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:07.793766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Attempting to bind port 21540079-aa7b-479d-a897-d57d9aeadf3e on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:07.793883 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::10c (e0d73202-cb6d-4434-a143-4d729ced40a4/7e3e0398-c76d-4717-aad5-07b39a729967/a868a088-01d6-4ae3-a8ff-3c6921413c73) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:07.795898 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7252eb54-03f2-464e-a36c-6df36969ad95 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.800008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:36:07.800881 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:07.800881 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.801460 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:36:07.802001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Bound port: 21540079-aa7b-479d-a897-d57d9aeadf3e, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:36:07.802551 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.803574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c203f8f2-3ad7-4571-8d4f-adc2bff750de']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:07.820986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5a8c-60b1-4acb-80e1-f2728e864117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.840004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Network b961c333-150b-4f54-9a8d-8aaf78b92b92 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:07.845203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:07.847831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:07.848368 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:07.880813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495b2701-0e5c-406f-9135-afe27c22817d') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:07.881081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495b2701-0e5c-406f-9135-afe27c22817d') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:07.907276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] For port 21540079-aa7b-479d-a897-d57d9aeadf3e, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:36:07.907581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event updated for resources: {'Port': ['ID=a553c4f0-012d-4899-8800-6e367989efa0,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:07.912513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] For port 21540079-aa7b-479d-a897-d57d9aeadf3e, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=21540079-aa7b-479d-a897-d57d9aeadf3e,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:36:07.925999 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.028915 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9814e6-fbcc-4f8e-9257-05dd4508b982 None None] Pushing event updated for resources: {'Port': ['ID=21540079-aa7b-479d-a897-d57d9aeadf3e,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:08.179429 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.197284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.204418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:36:08.204684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.271691 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5a8c-60b1-4acb-80e1-f2728e864117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:36:08.297831 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:36:08.327216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f2304a90-8687-47f0-b16e-5102d4ba8aa3 None None] Provisioning for port a553c4f0-012d-4899-8800-6e367989efa0 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:08.330010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252eb54-03f2-464e-a36c-6df36969ad95 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fe4203-6ec3-4750-b998-8890b809fce2,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:08.338379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f2304a90-8687-47f0-b16e-5102d4ba8aa3 None None] Provisioning complete for port a553c4f0-012d-4899-8800-6e367989efa0 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:08.339015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f2304a90-8687-47f0-b16e-5102d4ba8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.360615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3ccb5a8c-60b1-4acb-80e1-f2728e864117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7944841-eff4-444f-b416-659909da3f39']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:08.370833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7252eb54-03f2-464e-a36c-6df36969ad95 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.373153 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7252eb54-03f2-464e-a36c-6df36969ad95 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8012731 Apr 29 17:36:08.373393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.381095 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47706) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:08.391562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group': {'name': 'tempest-secgroup--981506468'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:08.401808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:08.407504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.418554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.428135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f2304a90-8687-47f0-b16e-5102d4ba8aa3 None None] Port a553c4f0-012d-4899-8800-6e367989efa0 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:08.432019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3ccb5a8c-60b1-4acb-80e1-f2728e864117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911c619b-0fca-4ffe-921e-e4ceb8faa203') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:08.432314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3ccb5a8c-60b1-4acb-80e1-f2728e864117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911c619b-0fca-4ffe-921e-e4ceb8faa203') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:08.442189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.455106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:08.466339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:08.472851 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Network': ['ID=c203f8f2-3ad7-4571-8d4f-adc2bff750de,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:08.476527 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a6c59cba-f120-49f8-b7b2-13ed79d68741 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/networks/c203f8f2-3ad7-4571-8d4f-adc2bff750de HTTP/1.1" status: 204 len: 168 time: 2.4048150 Apr 29 17:36:08.482049 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:08.506290 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47710) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:08.510404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec2cb14e-b253-49b1-b0b3-bb0aa46c846b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.514197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01808aa4-e376-4186-8954-65c7eda7a9ea None None] Network 45ecce61-edb6-48f4-b96a-d919d1ff487d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:08.531335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.570651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5a8c-60b1-4acb-80e1-f2728e864117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.603775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:08.673749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cb14e-b253-49b1-b0b3-bb0aa46c846b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 70d247e7-3fe5-46e4-9cc2-adf6642b9154 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:08.685436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Calling delete_port for 02a35451-cf9f-4e17-8836-07578ac280c5 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:08.699395 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ab846248-d9ac-4f86-9f57-a2a3023d49e9 None None] Provisioning for port f09d7c08-7b0f-4ee2-a434-85ee727d0f0b completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:08.707372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.711056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:08.735001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:08.752925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:08.759573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object a868a088-01d6-4ae3-a8ff-3c6921413c73 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:08.883477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.889397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5a8c-60b1-4acb-80e1-f2728e864117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.910052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccb5a8c-60b1-4acb-80e1-f2728e864117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:36:08.911059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5a8c-60b1-4acb-80e1-f2728e864117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:36:08.929173 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:36:08.959818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:08.964444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726d0604-c12c-4af6-9c37-b818479a6782 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:08.965459 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-726d0604-c12c-4af6-9c37-b818479a6782 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:09.118333 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:09.125342 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:09.151133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:09.153634 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:09.159620 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:09.160276 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:09.187941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=a868a088-01d6-4ae3-a8ff-3c6921413c73,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:09.210002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 21540079-aa7b-479d-a897-d57d9aeadf3e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:09.235385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3fcdd8-cdd1-417f-927b-7411892d52bd,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:09.239465 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:09.240788 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ce5998e7-140d-440a-a188-9f8db2ff85ea tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8588245 Apr 29 17:36:09.245133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47714) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:09.251735 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-966ec8e9-db7f-4ef9-825a-d546753bd0b3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group_rule': {'security_group_id': '57fe4203-6ec3-4750-b998-8890b809fce2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fb3fcdd8-cdd1-417f-927b-7411892d52bd', 'remote_ip_prefix': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:09.253074 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-726d0604-c12c-4af6-9c37-b818479a6782 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:09.254407 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-726d0604-c12c-4af6-9c37-b818479a6782 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/18f8c28c-3d2a-49bb-ae96-2121d896e39d HTTP/1.1" status: 200 len: 844 time: 0.7432389 Apr 29 17:36:09.257510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec2cb14e-b253-49b1-b0b3-bb0aa46c846b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:09.263956 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-89691d1f-1f30-4844-8039-3d3385e5b4d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4831712 Apr 29 17:36:09.264890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47718) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:09.267163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47720) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:09.313002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-966ec8e9-db7f-4ef9-825a-d546753bd0b3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:09.318175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 21540079-aa7b-479d-a897-d57d9aeadf3e completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:09.324790 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:09.334132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5a8c-60b1-4acb-80e1-f2728e864117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:09.364406 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5a8c-60b1-4acb-80e1-f2728e864117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:09.387106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-966ec8e9-db7f-4ef9-825a-d546753bd0b3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:09.391599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-966ec8e9-db7f-4ef9-825a-d546753bd0b3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:09.402352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cb14e-b253-49b1-b0b3-bb0aa46c846b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=70d247e7-3fe5-46e4-9cc2-adf6642b9154,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:09.405053 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb5a8c-60b1-4acb-80e1-f2728e864117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] Pushing event deleted for resources: {'Network': ['ID=a7944841-eff4-444f-b416-659909da3f39,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:09.406139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-966ec8e9-db7f-4ef9-825a-d546753bd0b3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:09.422883 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3ccb5a8c-60b1-4acb-80e1-f2728e864117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1700043596-project] 10.222.0.11 "DELETE /v2.0/networks/a7944841-eff4-444f-b416-659909da3f39 HTTP/1.1" status: 204 len: 168 time: 1.8521416 Apr 29 17:36:09.428952 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bd97dc23-f46b-4910-85bd-d81a9de2e2ae tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/18f8c28c-3d2a-49bb-ae96-2121d896e39d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1607339 Apr 29 17:36:09.434963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47728) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:09.440595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:09.459897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:09.460774 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:09.599686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-966ec8e9-db7f-4ef9-825a-d546753bd0b3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:09.679852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f09d7c08-7b0f-4ee2-a434-85ee727d0f0b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:09.791010 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:09.791983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-676444e4-af2c-464c-ba22-d7da5f03b649 None None] Provisioning for port 21540079-aa7b-479d-a897-d57d9aeadf3e completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:09.799404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:09.802408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec2cb14e-b253-49b1-b0b3-bb0aa46c846b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:09.806215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:09.809505 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-676444e4-af2c-464c-ba22-d7da5f03b649 None None] Provisioning complete for port 21540079-aa7b-479d-a897-d57d9aeadf3e triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:09.810095 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-676444e4-af2c-464c-ba22-d7da5f03b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:09.813812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:09.838982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c843a4f2-2952-4bd8-85dc-53910feecd5a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:09.847968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c843a4f2-2952-4bd8-85dc-53910feecd5a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:09.848825 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c843a4f2-2952-4bd8-85dc-53910feecd5a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:09.877700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:09.881672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:09.901295 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port f09d7c08-7b0f-4ee2-a434-85ee727d0f0b completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:09.903959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-966ec8e9-db7f-4ef9-825a-d546753bd0b3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:09.908972 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port f09d7c08-7b0f-4ee2-a434-85ee727d0f0b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:09.909631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:09.940568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.015193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Pushing event deleted for resources: {'Port': ['ID=02a35451-cf9f-4e17-8836-07578ac280c5,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:10.041120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-676444e4-af2c-464c-ba22-d7da5f03b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.041445 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.resource_extend [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:36:10.079234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47734) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:10.081990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-966ec8e9-db7f-4ef9-825a-d546753bd0b3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.124429 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-676444e4-af2c-464c-ba22-d7da5f03b649 None None] For port 21540079-aa7b-479d-a897-d57d9aeadf3e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=21540079-aa7b-479d-a897-d57d9aeadf3e,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:10.131579 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-676444e4-af2c-464c-ba22-d7da5f03b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.148435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.163620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.164857 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.165694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.223276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port f09d7c08-7b0f-4ee2-a434-85ee727d0f0b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f09d7c08-7b0f-4ee2-a434-85ee727d0f0b,segment=NetworkSegment(35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5),segment_id=35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:10.227576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676444e4-af2c-464c-ba22-d7da5f03b649 None None] Pushing event updated for resources: {'Port': ['ID=21540079-aa7b-479d-a897-d57d9aeadf3e,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:10.230781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.281338 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ec8e9-db7f-4ef9-825a-d546753bd0b3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ad4b29-dcba-4a72-976c-217cc1bb4e2a,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:10.284475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c843a4f2-2952-4bd8-85dc-53910feecd5a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:10.286725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.289848 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c843a4f2-2952-4bd8-85dc-53910feecd5a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9910874 Apr 29 17:36:10.293771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47740) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:10.344121 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-97fdb0d8-126b-456b-8d87-4c3bce20c830 None None] Provisioning for port a868a088-01d6-4ae3-a8ff-3c6921413c73 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:10.351998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=f09d7c08-7b0f-4ee2-a434-85ee727d0f0b,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:10.354821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-97fdb0d8-126b-456b-8d87-4c3bce20c830 None None] Provisioning complete for port a868a088-01d6-4ae3-a8ff-3c6921413c73 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:10.355196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97fdb0d8-126b-456b-8d87-4c3bce20c830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.366654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-966ec8e9-db7f-4ef9-825a-d546753bd0b3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.371045 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-966ec8e9-db7f-4ef9-825a-d546753bd0b3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1245260 Apr 29 17:36:10.376267 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47744) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:10.396348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2cb14e-b253-49b1-b0b3-bb0aa46c846b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Router 137a5457-e860-4d59-aff5-b15866631363 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:36:10.404945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e2b62dfa-4a35-4a90-8d72-a570d8940970 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port a868a088-01d6-4ae3-a8ff-3c6921413c73 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:10.405284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e2b62dfa-4a35-4a90-8d72-a570d8940970 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.417293 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-97fdb0d8-126b-456b-8d87-4c3bce20c830 None None] Port a868a088-01d6-4ae3-a8ff-3c6921413c73 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:10.454242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event updated for resources: {'Port': ['ID=a553c4f0-012d-4899-8800-6e367989efa0,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:10.502002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94f51bdf-3928-438f-9acf-bf38de4cb8c0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.561634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.570588 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.636132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.636649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Fanout notify agent at l3_agent the message router_deleted on router e418a601-7b49-4406-887b-1e0e38f3c202 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:36:10.649883 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94f51bdf-3928-438f-9acf-bf38de4cb8c0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.657394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Network b961c333-150b-4f54-9a8d-8aaf78b92b92 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:10.660239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:10.715681 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-87287042-4da3-4eab-8f5f-b334ecb51fb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=671e8a5e0ca7493e818c93f8eb1a77bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6247261 Apr 29 17:36:10.718454 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47748) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:10.731509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.753791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2cb14e-b253-49b1-b0b3-bb0aa46c846b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:10.765477 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a523da-b9a6-4f7f-acf7-bde7bce458a1 None None] Sync routers for ids ['137a5457-e860-4d59-aff5-b15866631363'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:10.779191 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a523da-b9a6-4f7f-acf7-bde7bce458a1 None None] Routers {'137a5457-e860-4d59-aff5-b15866631363'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:10.781091 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b7a523da-b9a6-4f7f-acf7-bde7bce458a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['137a5457-e860-4d59-aff5-b15866631363'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:10.790857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94f51bdf-3928-438f-9acf-bf38de4cb8c0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.851999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94f51bdf-3928-438f-9acf-bf38de4cb8c0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.856372 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-94f51bdf-3928-438f-9acf-bf38de4cb8c0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/e7ad4b29-dcba-4a72-976c-217cc1bb4e2a HTTP/1.1" status: 204 len: 168 time: 0.4792380 Apr 29 17:36:10.863792 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b7a523da-b9a6-4f7f-acf7-bde7bce458a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:10.868442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47752) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:10.876937 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a523da-b9a6-4f7f-acf7-bde7bce458a1 None None] Routers {'137a5457-e860-4d59-aff5-b15866631363'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:10.878186 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b7a523da-b9a6-4f7f-acf7-bde7bce458a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['137a5457-e860-4d59-aff5-b15866631363'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:10.942537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c4725967-2aa7-4085-85a7-35850af7e8ef None None] Provisioning complete for port a553c4f0-012d-4899-8800-6e367989efa0 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:10.943017 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c4725967-2aa7-4085-85a7-35850af7e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:10.968428 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b7a523da-b9a6-4f7f-acf7-bde7bce458a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:10.968833 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a523da-b9a6-4f7f-acf7-bde7bce458a1 None None] The sync data for ids ['137a5457-e860-4d59-aff5-b15866631363'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:10.992243 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ec2cb14e-b253-49b1-b0b3-bb0aa46c846b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "PUT /v2.0/routers/137a5457-e860-4d59-aff5-b15866631363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0215299 Apr 29 17:36:11.008779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47756) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:11.013992 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f51bdf-3928-438f-9acf-bf38de4cb8c0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7ad4b29-dcba-4a72-976c-217cc1bb4e2a,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:11.017508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c4725967-2aa7-4085-85a7-35850af7e8ef None None] Port a553c4f0-012d-4899-8800-6e367989efa0 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:11.025350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.029989 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c7873e98-564a-4dd2-b9ac-a1fbc4d64e04 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "DELETE /v2.0/routers/e418a601-7b49-4406-887b-1e0e38f3c202 HTTP/1.1" status: 204 len: 168 time: 4.4048469 Apr 29 17:36:11.038480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 21540079-aa7b-479d-a897-d57d9aeadf3e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:11.056026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47760) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:11.073708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-806cfcc9-6876-40cc-b142-442cde13519d tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-903443427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:11.081483 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d2af3b-5d25-464d-9726-0275c3f077a4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:36:11.081997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a9d2af3b-5d25-464d-9726-0275c3f077a4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:11.083236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:11.088478 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-806cfcc9-6876-40cc-b142-442cde13519d tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:11.091094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:11.094141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:11.094809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.106739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-806cfcc9-6876-40cc-b142-442cde13519d tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Usage tracker for resource:router and tenant:c65e14e575b9405b8be5c4988ecf0eac is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:11.108221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f5bb49-6b71-4656-82ff-cbb011fb3af1 None None] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:11.111499 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Subnet': ['ID=9cdb8b9c-d990-4dd5-a819-698a25a90c5c,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:11.114792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-806cfcc9-6876-40cc-b142-442cde13519d tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:11.126485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d9a41e7f-51be-481b-9475-e4dfd470a3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.127456 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 21540079-aa7b-479d-a897-d57d9aeadf3e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:11.128103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.132006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-806cfcc9-6876-40cc-b142-442cde13519d tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:11.151380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e2b62dfa-4a35-4a90-8d72-a570d8940970 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.156804 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fc47530e-35f1-4a7d-a2f0-c1440bfff154 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7183514 Apr 29 17:36:11.158793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47764) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:11.161228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-806cfcc9-6876-40cc-b142-442cde13519d tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.162604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-806cfcc9-6876-40cc-b142-442cde13519d tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.167694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a9d2af3b-5d25-464d-9726-0275c3f077a4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:11.171186 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a9d2af3b-5d25-464d-9726-0275c3f077a4 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/70d247e7-3fe5-46e4-9cc2-adf6642b9154 HTTP/1.1" status: 404 len: 333 time: 0.1561396 Apr 29 17:36:11.173488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47768) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:11.183990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ffda699b-55a4-4d68-a1d7-ec6648425c4a tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:11.195860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'security_group': {'name': 'tempest-secgroup-1591990792'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:11.206266 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:11.311355 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-806cfcc9-6876-40cc-b142-442cde13519d tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.328961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Router 2e44350d-09c3-4dc7-aef3-3ea00ca6f40e is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:36:11.329204 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d9a41e7f-51be-481b-9475-e4dfd470a3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.338389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:security_group and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:11.353044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e2b62dfa-4a35-4a90-8d72-a570d8940970 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for a868a088-01d6-4ae3-a8ff-3c6921413c73 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:11.359088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ab839b6e-5a84-4b76-94b7-eeee4f88793a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.372332 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f09d7c08-7b0f-4ee2-a434-85ee727d0f0b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:11.391724 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:11.402281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:11.432646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ffda699b-55a4-4d68-a1d7-ec6648425c4a tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:11.436885 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ffda699b-55a4-4d68-a1d7-ec6648425c4a tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4429421 Apr 29 17:36:11.441074 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47772) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:11.460976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.511382 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port f09d7c08-7b0f-4ee2-a434-85ee727d0f0b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:11.512329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.524105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:11.529689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:security_group_rule and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:11.533912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:11.542080 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-806cfcc9-6876-40cc-b142-442cde13519d tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.552144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:11.586727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-27e93c17-86ab-44cc-88c7-9a79a91146e4', 'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'tenant_id': '6a09bfbd4fea4865a7331651402ea46f', 'fixed_ips': [{'subnet_id': '9cdb8b9c-d990-4dd5-a819-698a25a90c5c'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:36:11.587067 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.599520 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4ab50e4c-44e9-4aeb-aa98-16305491b76c tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.601057 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d9a41e7f-51be-481b-9475-e4dfd470a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.657934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a41e7f-51be-481b-9475-e4dfd470a3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b977b5-59f9-4ece-8e98-6062b67dbf4f,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:11.675434 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4ab50e4c-44e9-4aeb-aa98-16305491b76c tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.698284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e2b62dfa-4a35-4a90-8d72-a570d8940970 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.712235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:11.729427 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d1029-72fc-4068-b5b4-41689fe4595e None None] Sync routers for ids ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:11.753094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d1029-72fc-4068-b5b4-41689fe4595e None None] Routers {'2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:11.753721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3e5d1029-72fc-4068-b5b4-41689fe4595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:11.783513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b62dfa-4a35-4a90-8d72-a570d8940970 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=a868a088-01d6-4ae3-a8ff-3c6921413c73,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:11.828325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d9a41e7f-51be-481b-9475-e4dfd470a3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.829426 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d9a41e7f-51be-481b-9475-e4dfd470a3ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2b977b5-59f9-4ece-8e98-6062b67dbf4f HTTP/1.1" status: 204 len: 168 time: 1.1081123 Apr 29 17:36:11.841231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e2b62dfa-4a35-4a90-8d72-a570d8940970 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.855413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3e5d1029-72fc-4068-b5b4-41689fe4595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:11.860771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4ab50e4c-44e9-4aeb-aa98-16305491b76c tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.895759 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d1029-72fc-4068-b5b4-41689fe4595e None None] Routers {'2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:11.896407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3e5d1029-72fc-4068-b5b4-41689fe4595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:11.903887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.904847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab50e4c-44e9-4aeb-aa98-16305491b76c tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3fcdd8-cdd1-417f-927b-7411892d52bd,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:11.907336 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e2b62dfa-4a35-4a90-8d72-a570d8940970 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/a868a088-01d6-4ae3-a8ff-3c6921413c73 HTTP/1.1" status: 204 len: 168 time: 1.6121631 Apr 29 17:36:11.913635 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47778) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:11.916374 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.955409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ab839b6e-5a84-4b76-94b7-eeee4f88793a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.957795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ab839b6e-5a84-4b76-94b7-eeee4f88793a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:11.989000 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3e5d1029-72fc-4068-b5b4-41689fe4595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:11.989663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d1029-72fc-4068-b5b4-41689fe4595e None None] The sync data for ids ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:12.003120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4ab50e4c-44e9-4aeb-aa98-16305491b76c tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.004250 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4ab50e4c-44e9-4aeb-aa98-16305491b76c tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-groups/fb3fcdd8-cdd1-417f-927b-7411892d52bd HTTP/1.1" status: 204 len: 168 time: 0.5622330 Apr 29 17:36:12.006992 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Allocated IP 2001:db8::2 (27e93c17-86ab-44cc-88c7-9a79a91146e4/9cdb8b9c-d990-4dd5-a819-698a25a90c5c/6868b6e9-3418-484c-9baa-58943f3f0346) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:12.009623 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-83eebf3d-9b99-4ee2-996e-82c5a7c68f3c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "PUT /v2.0/routers/2e44350d-09c3-4dc7-aef3-3ea00ca6f40e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9007473 Apr 29 17:36:12.012777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47782) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:12.013290 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47784) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:12.014091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ab839b6e-5a84-4b76-94b7-eeee4f88793a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.014586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab839b6e-5a84-4b76-94b7-eeee4f88793a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Fanout notify agent at l3_agent the message router_deleted on router 137a5457-e860-4d59-aff5-b15866631363 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:36:12.016982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-806cfcc9-6876-40cc-b142-442cde13519d tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.018672 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-806cfcc9-6876-40cc-b142-442cde13519d tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9594598 Apr 29 17:36:12.025998 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47786) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:12.053001 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ab839b6e-5a84-4b76-94b7-eeee4f88793a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.057053 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ab839b6e-5a84-4b76-94b7-eeee4f88793a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/routers/137a5457-e860-4d59-aff5-b15866631363 HTTP/1.1" status: 204 len: 168 time: 0.8827016 Apr 29 17:36:12.057895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47794) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:12.073278 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:12.201036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.204848 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0361695 Apr 29 17:36:12.212228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4619cf7-236d-4ce7-82a4-784f09755e6c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5582f2c9-082e-4808-b979-d7b0ed890013,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:12.219920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47800) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:12.227567 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5412ed9-7e53-4bbb-9f8e-4c7352197e3b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:12.229052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5412ed9-7e53-4bbb-9f8e-4c7352197e3b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:12.232627 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e5412ed9-7e53-4bbb-9f8e-4c7352197e3b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:12.237595 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'security_group': {'name': 'tempest-secgroup-1806243459'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:12.250350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:12.280536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.294447 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Transition to ACTIVE for port object 6868b6e9-3418-484c-9baa-58943f3f0346 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:12.305915 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47804) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:12.310876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:security_group and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:12.315940 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Transition to ACTIVE for port object 6868b6e9-3418-484c-9baa-58943f3f0346 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:12.323636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.350934 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eaf08c9-9dcd-4aba-9002-74f477d0a5ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting subnet 65a379c5-d456-4360-95e1-814cfefcda67 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:12.368293 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:12.377802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4eaf08c9-9dcd-4aba-9002-74f477d0a5ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.384109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:12.385932 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e5412ed9-7e53-4bbb-9f8e-4c7352197e3b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:12.389691 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e5412ed9-7e53-4bbb-9f8e-4c7352197e3b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4723485 Apr 29 17:36:12.391890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47808) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:12.404384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Pushing event updated for resources: {'Port': ['ID=6868b6e9-3418-484c-9baa-58943f3f0346,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:12.420610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:12.422002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:12.424380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:12.425458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b9560006-7a1d-4fb1-b255-482667f92a5c tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:12.519597 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Attempting to bind port 6868b6e9-3418-484c-9baa-58943f3f0346 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:12.519836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Attempting to bind port 6868b6e9-3418-484c-9baa-58943f3f0346 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '2945aecc-20d1-48dd-8c78-dda7998e3154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:12.520227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Attempting to bind port 6868b6e9-3418-484c-9baa-58943f3f0346 on network 27e93c17-86ab-44cc-88c7-9a79a91146e4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:12.525969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:36:12.526337 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Checking segment: {'id': '2945aecc-20d1-48dd-8c78-dda7998e3154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:12.526731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.527181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Bound using segment: {'id': '2945aecc-20d1-48dd-8c78-dda7998e3154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:36:12.527668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Bound port: 6868b6e9-3418-484c-9baa-58943f3f0346, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2945aecc-20d1-48dd-8c78-dda7998e3154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:36:12.528036 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.540058 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3175dc46-cb25-477d-830f-2a101beac024 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=677f2548b6814654bcf62f882ed75d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272472 Apr 29 17:36:12.540058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4eaf08c9-9dcd-4aba-9002-74f477d0a5ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.547520 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47812) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:12.562962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.605382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.627856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:12.638157 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] For port 6868b6e9-3418-484c-9baa-58943f3f0346, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:36:12.641995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] For port 6868b6e9-3418-484c-9baa-58943f3f0346, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6868b6e9-3418-484c-9baa-58943f3f0346,segment=NetworkSegment(2945aecc-20d1-48dd-8c78-dda7998e3154),segment_id=2945aecc-20d1-48dd-8c78-dda7998e3154)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:36:12.648617 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.657728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:security_group_rule and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:12.669247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9cda9e-c816-4238-9c0f-ccddaf95d9cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 7e3e0398-c76d-4717-aad5-07b39a729967 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:12.680280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:12.689607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb9cda9e-c816-4238-9c0f-ccddaf95d9cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.747253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb0bf1-ba8a-4a3c-8e92-9a1a36e27900 None None] Pushing event updated for resources: {'Port': ['ID=6868b6e9-3418-484c-9baa-58943f3f0346,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:12.799068 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b9560006-7a1d-4fb1-b255-482667f92a5c tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:12.800678 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b9560006-7a1d-4fb1-b255-482667f92a5c tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7796996 Apr 29 17:36:12.809875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47816) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:12.833362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:12.894755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9c107bb9-b19e-4bea-80c5-378870dee136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:12.900699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb9cda9e-c816-4238-9c0f-ccddaf95d9cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.003119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9c107bb9-b19e-4bea-80c5-378870dee136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.111680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc8c9170-85fb-4af4-8d4a-cff6a97a7d42 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.117527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4eaf08c9-9dcd-4aba-9002-74f477d0a5ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.175190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.201114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.217639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc8c9170-85fb-4af4-8d4a-cff6a97a7d42 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.249271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb9cda9e-c816-4238-9c0f-ccddaf95d9cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.305224 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d510f3b7-8a36-4ad2-87f5-6baa85a8d15a,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:13.328064 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.331769 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1cbb716a-3b57-4b3f-9729-bdaaff3cae00 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1114757 Apr 29 17:36:13.332787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47820) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:13.347665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1677672120', 'security_groups': ['d510f3b7-8a36-4ad2-87f5-6baa85a8d15a'], 'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9cdb8b9c-d990-4dd5-a819-698a25a90c5c'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:13.360763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4eaf08c9-9dcd-4aba-9002-74f477d0a5ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.362099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9c107bb9-b19e-4bea-80c5-378870dee136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.364851 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9c107bb9-b19e-4bea-80c5-378870dee136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.366111 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9c107bb9-b19e-4bea-80c5-378870dee136 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86b17b2c-d6e0-4b03-95c0-4ed98cc75abb HTTP/1.1" status: 204 len: 168 time: 0.8104444 Apr 29 17:36:13.409349 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc8c9170-85fb-4af4-8d4a-cff6a97a7d42 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.414163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c107bb9-b19e-4bea-80c5-378870dee136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b17b2c-d6e0-4b03-95c0-4ed98cc75abb,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:13.430361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf08c9-9dcd-4aba-9002-74f477d0a5ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Subnet': ['ID=65a379c5-d456-4360-95e1-814cfefcda67,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:13.437626 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4eaf08c9-9dcd-4aba-9002-74f477d0a5ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.447452 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c9170-85fb-4af4-8d4a-cff6a97a7d42 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fe4203-6ec3-4750-b998-8890b809fce2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:13.462309 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-b01d99eb-21d7-4eda-8ea8-9f5265559617 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:36:13.464933 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b01d99eb-21d7-4eda-8ea8-9f5265559617 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "PUT /v2.0/routers/2e44350d-09c3-4dc7-aef3-3ea00ca6f40e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4406681 Apr 29 17:36:13.467690 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4eaf08c9-9dcd-4aba-9002-74f477d0a5ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/65a379c5-d456-4360-95e1-814cfefcda67 HTTP/1.1" status: 204 len: 168 time: 1.3880703 Apr 29 17:36:13.468378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47826) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:13.470389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47828) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:13.516884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4ac210-0d88-411d-8b72-e8746fec7d5a None None] Network c75445c9-cf9b-4d59-99a2-71e09725329e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:13.625157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc8c9170-85fb-4af4-8d4a-cff6a97a7d42 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.628860 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bc8c9170-85fb-4af4-8d4a-cff6a97a7d42 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-groups/57fe4203-6ec3-4750-b998-8890b809fce2 HTTP/1.1" status: 204 len: 168 time: 0.8133256 Apr 29 17:36:13.655202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47836) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:13.713797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.765909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb9cda9e-c816-4238-9c0f-ccddaf95d9cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.815836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.878702 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cda9e-c816-4238-9c0f-ccddaf95d9cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3e0398-c76d-4717-aad5-07b39a729967,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:13.885721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb9cda9e-c816-4238-9c0f-ccddaf95d9cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:13.905456 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12bac3b-2b7f-4868-8d84-4389aba6b1e6 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:13.953078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:14.048407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2942ddc5-91a5-40db-828b-16f72cf3af7b None None] DHCP port deletion for c75445c9-cf9b-4d59-99a2-71e09725329e request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:36:14.061750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-2942ddc5-91a5-40db-828b-16f72cf3af7b None None] Deleting port 4e6ee360-addc-43dd-8e78-fb3309581d22 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:14.062158 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2942ddc5-91a5-40db-828b-16f72cf3af7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:14.074900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3362997f-7858-4c1a-9793-15b8f5d45329 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:14.099158 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bb9cda9e-c816-4238-9c0f-ccddaf95d9cf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/7e3e0398-c76d-4717-aad5-07b39a729967 HTTP/1.1" status: 204 len: 168 time: 1.7062223 Apr 29 17:36:14.102812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47848) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:14.103008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:14.115703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:port and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:14.122779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:14.141690 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:14.161233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Allocated IP 172.26.4.95 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/22b61bbb-b518-46c4-b8aa-b990542e1529) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:14.183612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:14.188953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 4e6ee360-addc-43dd-8e78-fb3309581d22 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:14.189510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:14.247792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3362997f-7858-4c1a-9793-15b8f5d45329 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:14.252984 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3362997f-7858-4c1a-9793-15b8f5d45329 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5903876 Apr 29 17:36:14.256728 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a2e6a12d-9c6e-454f-9885-4535e9c852e9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1515269 Apr 29 17:36:14.259608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47856) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:14.259933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47858) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:14.325705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8daa91b2-b6bd-4c38-b896-79728c278c27 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036929128'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:14.363778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8daa91b2-b6bd-4c38-b896-79728c278c27 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:14.372684 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-abf779ae-7194-4036-a3fa-7ddafcb64954 None None] Provisioning complete for port 18f8c28c-3d2a-49bb-ae96-2121d896e39d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:14.373233 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-abf779ae-7194-4036-a3fa-7ddafcb64954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:14.404526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1040a58e-f646-4c7d-96ed-7a030a671d4f None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:36:14.446181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-abf779ae-7194-4036-a3fa-7ddafcb64954 None None] Port 18f8c28c-3d2a-49bb-ae96-2121d896e39d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:14.454263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1040a58e-f646-4c7d-96ed-7a030a671d4f None None] Deleting port 21540079-aa7b-479d-a897-d57d9aeadf3e {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:14.454759 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1040a58e-f646-4c7d-96ed-7a030a671d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:14.481595 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:14.509107 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2942ddc5-91a5-40db-828b-16f72cf3af7b None None] For port 4e6ee360-addc-43dd-8e78-fb3309581d22, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4e6ee360-addc-43dd-8e78-fb3309581d22,segment=NetworkSegment(d47645b9-539d-4693-9dc6-d2143edeb7b5),segment_id=d47645b9-539d-4693-9dc6-d2143edeb7b5)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:14.509747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2942ddc5-91a5-40db-828b-16f72cf3af7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:14.522313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port ea63bdbe-52a5-4065-8f74-cba99ee11c8c yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:36:14.559319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:14.578756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47868) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:14.588775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-abf779ae-7194-4036-a3fa-7ddafcb64954 None None] Provisioning for port 6868b6e9-3418-484c-9baa-58943f3f0346 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:14.657212 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-2942ddc5-91a5-40db-828b-16f72cf3af7b None None] Calling delete_port for 4e6ee360-addc-43dd-8e78-fb3309581d22 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:14.699415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:14.779995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8daa91b2-b6bd-4c38-b896-79728c278c27 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:14.796965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1000745823'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:14.803329 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:14.820737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:14.825576 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:14.829891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] For port 4e6ee360-addc-43dd-8e78-fb3309581d22, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4e6ee360-addc-43dd-8e78-fb3309581d22,segment=NetworkSegment(d47645b9-539d-4693-9dc6-d2143edeb7b5),segment_id=d47645b9-539d-4693-9dc6-d2143edeb7b5)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:14.830425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:14.833156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Usage tracker for resource:network and tenant:bd84d75a2557421590d19de7fb37a32c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:14.835782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:14.844199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8daa91b2-b6bd-4c38-b896-79728c278c27 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:14.868247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:14.876591 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2942ddc5-91a5-40db-828b-16f72cf3af7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:14.952452 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942ddc5-91a5-40db-828b-16f72cf3af7b None None] No DVR routers for this DVR port 4e6ee360-addc-43dd-8e78-fb3309581d22 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:36:14.955978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942ddc5-91a5-40db-828b-16f72cf3af7b None None] Pushing event deleted for resources: {'Port': ['ID=4e6ee360-addc-43dd-8e78-fb3309581d22,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:14.962350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1040a58e-f646-4c7d-96ed-7a030a671d4f None None] For port 21540079-aa7b-479d-a897-d57d9aeadf3e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=21540079-aa7b-479d-a897-d57d9aeadf3e,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:14.962763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1040a58e-f646-4c7d-96ed-7a030a671d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:14.982205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 4e6ee360-addc-43dd-8e78-fb3309581d22 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:14.990093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:15.020755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Pushing event updated for resources: {'Port': ['ID=22b61bbb-b518-46c4-b8aa-b990542e1529,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:15.036810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8::15a (27e93c17-86ab-44cc-88c7-9a79a91146e4/9cdb8b9c-d990-4dd5-a819-698a25a90c5c/ea63bdbe-52a5-4065-8f74-cba99ee11c8c) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:15.040779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Made reservation on behalf of bd84d75a2557421590d19de7fb37a32c for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:15.044809 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:15.071845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b5678b-1983-4efa-96da-9c21dbe8aba1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:15.072532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-14b5678b-1983-4efa-96da-9c21dbe8aba1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:15.097993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8daa91b2-b6bd-4c38-b896-79728c278c27 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:15.111274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8daa91b2-b6bd-4c38-b896-79728c278c27 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:15.116719 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1040a58e-f646-4c7d-96ed-7a030a671d4f None None] Calling delete_port for 21540079-aa7b-479d-a897-d57d9aeadf3e owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:15.117961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8daa91b2-b6bd-4c38-b896-79728c278c27 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:15.132536 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8daa91b2-b6bd-4c38-b896-79728c278c27 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:15.153168 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:36:15.153494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:36:15.156057 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6868b6e9-3418-484c-9baa-58943f3f0346 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:15.156468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-14b5678b-1983-4efa-96da-9c21dbe8aba1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:15.159842 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-14b5678b-1983-4efa-96da-9c21dbe8aba1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8956101 Apr 29 17:36:15.163621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47874) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:15.265314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:15.299082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 6868b6e9-3418-484c-9baa-58943f3f0346 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:15.305363 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6868b6e9-3418-484c-9baa-58943f3f0346 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:15.305743 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:15.316367 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4b202e-1c43-4eed-9aea-d75d2bdaaa47 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:15.317051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8f4b202e-1c43-4eed-9aea-d75d2bdaaa47 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:15.344166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1040a58e-f646-4c7d-96ed-7a030a671d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:15.353050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:15.373613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8f4b202e-1c43-4eed-9aea-d75d2bdaaa47 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:15.377246 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8f4b202e-1c43-4eed-9aea-d75d2bdaaa47 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2091722 Apr 29 17:36:15.377752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8daa91b2-b6bd-4c38-b896-79728c278c27 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:15.378681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47878) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:15.396364 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040a58e-f646-4c7d-96ed-7a030a671d4f None None] Pushing event deleted for resources: {'Port': ['ID=21540079-aa7b-479d-a897-d57d9aeadf3e,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:15.401512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040a58e-f646-4c7d-96ed-7a030a671d4f None None] No DVR routers for this DVR port 21540079-aa7b-479d-a897-d57d9aeadf3e on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:36:15.439676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Usage tracker for resource:security_group_rule and tenant:bd84d75a2557421590d19de7fb37a32c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:15.448372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8daa91b2-b6bd-4c38-b896-79728c278c27 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:15.448585 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:15.471241 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d5c8ab74-325d-4ccc-82a6-e4ac8e106943 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904567 Apr 29 17:36:15.479477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47882) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:15.483838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0663c9d8-b15b-4b57-b09f-ed7e07644a9e tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:15.488377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:15.490233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:15.528444 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6868b6e9-3418-484c-9baa-58943f3f0346, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6868b6e9-3418-484c-9baa-58943f3f0346,segment=NetworkSegment(2945aecc-20d1-48dd-8c78-dda7998e3154),segment_id=2945aecc-20d1-48dd-8c78-dda7998e3154)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:15.532977 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:15.543723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1b684644-bdf5-46dd-a4cc-a3b8d4c72b87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:15.593206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4e6ee360-addc-43dd-8e78-fb3309581d22 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:36:15.631822 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 4e6ee360-addc-43dd-8e78-fb3309581d22 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:36:15.632296 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4e6ee360-addc-43dd-8e78-fb3309581d22 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:36:15.632534 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 21540079-aa7b-479d-a897-d57d9aeadf3e no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:36:15.644111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:15.670303 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 4e6ee360-addc-43dd-8e78-fb3309581d22 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:15.670603 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:15.676545 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 21540079-aa7b-479d-a897-d57d9aeadf3e {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:36:15.676912 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 21540079-aa7b-479d-a897-d57d9aeadf3e not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:36:15.691086 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6868b6e9-3418-484c-9baa-58943f3f0346,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:15.745255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa91b2-b6bd-4c38-b896-79728c278c27 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3924d33a-3ad7-4166-b676-570da7815dc7,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:15.808733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:15.834554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] The port '4e6ee360-addc-43dd-8e78-fb3309581d22' was deleted {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:36:15.835652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8daa91b2-b6bd-4c38-b896-79728c278c27 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:15.839499 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8daa91b2-b6bd-4c38-b896-79728c278c27 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5743821 Apr 29 17:36:15.842594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47886) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:15.857789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object ea63bdbe-52a5-4065-8f74-cba99ee11c8c will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:15.863855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ccba9387-6509-4530-bb0b-375fde35f097 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group_rule': {'security_group_id': '3924d33a-3ad7-4166-b676-570da7815dc7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:15.884086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ccba9387-6509-4530-bb0b-375fde35f097 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:15.894606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ccba9387-6509-4530-bb0b-375fde35f097 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:15.905408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ccba9387-6509-4530-bb0b-375fde35f097 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:15.923604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1b684644-bdf5-46dd-a4cc-a3b8d4c72b87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:15.972817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ccba9387-6509-4530-bb0b-375fde35f097 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:15.976780 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.027842 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1b684644-bdf5-46dd-a4cc-a3b8d4c72b87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:16.052689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.090522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.101505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:36:16.112103 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ccba9387-6509-4530-bb0b-375fde35f097 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.124984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b684644-bdf5-46dd-a4cc-a3b8d4c72b87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:16.129142 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b684644-bdf5-46dd-a4cc-a3b8d4c72b87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.141805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4f96c5-9584-4415-84fa-2910bca5bb86,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:16.144647 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.152369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75445c9-cf9b-4d59-99a2-71e09725329e']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:16.153914 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.154350 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Added segment b7e64619-5a51-4885-996c-1d84234308c9 of type vlan for network 3cef0626-28f9-4da1-aebd-591f8f4f5d2b Apr 29 17:36:16.177550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47645b9-539d-4693-9dc6-d2143edeb7b5') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:16.177845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47645b9-539d-4693-9dc6-d2143edeb7b5') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:16.278323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.297210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.302511 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:16.307819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.309905 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:16.323239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:16.328836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:16.329459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.336909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=ea63bdbe-52a5-4065-8f74-cba99ee11c8c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:16.380454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.410962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ccba9387-6509-4530-bb0b-375fde35f097 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.415771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.429214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:36:16.429618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:36:16.444617 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:36:16.471053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.resource_extend [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:36:16.499384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ccba9387-6509-4530-bb0b-375fde35f097 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.534539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-43d841b8-cee0-43b7-a2ca-5f55537d9d22 None None] Provisioning for port ea63bdbe-52a5-4065-8f74-cba99ee11c8c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:16.541272 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-43d841b8-cee0-43b7-a2ca-5f55537d9d22 None None] Provisioning complete for port ea63bdbe-52a5-4065-8f74-cba99ee11c8c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:16.541644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-43d841b8-cee0-43b7-a2ca-5f55537d9d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.616320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-43d841b8-cee0-43b7-a2ca-5f55537d9d22 None None] Port ea63bdbe-52a5-4065-8f74-cba99ee11c8c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:16.641503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.665631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba9387-6509-4530-bb0b-375fde35f097 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcb5e73-492f-4813-83a0-81ccb1183ffd,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:16.667213 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.672336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.681977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:16.682131 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/networks/c75445c9-cf9b-4d59-99a2-71e09725329e HTTP/1.1" status: 204 len: 168 time: 3.1527829 Apr 29 17:36:16.682240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.682339 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-0663c9d8-b15b-4b57-b09f-ed7e07644a9e tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Deleting port a553c4f0-012d-4899-8800-6e367989efa0 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:16.682339 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0663c9d8-b15b-4b57-b09f-ed7e07644a9e tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.682911 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47890) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:16.709008 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9e80743e-c459-45ea-9193-e348cc67a591 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3728282 Apr 29 17:36:16.709989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ccba9387-6509-4530-bb0b-375fde35f097 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.713618 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ccba9387-6509-4530-bb0b-375fde35f097 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8576195 Apr 29 17:36:16.731489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47894) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:16.731821 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47896) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:16.745509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e9ba7056-21b7-4f2f-a7e5-1395bbdc612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:16.758794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee7f50-61ed-4e52-8d3b-557759df9a04 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Network': ['ID=c75445c9-cf9b-4d59-99a2-71e09725329e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:16.799823 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.2194963 Apr 29 17:36:16.809883 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47902) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:16.860200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Request body: {'subnet': {'network_id': '3cef0626-28f9-4da1-aebd-591f8f4f5d2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:16.867124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e455e-8385-4257-9be5-40657c852836 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Pushing event updated for resources: {'Network': ['ID=3cef0626-28f9-4da1-aebd-591f8f4f5d2b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:16.878123 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 3cef0626-28f9-4da1-aebd-591f8f4f5d2b details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:36:16.883942 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb783edf-5930-49e8-9807-e0e2772fbd07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:16.890336 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-eb783edf-5930-49e8-9807-e0e2772fbd07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/06c33b56-f718-4e8f-9b5d-37ebef48ca44 HTTP/1.1" status: 200 len: 840 time: 0.1849997 Apr 29 17:36:16.890336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47906) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:16.970180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-de66ef81-38c1-4e51-90a6-a8b422193524 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:16.979713 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fba18325-a779-47bd-8041-c9cc1ffbeed9 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/06c33b56-f718-4e8f-9b5d-37ebef48ca44?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0850232 Apr 29 17:36:16.979713 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47910) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:16.990188 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:17.010574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Router 863b8f5a-7947-4b81-87e6-c4fee71b1181 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:36:17.038239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6868b6e9-3418-484c-9baa-58943f3f0346 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:17.099738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-de66ef81-38c1-4e51-90a6-a8b422193524 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.115474 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6868b6e9-3418-484c-9baa-58943f3f0346 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:17.116066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.236195 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:17.244695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:17.250287 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:17.250453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:17.258661 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:17.263685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Usage tracker for resource:subnet and tenant:bd84d75a2557421590d19de7fb37a32c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:17.269271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0663c9d8-b15b-4b57-b09f-ed7e07644a9e tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.286498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:17.287056 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e9ba7056-21b7-4f2f-a7e5-1395bbdc612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:17.289172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:17.289970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.291791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-de66ef81-38c1-4e51-90a6-a8b422193524 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.305729 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e9ba7056-21b7-4f2f-a7e5-1395bbdc612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:17.309162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:17.316177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.319793 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-49b7e40e-64f7-4209-917b-c1df44e4d9ff tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "PUT /v2.0/routers/863b8f5a-7947-4b81-87e6-c4fee71b1181 HTTP/1.1" status: 200 len: 878 time: 5.2926223 Apr 29 17:36:17.323229 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8565b-f983-4d31-85e6-80b61d7602e4 None None] Sync routers for ids ['863b8f5a-7947-4b81-87e6-c4fee71b1181'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:17.332997 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8565b-f983-4d31-85e6-80b61d7602e4 None None] Routers {'863b8f5a-7947-4b81-87e6-c4fee71b1181'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:17.333615 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5bb8565b-f983-4d31-85e6-80b61d7602e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['863b8f5a-7947-4b81-87e6-c4fee71b1181'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:17.335651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47914) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:17.361320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:17.395739 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5bb8565b-f983-4d31-85e6-80b61d7602e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:17.398747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e9ba7056-21b7-4f2f-a7e5-1395bbdc612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:17.405404 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8565b-f983-4d31-85e6-80b61d7602e4 None None] Routers {'863b8f5a-7947-4b81-87e6-c4fee71b1181'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:17.406015 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5bb8565b-f983-4d31-85e6-80b61d7602e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['863b8f5a-7947-4b81-87e6-c4fee71b1181'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:17.461412 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.objects.ports [None req-1b684644-bdf5-46dd-a4cc-a3b8d4c72b87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:36:17.464585 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5bb8565b-f983-4d31-85e6-80b61d7602e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:17.464976 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8565b-f983-4d31-85e6-80b61d7602e4 None None] The sync data for ids ['863b8f5a-7947-4b81-87e6-c4fee71b1181'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:17.466676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66ef81-38c1-4e51-90a6-a8b422193524 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dcb5e73-492f-4813-83a0-81ccb1183ffd,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:17.470307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e9ba7056-21b7-4f2f-a7e5-1395bbdc612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:17.487755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-0663c9d8-b15b-4b57-b09f-ed7e07644a9e tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Calling delete_port for a553c4f0-012d-4899-8800-6e367989efa0 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:17.515061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b684644-bdf5-46dd-a4cc-a3b8d4c72b87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.568109 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-de66ef81-38c1-4e51-90a6-a8b422193524 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.571886 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-de66ef81-38c1-4e51-90a6-a8b422193524 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8dcb5e73-492f-4813-83a0-81ccb1183ffd HTTP/1.1" status: 204 len: 168 time: 0.8325286 Apr 29 17:36:17.575000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47918) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:17.578054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Made reservation on behalf of bd84d75a2557421590d19de7fb37a32c for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:17.581509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.600970 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4765afa4-57f7-408f-a33a-54f34e4b29fe tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/routers/863b8f5a-7947-4b81-87e6-c4fee71b1181 HTTP/1.1" status: 200 len: 919 time: 0.2614810 Apr 29 17:36:17.604842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47922) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:17.629800 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ba7056-21b7-4f2f-a7e5-1395bbdc612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:17.633169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9ba7056-21b7-4f2f-a7e5-1395bbdc612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.647120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b684644-bdf5-46dd-a4cc-a3b8d4c72b87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:17.665730 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-1b684644-bdf5-46dd-a4cc-a3b8d4c72b87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:17.676904 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b684644-bdf5-46dd-a4cc-a3b8d4c72b87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:17.677494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b684644-bdf5-46dd-a4cc-a3b8d4c72b87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.680110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7c1ca6-119e-4780-ac4f-ac27e5502c16 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:17.726467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e3b4f79f-bdc4-4d65-96f0-bdb0d197abd3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:17.766885 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e3b4f79f-bdc4-4d65-96f0-bdb0d197abd3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:17.768100 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e3b4f79f-bdc4-4d65-96f0-bdb0d197abd3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1921234 Apr 29 17:36:17.783576 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47926) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:17.801212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b684644-bdf5-46dd-a4cc-a3b8d4c72b87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=2574e503-bc52-4ac0-aad1-dec5c6552173,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:17.810004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.858884 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1b684644-bdf5-46dd-a4cc-a3b8d4c72b87 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3182521 Apr 29 17:36:17.863445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a21a4-8a47-4e77-bfe9-38c443b9933d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:17.864060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b57a21a4-8a47-4e77-bfe9-38c443b9933d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Synchronizing usage tracker for tenant:05e2122e3779423782416fa14ebd0cef on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:17.864165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47930) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:17.884777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-3ebf44b6-eb36-4ced-bec0-bdb5ca226d7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:17.918657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 448d70d6-bf19-4613-9911-9f022a913254 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:17.927722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:17.930683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Subnet': ['ID=5624db9e-7e37-4312-a96d-e47bf3c93166,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:17.941396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:17.942137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.951507 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b57a21a4-8a47-4e77-bfe9-38c443b9933d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Unset dirty status for tenant:05e2122e3779423782416fa14ebd0cef on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:17.952662 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b57a21a4-8a47-4e77-bfe9-38c443b9933d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&device_id=863b8f5a-7947-4b81-87e6-c4fee71b1181&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3469260 Apr 29 17:36:17.956445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b675c7fe-a467-4b59-b0d5-5df3072708bc None None] Network 448d70d6-bf19-4613-9911-9f022a913254 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:17.957983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47934) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:17.964845 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-73207097-66b7-47cc-ac27-021f4515288f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:17.981385 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-51263db9-a953-49fa-8106-8f200c440aae tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9981966 Apr 29 17:36:17.982173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47938) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:17.989656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'security_group': {'name': 'tempest-secgroup-1213376685'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:18.002473 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '2574e503-bc52-4ac0-aad1-dec5c6552173'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:36:18.003381 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.004957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:18.011003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-73207097-66b7-47cc-ac27-021f4515288f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.019707 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:security_group and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:18.025408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:18.039257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:18.071110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.094348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:18.099022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-73207097-66b7-47cc-ac27-021f4515288f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.104281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:security_group_rule and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:18.115089 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:18.127609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:18.131936 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73207097-66b7-47cc-ac27-021f4515288f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3924d33a-3ad7-4166-b676-570da7815dc7,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:18.157784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-73207097-66b7-47cc-ac27-021f4515288f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.159393 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-73207097-66b7-47cc-ac27-021f4515288f tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-groups/3924d33a-3ad7-4166-b676-570da7815dc7 HTTP/1.1" status: 204 len: 168 time: 0.3738697 Apr 29 17:36:18.163618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47942) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:18.207620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.220386 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.ipam_backend_mixin [None req-e9ba7056-21b7-4f2f-a7e5-1395bbdc612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9cdb8b9c-d990-4dd5-a819-698a25a90c5c (CIDR: 2001:db8::/64) Apr 29 17:36:18.247119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7cce209e-8139-4c91-b950-ccf00041b773 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:18.273090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.278626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.287566 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ba7056-21b7-4f2f-a7e5-1395bbdc612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:36:18.288059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ba7056-21b7-4f2f-a7e5-1395bbdc612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:18.311900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98711c98-2233-4849-9037-6db9beb1ff4c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:18.314028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7cce209e-8139-4c91-b950-ccf00041b773 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:18.317610 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7cce209e-8139-4c91-b950-ccf00041b773 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1505754 Apr 29 17:36:18.323574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47946) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:18.333613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-4b9d82c1-7192-4320-81b1-12e6c8095eab tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group': {'name': 'tempest-secgroup--970841352'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:18.340289 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4b9d82c1-7192-4320-81b1-12e6c8095eab tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:18.355104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.358973 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bd26e44e-31e7-4b48-b789-13c648586eed tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3730507 Apr 29 17:36:18.358973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4b9d82c1-7192-4320-81b1-12e6c8095eab tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:18.359210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47950) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:18.364956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'security_group': {'name': 'tempest-secgroup-1250191889'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:18.373188 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:18.378197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Allocated IP 2001:db8::f816:3eff:fe63:46d1 (e0d73202-cb6d-4434-a143-4d729ced40a4/2574e503-bc52-4ac0-aad1-dec5c6552173/85c38a9f-26f6-49f9-b2ab-9fe275f48eca) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:18.378763 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:security_group and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:18.382166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:18.385686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b9d82c1-7192-4320-81b1-12e6c8095eab tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.404408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:18.415780 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4b9d82c1-7192-4320-81b1-12e6c8095eab tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:18.419904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4b9d82c1-7192-4320-81b1-12e6c8095eab tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:18.422843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4b9d82c1-7192-4320-81b1-12e6c8095eab tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:18.428756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4b9d82c1-7192-4320-81b1-12e6c8095eab tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:18.432781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-448d70d6-bf19-4613-9911-9f022a913254', 'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'tenant_id': '005e56b72c54499f910947cc510b60ad', 'fixed_ips': [{'subnet_id': '5624db9e-7e37-4312-a96d-e47bf3c93166'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:36:18.433647 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.444523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.450779 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e9ba7056-21b7-4f2f-a7e5-1395bbdc612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7154801 Apr 29 17:36:18.454014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47954) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:18.459864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3ebf44b6-eb36-4ced-bec0-bdb5ca226d7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:18.466535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:18.502827 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0663c9d8-b15b-4b57-b09f-ed7e07644a9e tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.513877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3ebf44b6-eb36-4ced-bec0-bdb5ca226d7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:18.519326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:18.528532 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:security_group_rule and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:18.534860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:18.547982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f3644f-499f-4be9-81c8-d3a26000c47e tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:18.551353 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-40f3644f-499f-4be9-81c8-d3a26000c47e tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/networks/aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 881 time: 0.5905139 Apr 29 17:36:18.562270 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47958) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:18.594745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:18.609823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663c9d8-b15b-4b57-b09f-ed7e07644a9e tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event deleted for resources: {'Port': ['ID=a553c4f0-012d-4899-8800-6e367989efa0,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:18.672211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.684203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebf44b6-eb36-4ced-bec0-bdb5ca226d7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:18.688171 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3ebf44b6-eb36-4ced-bec0-bdb5ca226d7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.734728 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f622b1d2-a9b7-4d35-ad86-e6a82ac57ddb tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "GET /v2.0/ports?device_id=863b8f5a-7947-4b81-87e6-c4fee71b1181 HTTP/1.1" status: 200 len: 205 time: 0.1680439 Apr 29 17:36:18.744158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47962) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:18.788690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Allocated IP 172.20.0.2 (448d70d6-bf19-4613-9911-9f022a913254/5624db9e-7e37-4312-a96d-e47bf3c93166/082ad2d1-e2bf-4faa-a058-cfbb0e28405c) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:18.895087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b9d82c1-7192-4320-81b1-12e6c8095eab tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.909065 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b9d82c1-7192-4320-81b1-12e6c8095eab tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.913324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:18.947789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:18.961547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:18.972322 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:18.977090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:18.989527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Transition to ACTIVE for port object 85c38a9f-26f6-49f9-b2ab-9fe275f48eca will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:18.993932 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d82c1-7192-4320-81b1-12e6c8095eab tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c184f0-398a-4db1-a591-ee50c1e3fb86,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:19.024428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:19.028286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.038012 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Transition to ACTIVE for port object 85c38a9f-26f6-49f9-b2ab-9fe275f48eca will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:19.048184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.052734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b9d82c1-7192-4320-81b1-12e6c8095eab tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.054239 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4b9d82c1-7192-4320-81b1-12e6c8095eab tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7294791 Apr 29 17:36:19.065912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47966) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:19.072126 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.081234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.082761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-07446dc1-c31b-46c4-a8ee-5ff7e2499e5e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group_rule': {'security_group_id': '78c184f0-398a-4db1-a591-ee50c1e3fb86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:19.109206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-07446dc1-c31b-46c4-a8ee-5ff7e2499e5e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:19.137376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0663c9d8-b15b-4b57-b09f-ed7e07644a9e tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.148861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Pushing event updated for resources: {'Subnet': ['ID=b28a5de6-976b-45d7-aa6a-ecd006ca3c79,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:19.165656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-07446dc1-c31b-46c4-a8ee-5ff7e2499e5e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:19.174258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:19.178248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-07446dc1-c31b-46c4-a8ee-5ff7e2499e5e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:19.180231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:19.186214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.188547 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.ipam_backend_mixin [None req-3ebf44b6-eb36-4ced-bec0-bdb5ca226d7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2574e503-bc52-4ac0-aad1-dec5c6552173 (CIDR: 2001:db8::/64) Apr 29 17:36:19.188884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:19.193576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Pushing event updated for resources: {'Port': ['ID=85c38a9f-26f6-49f9-b2ab-9fe275f48eca,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:19.199462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.200607 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebf44b6-eb36-4ced-bec0-bdb5ca226d7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:36:19.201052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebf44b6-eb36-4ced-bec0-bdb5ca226d7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:19.201428 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8411925 Apr 29 17:36:19.202746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-07446dc1-c31b-46c4-a8ee-5ff7e2499e5e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:19.207934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47970) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:19.214886 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1170754980', 'security_groups': ['e7bbf50f-308e-4ac2-94e9-de94f2acaadd'], 'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5624db9e-7e37-4312-a96d-e47bf3c93166'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:19.236101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdfb97-6894-4169-8b97-90be030b9642 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bbf50f-308e-4ac2-94e9-de94f2acaadd,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:19.242813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Transition to ACTIVE for port object 082ad2d1-e2bf-4faa-a058-cfbb0e28405c will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:19.289163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07446dc1-c31b-46c4-a8ee-5ff7e2499e5e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.311808 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Transition to ACTIVE for port object 082ad2d1-e2bf-4faa-a058-cfbb0e28405c will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:19.317052 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Attempting to bind port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:19.317517 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Attempting to bind port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:19.317812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Attempting to bind port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:19.324328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.328408 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:36:19.328920 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:19.329266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.329601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:36:19.330286 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Bound port: 85c38a9f-26f6-49f9-b2ab-9fe275f48eca, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:36:19.331063 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.341384 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Checking segment: {'id': 'b7e64619-5a51-4885-996c-1d84234308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3cef0626-28f9-4da1-aebd-591f8f4f5d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:19.342001 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Network hostable DHCP agents. Network: 3cef0626-28f9-4da1-aebd-591f8f4f5d2b, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:36:19.378121 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3ebf44b6-eb36-4ced-bec0-bdb5ca226d7a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5034134 Apr 29 17:36:19.384407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47974) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:19.393475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.404921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-4596a790-65b9-4479-a7c3-50aea6ed00a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:19.410283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Network 448d70d6-bf19-4613-9911-9f022a913254 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:19.465506 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:19.476201 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:19.491228 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Pushing event updated for resources: {'Port': ['ID=082ad2d1-e2bf-4faa-a058-cfbb0e28405c,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:19.549609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07446dc1-c31b-46c4-a8ee-5ff7e2499e5e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.561447 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:19.598497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07446dc1-c31b-46c4-a8ee-5ff7e2499e5e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.611581 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] For port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:36:19.622775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] For port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=85c38a9f-26f6-49f9-b2ab-9fe275f48eca,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:36:19.628213 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Attempting to bind port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:19.629072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:19.629750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Attempting to bind port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'f3f7df1c-4ce9-406b-8c83-1348d03c11df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '448d70d6-bf19-4613-9911-9f022a913254'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:19.630862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Attempting to bind port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c on network 448d70d6-bf19-4613-9911-9f022a913254 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:19.643009 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.646499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07446dc1-c31b-46c4-a8ee-5ff7e2499e5e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015da06f-0e35-4ff5-a2c5-f0cd45ef443d,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:19.689809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:36:19.690076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Checking segment: {'id': 'f3f7df1c-4ce9-406b-8c83-1348d03c11df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '448d70d6-bf19-4613-9911-9f022a913254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:19.690514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.690975 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Bound using segment: {'id': 'f3f7df1c-4ce9-406b-8c83-1348d03c11df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '448d70d6-bf19-4613-9911-9f022a913254'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:36:19.691519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Bound port: 082ad2d1-e2bf-4faa-a058-cfbb0e28405c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f7df1c-4ce9-406b-8c83-1348d03c11df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '448d70d6-bf19-4613-9911-9f022a913254'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:36:19.692074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.719422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:19.769853 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Network 3cef0626-28f9-4da1-aebd-591f8f4f5d2b is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:36:19.771603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4596a790-65b9-4479-a7c3-50aea6ed00a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:19.778272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07446dc1-c31b-46c4-a8ee-5ff7e2499e5e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.781995 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-07446dc1-c31b-46c4-a8ee-5ff7e2499e5e tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7124023 Apr 29 17:36:19.782758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47978) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:19.806286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 3cef0626-28f9-4da1-aebd-591f8f4f5d2b) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:19.821428 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0663c9d8-b15b-4b57-b09f-ed7e07644a9e tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Router 2e44350d-09c3-4dc7-aef3-3ea00ca6f40e has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:36:19.827450 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bb6f3f83-658d-43d4-9389-3548b50b883b tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules/015da06f-0e35-4ff5-a2c5-f0cd45ef443d HTTP/1.1" status: 200 len: 763 time: 0.0423524 Apr 29 17:36:19.829536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfdc68-04bd-4b10-97b5-e60a313ab1b1 None None] Pushing event updated for resources: {'Port': ['ID=85c38a9f-26f6-49f9-b2ab-9fe275f48eca,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:19.830003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:19.830212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.843775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47982) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:19.844207 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e61189d-5c65-4c09-b146-15815b7c976d None None] Network 3cef0626-28f9-4da1-aebd-591f8f4f5d2b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:19.857360 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4596a790-65b9-4479-a7c3-50aea6ed00a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:19.924932 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.934764 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5380ea31-942b-451e-87d9-e387e7677f5c tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1238453 Apr 29 17:36:19.967863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] For port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:36:19.969531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47986) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:19.975199 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4596a790-65b9-4479-a7c3-50aea6ed00a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:19.978999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4596a790-65b9-4479-a7c3-50aea6ed00a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:19.991616 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] For port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=082ad2d1-e2bf-4faa-a058-cfbb0e28405c,segment=NetworkSegment(f3f7df1c-4ce9-406b-8c83-1348d03c11df),segment_id=f3f7df1c-4ce9-406b-8c83-1348d03c11df)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:36:20.015162 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:20.017031 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Request body: {'port': {'network_id': '3cef0626-28f9-4da1-aebd-591f8f4f5d2b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1667893880'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:20.021668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:20.026580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0663c9d8-b15b-4b57-b09f-ed7e07644a9e tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:20.035699 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0663c9d8-b15b-4b57-b09f-ed7e07644a9e tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "PUT /v2.0/routers/2e44350d-09c3-4dc7-aef3-3ea00ca6f40e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5662789 Apr 29 17:36:20.036693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47990) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:20.039833 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Deleting port 22b61bbb-b518-46c4-b8aa-b990542e1529 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:20.040168 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:20.082285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6c97ce48-1972-4025-80be-4b7382d3de44 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:20.134359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:20.139082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ed4de-cbb8-4b89-8dbd-55c3f16629fe None None] Sync routers for ids ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:20.148309 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:20.156380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08405a-b522-4cc3-a516-cd3a2accfb6e None None] Pushing event updated for resources: {'Port': ['ID=082ad2d1-e2bf-4faa-a058-cfbb0e28405c,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:20.163202 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-0568e45d-d73d-4f74-8743-fa670a707bec tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] delete failed (client error): The resource could not be found. Apr 29 17:36:20.172388 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0568e45d-d73d-4f74-8743-fa670a707bec tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1865866796 HTTP/1.1" status: 404 len: 335 time: 0.1313198 Apr 29 17:36:20.173632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 47994) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:20.189231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e5c20d60-d0f4-43ed-9c4e-c731de88a4e9 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:20.191851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ed4de-cbb8-4b89-8dbd-55c3f16629fe None None] Routers {'2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:20.192734 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1b6ed4de-cbb8-4b89-8dbd-55c3f16629fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:20.334452 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1b6ed4de-cbb8-4b89-8dbd-55c3f16629fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:20.383555 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ed4de-cbb8-4b89-8dbd-55c3f16629fe None None] Routers {'2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:20.384239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1b6ed4de-cbb8-4b89-8dbd-55c3f16629fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:35:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:20.395161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:20.413227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:20.413932 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:20.471041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-3cef0626-28f9-4da1-aebd-591f8f4f5d2b', 'network_id': '3cef0626-28f9-4da1-aebd-591f8f4f5d2b', 'tenant_id': 'bd84d75a2557421590d19de7fb37a32c', 'fixed_ips': [{'subnet_id': 'b28a5de6-976b-45d7-aa6a-ecd006ca3c79'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:36:20.472309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:20.492299 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f60245-5167-42d4-b03c-f05577412ce2 None None] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:20.497482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Subnet': ['ID=5a5b7dc1-e3e7-415f-956e-20c8c86b9850,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:20.527755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port 0b304adb-f20d-41f8-81b0-cc6e08b839ce yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:36:20.565543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6c97ce48-1972-4025-80be-4b7382d3de44 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:20.571756 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6c97ce48-1972-4025-80be-4b7382d3de44 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7241864 Apr 29 17:36:20.574698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 47998) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:20.629659 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-015f03b7-e1d1-4926-9d83-0d40d0e600f4 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1719530 Apr 29 17:36:20.630650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48002) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:20.658240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8abc6076-1ae7-4dbf-a779-1fb64b69b6c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-425498462', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5a5b7dc1-e3e7-415f-956e-20c8c86b9850'}], 'security_groups': ['5582f2c9-082e-4808-b979-d7b0ed890013']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:20.737623 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Allocated IP 2001:db8::2 (3cef0626-28f9-4da1-aebd-591f8f4f5d2b/b28a5de6-976b-45d7-aa6a-ecd006ca3c79/05d1bcf1-393f-44dd-a8c3-be6d98f33850) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:20.784208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5c20d60-d0f4-43ed-9c4e-c731de88a4e9 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:20.792423 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d24d5e5e-77d4-46c0-9443-9c9c664fb857 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:20.829258 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-e5c20d60-d0f4-43ed-9c4e-c731de88a4e9 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] update failed (client error): The resource could not be found. Apr 29 17:36:20.836880 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e5c20d60-d0f4-43ed-9c4e-c731de88a4e9 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "PUT /v2.0/routers/2e44350d-09c3-4dc7-aef3-3ea00ca6f40e HTTP/1.1" status: 404 len: 339 time: 0.6584570 Apr 29 17:36:20.837708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48006) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:20.842808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:20.860098 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d24d5e5e-77d4-46c0-9443-9c9c664fb857 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:20.878912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:20.907081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Usage tracker for resource:port and tenant:bd84d75a2557421590d19de7fb37a32c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:20.915036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:20.922708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:20.941528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4596a790-65b9-4479-a7c3-50aea6ed00a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:20.959071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.003397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Transition to ACTIVE for port object 05d1bcf1-393f-44dd-a8c3-be6d98f33850 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:21.006307 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1b6ed4de-cbb8-4b89-8dbd-55c3f16629fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:21.006734 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ed4de-cbb8-4b89-8dbd-55c3f16629fe None None] The sync data for ids ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:21.092420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Transition to ACTIVE for port object 05d1bcf1-393f-44dd-a8c3-be6d98f33850 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:21.131252 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.208504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 85c38a9f-26f6-49f9-b2ab-9fe275f48eca up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:21.224602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Calling delete_port for 22b61bbb-b518-46c4-b8aa-b990542e1529 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:21.260285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Made reservation on behalf of bd84d75a2557421590d19de7fb37a32c for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:21.264160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.272749 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Network 3cef0626-28f9-4da1-aebd-591f8f4f5d2b is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:21.280352 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:21.296110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-452967673'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:21.307995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:21.317957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:21.318818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Usage tracker for resource:network and tenant:2ef55b95f52643fa959124ca8ffecea6 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:21.322502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:21.330230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:21.348782 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Made reservation on behalf of 2ef55b95f52643fa959124ca8ffecea6 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:21.352411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.357322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4596a790-65b9-4479-a7c3-50aea6ed00a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:21.362540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d24d5e5e-77d4-46c0-9443-9c9c664fb857 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.376860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-4596a790-65b9-4479-a7c3-50aea6ed00a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:21.386124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] device_id is not set on port 188c1dd5-2d93-41b4-9669-d0bce48c28e7 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:36:21.396640 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:36:21.397561 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Pushing event updated for resources: {'Port': ['ID=05d1bcf1-393f-44dd-a8c3-be6d98f33850,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:21.412590 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8001fe56-7825-4f60-b580-50ed0861bdc8 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:21.454046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4596a790-65b9-4479-a7c3-50aea6ed00a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:21.455244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4596a790-65b9-4479-a7c3-50aea6ed00a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.457204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.457685 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Added segment 5bd93fac-ad0a-4ac8-afa1-42bbd713361b of type vlan for network c54e960e-2741-4d44-8510-608d9809a2f2 Apr 29 17:36:21.476455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596a790-65b9-4479-a7c3-50aea6ed00a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=fb7e1238-de59-4686-a2a6-7002e86b9b84,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:21.500241 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d5e5e-77d4-46c0-9443-9c9c664fb857 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=015da06f-0e35-4ff5-a2c5-f0cd45ef443d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:21.501202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.506972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.564731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Pushing event deleted for resources: {'Port': ['ID=22b61bbb-b518-46c4-b8aa-b990542e1529,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:21.619216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4ddc02a7-11f9-4ef2-b566-87997eb5e3a2 None None] Provisioning for port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:21.629779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Attempting to bind port 05d1bcf1-393f-44dd-a8c3-be6d98f33850 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:21.630169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Attempting to bind port 05d1bcf1-393f-44dd-a8c3-be6d98f33850 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'b7e64619-5a51-4885-996c-1d84234308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3cef0626-28f9-4da1-aebd-591f8f4f5d2b'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:21.630527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Attempting to bind port 05d1bcf1-393f-44dd-a8c3-be6d98f33850 on network 3cef0626-28f9-4da1-aebd-591f8f4f5d2b {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:21.643280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:21.655770 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4ddc02a7-11f9-4ef2-b566-87997eb5e3a2 None None] Provisioning complete for port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:21.656132 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4ddc02a7-11f9-4ef2-b566-87997eb5e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.669973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Allocated IP 2001:db8::203 (3cef0626-28f9-4da1-aebd-591f8f4f5d2b/b28a5de6-976b-45d7-aa6a-ecd006ca3c79/188c1dd5-2d93-41b4-9669-d0bce48c28e7) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:21.680861 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:36:21.681265 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Checking segment: {'id': 'b7e64619-5a51-4885-996c-1d84234308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3cef0626-28f9-4da1-aebd-591f8f4f5d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:21.681661 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.682088 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Bound using segment: {'id': 'b7e64619-5a51-4885-996c-1d84234308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3cef0626-28f9-4da1-aebd-591f8f4f5d2b'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:36:21.682591 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Bound port: 05d1bcf1-393f-44dd-a8c3-be6d98f33850, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e64619-5a51-4885-996c-1d84234308c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3cef0626-28f9-4da1-aebd-591f8f4f5d2b'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:36:21.682993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.714893 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:21.715704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.726967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.733012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:21.733718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.796555 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.827751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d24d5e5e-77d4-46c0-9443-9c9c664fb857 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.828983 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d24d5e5e-77d4-46c0-9443-9c9c664fb857 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/015da06f-0e35-4ff5-a2c5-f0cd45ef443d HTTP/1.1" status: 204 len: 168 time: 1.2439377 Apr 29 17:36:21.844686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48010) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:21.905839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8abc6076-1ae7-4dbf-a779-1fb64b69b6c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:21.992350 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7060852 Apr 29 17:36:22.015077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.5 (448d70d6-bf19-4613-9911-9f022a913254/5624db9e-7e37-4312-a96d-e47bf3c93166/0b304adb-f20d-41f8-81b0-cc6e08b839ce) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:22.021476 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4596a790-65b9-4479-a7c3-50aea6ed00a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6310780 Apr 29 17:36:22.032817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48014) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:22.033014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48016) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:22.047180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c442b-4526-4773-ac35-6ec98d4d5665 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event updated for resources: {'Network': ['ID=c54e960e-2741-4d44-8510-608d9809a2f2,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:22.051101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Request body: {'subnet': {'network_id': 'c54e960e-2741-4d44-8510-608d9809a2f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:22.056626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] For port 05d1bcf1-393f-44dd-a8c3-be6d98f33850, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:36:22.073726 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.077858 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.081870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network c54e960e-2741-4d44-8510-608d9809a2f2 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:36:22.096096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-30b8edd6-b19b-48a2-b1fe-502bc3b8df08 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:22.097880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'mac_address': 'fa:16:3e:eb:9e:7f', 'name': 'tempest-NetworksTestDHCPv6-628480342'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:22.123237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-30b8edd6-b19b-48a2-b1fe-502bc3b8df08 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:22.124727 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-30b8edd6-b19b-48a2-b1fe-502bc3b8df08 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2745302 Apr 29 17:36:22.128140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48022) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:22.134887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-0a98ec8a-0d6c-4071-beaf-f8b410b4237d tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group_rule': {'security_group_id': '78c184f0-398a-4db1-a591-ee50c1e3fb86', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:22.141242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0a98ec8a-0d6c-4071-beaf-f8b410b4237d tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:22.149420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.150336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Fanout notify agent at l3_agent the message router_deleted on router 863b8f5a-7947-4b81-87e6-c4fee71b1181 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:36:22.155334 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0a98ec8a-0d6c-4071-beaf-f8b410b4237d tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:22.172956 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.174546 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9fbc3820-97a7-42c5-821f-22966b28fdc7 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "DELETE /v2.0/routers/863b8f5a-7947-4b81-87e6-c4fee71b1181 HTTP/1.1" status: 204 len: 168 time: 3.4203553 Apr 29 17:36:22.178379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48026) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:22.185684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-88ea4f2a-8d02-4ee3-a7b8-1471dad61c3c tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-332763420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:22.195453 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] For port 05d1bcf1-393f-44dd-a8c3-be6d98f33850, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=05d1bcf1-393f-44dd-a8c3-be6d98f33850,segment=NetworkSegment(b7e64619-5a51-4885-996c-1d84234308c9),segment_id=b7e64619-5a51-4885-996c-1d84234308c9)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:36:22.200741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-88ea4f2a-8d02-4ee3-a7b8-1471dad61c3c tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:22.203493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0a98ec8a-0d6c-4071-beaf-f8b410b4237d tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.217349 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-88ea4f2a-8d02-4ee3-a7b8-1471dad61c3c tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Usage tracker for resource:router and tenant:c65e14e575b9405b8be5c4988ecf0eac is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:22.222364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-88ea4f2a-8d02-4ee3-a7b8-1471dad61c3c tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:22.235889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.238494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-88ea4f2a-8d02-4ee3-a7b8-1471dad61c3c tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:22.271135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-88ea4f2a-8d02-4ee3-a7b8-1471dad61c3c tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.272560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-88ea4f2a-8d02-4ee3-a7b8-1471dad61c3c tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.273960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4ddc02a7-11f9-4ef2-b566-87997eb5e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.299008 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0a98ec8a-0d6c-4071-beaf-f8b410b4237d tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.304816 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-88ea4f2a-8d02-4ee3-a7b8-1471dad61c3c tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.306659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0a98ec8a-0d6c-4071-beaf-f8b410b4237d tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.352995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98ec8a-0d6c-4071-beaf-f8b410b4237d tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d2c321-8298-4560-8244-3ad23dd30f23,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:22.359501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0a98ec8a-0d6c-4071-beaf-f8b410b4237d tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.363980 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0a98ec8a-0d6c-4071-beaf-f8b410b4237d tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2347419 Apr 29 17:36:22.366933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48030) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:22.390497 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c39dab75-e45d-477f-a412-df225c40c1d3 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules/22d2c321-8298-4560-8244-3ad23dd30f23 HTTP/1.1" status: 200 len: 763 time: 0.0223932 Apr 29 17:36:22.391539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48034) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:22.394898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-88ea4f2a-8d02-4ee3-a7b8-1471dad61c3c tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.466093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.474650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.477194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ac6d6182-d93c-4d39-86f0-e981f830573a tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:22.482368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:22.482604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-88ea4f2a-8d02-4ee3-a7b8-1471dad61c3c tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.488043 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-88ea4f2a-8d02-4ee3-a7b8-1471dad61c3c tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3025007 Apr 29 17:36:22.495787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48038) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:22.501724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'enable_snat': True}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:22.517929 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12236fa6-d6fe-4308-b52d-8e9d4a5b9118 None None] Update dhcp port {'port': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'fixed_ips': [{'subnet_id': '9cdb8b9c-d990-4dd5-a819-698a25a90c5c', 'ip_address': '2001:db8::2'}, {'subnet_id': '5a5b7dc1-e3e7-415f-956e-20c8c86b9850'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': '6868b6e9-3418-484c-9baa-58943f3f0346'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:36:22.565543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ac6d6182-d93c-4d39-86f0-e981f830573a tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:22.570503 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ac6d6182-d93c-4d39-86f0-e981f830573a tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1770017 Apr 29 17:36:22.580986 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4ddc02a7-11f9-4ef2-b566-87997eb5e3a2 None None] For port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=85c38a9f-26f6-49f9-b2ab-9fe275f48eca,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:22.585115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4daf78-2dd6-4867-9845-9a40e32be8db None None] Pushing event updated for resources: {'Port': ['ID=05d1bcf1-393f-44dd-a8c3-be6d98f33850,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:22.600327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4ddc02a7-11f9-4ef2-b566-87997eb5e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.607082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Transition to ACTIVE for port object 188c1dd5-2d93-41b4-9669-d0bce48c28e7 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:22.656040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48042) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:22.682295 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-12236fa6-d6fe-4308-b52d-8e9d4a5b9118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.795450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:22.799374 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:22.802842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Usage tracker for resource:subnet and tenant:2ef55b95f52643fa959124ca8ffecea6 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:22.813069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:22.815937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:22.854864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:22.861040 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:22.880597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ee1c4beb-2f18-4800-8355-897625c1a2e8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.892762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ee1c4beb-2f18-4800-8355-897625c1a2e8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.915546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:36:22.916259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:36:22.916913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc02a7-11f9-4ef2-b566-87997eb5e3a2 None None] Pushing event updated for resources: {'Port': ['ID=85c38a9f-26f6-49f9-b2ab-9fe275f48eca,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:22.926447 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-37e06472-1a87-4797-9d31-0b20240258e1 None None] Provisioning for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:22.947909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:22.962180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:23.021682 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-37e06472-1a87-4797-9d31-0b20240258e1 None None] Provisioning complete for port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:23.022313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-37e06472-1a87-4797-9d31-0b20240258e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.058119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Made reservation on behalf of 2ef55b95f52643fa959124ca8ffecea6 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:23.060139 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211370f-8e5f-4a5d-8837-83169ad2a0bb None None] Update dhcp port {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'fixed_ips': [{'subnet_id': '2574e503-bc52-4ac0-aad1-dec5c6552173', 'ip_address': '2001:db8::f816:3eff:fe63:46d1'}, {'subnet_id': 'fb7e1238-de59-4686-a2a6-7002e86b9b84'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': '85c38a9f-26f6-49f9-b2ab-9fe275f48eca'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:36:23.062833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.102679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.134106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-37e06472-1a87-4797-9d31-0b20240258e1 None None] Port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:23.137909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0211370f-8e5f-4a5d-8837-83169ad2a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.186489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ee1c4beb-2f18-4800-8355-897625c1a2e8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.214995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.222924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c4beb-2f18-4800-8355-897625c1a2e8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22d2c321-8298-4560-8244-3ad23dd30f23,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:23.246177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Transition to ACTIVE for port object 0b304adb-f20d-41f8-81b0-cc6e08b839ce will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:23.246444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ee1c4beb-2f18-4800-8355-897625c1a2e8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.250050 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ee1c4beb-2f18-4800-8355-897625c1a2e8 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/22d2c321-8298-4560-8244-3ad23dd30f23 HTTP/1.1" status: 204 len: 168 time: 0.5903792 Apr 29 17:36:23.250815 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48046) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:23.288354 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-07a2899d-915e-48c9-b043-bb7e84379e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.319354 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b3b48993-7342-4473-ae25-490ff4183a3b tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:23.367500 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-0211370f-8e5f-4a5d-8837-83169ad2a0bb None None] Allocated IP 2001:db8:0:1::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/fb7e1238-de59-4686-a2a6-7002e86b9b84/85c38a9f-26f6-49f9-b2ab-9fe275f48eca) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:23.400975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b3b48993-7342-4473-ae25-490ff4183a3b tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:23.402236 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Network 3cef0626-28f9-4da1-aebd-591f8f4f5d2b is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:23.402360 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b3b48993-7342-4473-ae25-490ff4183a3b tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1505048 Apr 29 17:36:23.405420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48050) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:23.412166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-7194784e-0ec9-4ed2-834c-3394b0f5a763 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group_rule': {'security_group_id': '78c184f0-398a-4db1-a591-ee50c1e3fb86', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:23.415781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:23.421059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7194784e-0ec9-4ed2-834c-3394b0f5a763 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:23.434353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7194784e-0ec9-4ed2-834c-3394b0f5a763 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:23.509927 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-7194784e-0ec9-4ed2-834c-3394b0f5a763 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Project 2a6308feb2414905b2816b909428a985 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:36:23.529584 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-8abc6076-1ae7-4dbf-a779-1fb64b69b6c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Delete allocated IP 2001:db8::15a (27e93c17-86ab-44cc-88c7-9a79a91146e4/9cdb8b9c-d990-4dd5-a819-698a25a90c5c) {{(pid=88018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 17:36:23.541954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-8abc6076-1ae7-4dbf-a779-1fb64b69b6c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8:0:1::365 (27e93c17-86ab-44cc-88c7-9a79a91146e4/5a5b7dc1-e3e7-415f-956e-20c8c86b9850/ea63bdbe-52a5-4065-8f74-cba99ee11c8c) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:23.555484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 082ad2d1-e2bf-4faa-a058-cfbb0e28405c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:23.578843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7194784e-0ec9-4ed2-834c-3394b0f5a763 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.588691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:23.595085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:23.595838 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.633040 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.665596 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0211370f-8e5f-4a5d-8837-83169ad2a0bb None None] For port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=85c38a9f-26f6-49f9-b2ab-9fe275f48eca,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:23.676445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Pushing event updated for resources: {'Port': ['ID=188c1dd5-2d93-41b4-9669-d0bce48c28e7,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:23.685138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7194784e-0ec9-4ed2-834c-3394b0f5a763 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.714470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port ed0691dd-3a2c-4460-8e29-92d846077ddb yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:36:23.718205 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:23.730837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0211370f-8e5f-4a5d-8837-83169ad2a0bb None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.735484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:23.736124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.757795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.796072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7194784e-0ec9-4ed2-834c-3394b0f5a763 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.799824 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ccd31755-2ef4-4b60-9e1c-8e2fac570648 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.8231122 Apr 29 17:36:23.804820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.807246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48054) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:23.820410 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0211370f-8e5f-4a5d-8837-83169ad2a0bb None None] Transition to ACTIVE for port object 85c38a9f-26f6-49f9-b2ab-9fe275f48eca will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:23.833051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa454bf3-bffa-4d83-aab5-aeb18bb1c9af None None] Network 3cef0626-28f9-4da1-aebd-591f8f4f5d2b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:23.846072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0211370f-8e5f-4a5d-8837-83169ad2a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.864680 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.879080 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Request body: {'port': {'network_id': '3cef0626-28f9-4da1-aebd-591f8f4f5d2b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-409655242', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:23.879674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.api.validators [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] bootfile-name is not in valid_values {{(pid=88019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 17:36:23.880075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.api.validators [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] tftp-server is not in valid_values {{(pid=88019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 17:36:23.880472 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.api.validators [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] server-ip-address is not in valid_values {{(pid=88019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 17:36:23.912679 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194784e-0ec9-4ed2-834c-3394b0f5a763 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8baa888-e1b3-446a-94e8-5b41f4f91847,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:23.921666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7194784e-0ec9-4ed2-834c-3394b0f5a763 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:23.925482 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7194784e-0ec9-4ed2-834c-3394b0f5a763 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5157437 Apr 29 17:36:23.933521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48058) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:24.026366 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-48c6a917-89f7-4b50-bbc0-abf4cf3a6ed7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules/a8baa888-e1b3-446a-94e8-5b41f4f91847 HTTP/1.1" status: 200 len: 769 time: 0.0879407 Apr 29 17:36:24.030099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 448d70d6-bf19-4613-9911-9f022a913254 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:24.031687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48062) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:24.040453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:24.043117 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:24.097215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-dc615e32-53c1-45ee-bca5-6051a55a38fa tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:24.139110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211370f-8e5f-4a5d-8837-83169ad2a0bb None None] Pushing event updated for resources: {'Port': ['ID=85c38a9f-26f6-49f9-b2ab-9fe275f48eca,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:24.156163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-dec9b81e-5b5b-4456-a972-0ed592f5e545 None None] Provisioning for port 05d1bcf1-393f-44dd-a8c3-be6d98f33850 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:24.168406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=0b304adb-f20d-41f8-81b0-cc6e08b839ce,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:24.174290 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:24.183911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Usage tracker for resource:port and tenant:bd84d75a2557421590d19de7fb37a32c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:24.186629 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.188904 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:24.201095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-dc615e32-53c1-45ee-bca5-6051a55a38fa tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:24.202382 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dc615e32-53c1-45ee-bca5-6051a55a38fa tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1696913 Apr 29 17:36:24.203641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Allocated IP 172.26.4.71 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/48bd0c3b-d5e5-4566-9636-88b1241bd4d1) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:24.208244 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48066) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:24.226520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:24.239101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=082ad2d1-e2bf-4faa-a058-cfbb0e28405c,segment=NetworkSegment(f3f7df1c-4ce9-406b-8c83-1348d03c11df),segment_id=f3f7df1c-4ce9-406b-8c83-1348d03c11df)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:24.248000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:24.248715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.256547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.291694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0012a435-4289-4dbc-9cfe-1c1065550142 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.310999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0012a435-4289-4dbc-9cfe-1c1065550142 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.312656 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-531b2734-7079-441b-8366-b326887a948b tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1023843 Apr 29 17:36:24.313462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48070) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:24.333782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.340836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-d9d38f97-5d8f-47d0-9703-ba8cfec7e706 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:24.372160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Made reservation on behalf of bd84d75a2557421590d19de7fb37a32c for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:24.375736 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.402364 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8abc6076-1ae7-4dbf-a779-1fb64b69b6c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.408126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0012a435-4289-4dbc-9cfe-1c1065550142 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.503611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-8abc6076-1ae7-4dbf-a779-1fb64b69b6c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object ea63bdbe-52a5-4065-8f74-cba99ee11c8c will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:24.507585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] device_id is not set on port aeca2630-938f-461a-98b1-e1bb89a28839 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:36:24.544168 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 85c38a9f-26f6-49f9-b2ab-9fe275f48eca up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:24.566186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012a435-4289-4dbc-9cfe-1c1065550142 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8baa888-e1b3-446a-94e8-5b41f4f91847,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:24.599742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8abc6076-1ae7-4dbf-a779-1fb64b69b6c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.636036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0012a435-4289-4dbc-9cfe-1c1065550142 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.637139 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0012a435-4289-4dbc-9cfe-1c1065550142 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/a8baa888-e1b3-446a-94e8-5b41f4f91847 HTTP/1.1" status: 204 len: 168 time: 0.4262609 Apr 29 17:36:24.641932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48074) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:24.747520 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a77fe7d2-8e8e-45ce-b8bd-8ec728a1c6a6 None None] Provisioning for port 0b304adb-f20d-41f8-81b0-cc6e08b839ce completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:24.750978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.764070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-38bb2c13-c496-44a8-81f8-09e5fbcd33ad tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:24.764287 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a77fe7d2-8e8e-45ce-b8bd-8ec728a1c6a6 None None] Provisioning complete for port 0b304adb-f20d-41f8-81b0-cc6e08b839ce triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:24.764458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a77fe7d2-8e8e-45ce-b8bd-8ec728a1c6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.781578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Checking segment: {'id': '5bd93fac-ad0a-4ac8-afa1-42bbd713361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c54e960e-2741-4d44-8510-608d9809a2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:24.782328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Network hostable DHCP agents. Network: c54e960e-2741-4d44-8510-608d9809a2f2, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:36:24.798439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8:0:1::1f6 (e0d73202-cb6d-4434-a143-4d729ced40a4/fb7e1238-de59-4686-a2a6-7002e86b9b84/ed0691dd-3a2c-4460-8e29-92d846077ddb) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:24.804192 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event updated for resources: {'Subnet': ['ID=4b861a96-0a11-40f6-b618-b82be7246d74,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:24.819471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Allocated IP 2001:db8::123 (3cef0626-28f9-4da1-aebd-591f8f4f5d2b/b28a5de6-976b-45d7-aa6a-ecd006ca3c79/aeca2630-938f-461a-98b1-e1bb89a28839) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:24.822959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-38bb2c13-c496-44a8-81f8-09e5fbcd33ad tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:24.824270 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-38bb2c13-c496-44a8-81f8-09e5fbcd33ad tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1738451 Apr 29 17:36:24.828480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48078) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:24.835240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a77fe7d2-8e8e-45ce-b8bd-8ec728a1c6a6 None None] Port 0b304adb-f20d-41f8-81b0-cc6e08b839ce cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:24.842302 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 05d1bcf1-393f-44dd-a8c3-be6d98f33850 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:24.864658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-8abc6076-1ae7-4dbf-a779-1fb64b69b6c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] In _notify_port_updated(), no bound segment for port ea63bdbe-52a5-4065-8f74-cba99ee11c8c on network 27e93c17-86ab-44cc-88c7-9a79a91146e4 {{(pid=88018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:36:24.870588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abc6076-1ae7-4dbf-a779-1fb64b69b6c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:24.871351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8abc6076-1ae7-4dbf-a779-1fb64b69b6c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.873109 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8abc6076-1ae7-4dbf-a779-1fb64b69b6c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "PUT /v2.0/ports/ea63bdbe-52a5-4065-8f74-cba99ee11c8c HTTP/1.1" status: 200 len: 930 time: 4.2211452 Apr 29 17:36:24.874953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::f816:3eff:feeb:9e7f (e0d73202-cb6d-4434-a143-4d729ced40a4/2574e503-bc52-4ac0-aad1-dec5c6552173/ed0691dd-3a2c-4460-8e29-92d846077ddb) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:24.891209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48082) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:24.906924 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=082ad2d1-e2bf-4faa-a058-cfbb0e28405c,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:24.924424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:24.932484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-12236fa6-d6fe-4308-b52d-8e9d4a5b9118 None None] Allocated IP 2001:db8:0:1::2 (27e93c17-86ab-44cc-88c7-9a79a91146e4/5a5b7dc1-e3e7-415f-956e-20c8c86b9850/6868b6e9-3418-484c-9baa-58943f3f0346) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:24.977765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc6076-1ae7-4dbf-a779-1fb64b69b6c8 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=ea63bdbe-52a5-4065-8f74-cba99ee11c8c,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:24.996138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Network c54e960e-2741-4d44-8510-608d9809a2f2 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:36:25.030116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d9d38f97-5d8f-47d0-9703-ba8cfec7e706 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:25.049419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d9d38f97-5d8f-47d0-9703-ba8cfec7e706 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:25.059846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, c54e960e-2741-4d44-8510-608d9809a2f2) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:25.061576 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d9d38f97-5d8f-47d0-9703-ba8cfec7e706 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:25.070832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-3b1363ee-10c5-4863-89c8-380fbca6c0e1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port ea63bdbe-52a5-4065-8f74-cba99ee11c8c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:25.071360 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b1363ee-10c5-4863-89c8-380fbca6c0e1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.082079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:25.085626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 05d1bcf1-393f-44dd-a8c3-be6d98f33850 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:25.092950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:25.099745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event updated for resources: {'Port': ['ID=48bd0c3b-d5e5-4566-9636-88b1241bd4d1,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:25.104007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f96b3bb-b59e-4f7a-84e6-0e849b8f08dc None None] Network c54e960e-2741-4d44-8510-608d9809a2f2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:25.106265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:25.117123 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:25.117876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.135502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 05d1bcf1-393f-44dd-a8c3-be6d98f33850 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:25.136072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.143577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d9d38f97-5d8f-47d0-9703-ba8cfec7e706 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:25.245323 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e8f39849-cf07-4fa9-8eb7-467317f9451c tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2038867 Apr 29 17:36:25.299879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48086) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:25.300671 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d38f97-5d8f-47d0-9703-ba8cfec7e706 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:25.304184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d9d38f97-5d8f-47d0-9703-ba8cfec7e706 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.315717 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a878ef14-861b-4e68-9455-4d8d0a17bc32 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.355636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-62b4dbea-55f2-4239-b84c-81bdfdd42b4b None None] Provisioning for port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:25.363759 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-12236fa6-d6fe-4308-b52d-8e9d4a5b9118 None None] For port 6868b6e9-3418-484c-9baa-58943f3f0346, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6868b6e9-3418-484c-9baa-58943f3f0346,segment=NetworkSegment(2945aecc-20d1-48dd-8c78-dda7998e3154),segment_id=2945aecc-20d1-48dd-8c78-dda7998e3154)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:25.374119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-02c6fc39-0527-46ae-a5ab-3912ebf88b19 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c54e960e-2741-4d44-8510-608d9809a2f2'}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:25.389174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-62b4dbea-55f2-4239-b84c-81bdfdd42b4b None None] Provisioning complete for port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:25.389314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a878ef14-861b-4e68-9455-4d8d0a17bc32 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.389546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-62b4dbea-55f2-4239-b84c-81bdfdd42b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.491716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-553bc0c4-8126-435f-89a8-3d7ecd120bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.549141 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-12236fa6-d6fe-4308-b52d-8e9d4a5b9118 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.638255 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.664686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.681104 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-12236fa6-d6fe-4308-b52d-8e9d4a5b9118 None None] Transition to ACTIVE for port object 6868b6e9-3418-484c-9baa-58943f3f0346 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:25.687311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Transition to ACTIVE for port object aeca2630-938f-461a-98b1-e1bb89a28839 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:25.703257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-12236fa6-d6fe-4308-b52d-8e9d4a5b9118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.762227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.781451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12236fa6-d6fe-4308-b52d-8e9d4a5b9118 None None] Pushing event updated for resources: {'Port': ['ID=6868b6e9-3418-484c-9baa-58943f3f0346,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:25.820881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a878ef14-861b-4e68-9455-4d8d0a17bc32 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.821538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 05d1bcf1-393f-44dd-a8c3-be6d98f33850, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=05d1bcf1-393f-44dd-a8c3-be6d98f33850,segment=NetworkSegment(b7e64619-5a51-4885-996c-1d84234308c9),segment_id=b7e64619-5a51-4885-996c-1d84234308c9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:25.862785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.925978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-c54e960e-2741-4d44-8510-608d9809a2f2', 'network_id': 'c54e960e-2741-4d44-8510-608d9809a2f2', 'tenant_id': '2ef55b95f52643fa959124ca8ffecea6', 'fixed_ips': [{'subnet_id': '4b861a96-0a11-40f6-b618-b82be7246d74'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:36:25.926795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:25.959130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878ef14-861b-4e68-9455-4d8d0a17bc32 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c184f0-398a-4db1-a591-ee50c1e3fb86,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:25.986825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Network 3cef0626-28f9-4da1-aebd-591f8f4f5d2b is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:25.998483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:26.000297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Pushing event updated for resources: {'Port': ['ID=aeca2630-938f-461a-98b1-e1bb89a28839,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:26.003742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:26.008176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:26.008825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:26.048930 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-23f4a7a0-f4fb-4f3a-9c35-9d60e786a07a None None] Provisioning complete for port 05d1bcf1-393f-44dd-a8c3-be6d98f33850 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:26.049306 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-23f4a7a0-f4fb-4f3a-9c35-9d60e786a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:26.097312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a878ef14-861b-4e68-9455-4d8d0a17bc32 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:26.099207 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a878ef14-861b-4e68-9455-4d8d0a17bc32 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-groups/78c184f0-398a-4db1-a591-ee50c1e3fb86 HTTP/1.1" status: 204 len: 168 time: 1.2697854 Apr 29 17:36:26.101006 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3dcd8fc9-2c60-435c-b2ed-1079d9f1b6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.2695687 Apr 29 17:36:26.101791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:26.134606 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=05d1bcf1-393f-44dd-a8c3-be6d98f33850,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:26.150658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:26.172015 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48090) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:26.172359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48092) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:26.389430 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.ipam_backend_mixin [None req-d9d38f97-5d8f-47d0-9703-ba8cfec7e706 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5624db9e-7e37-4312-a96d-e47bf3c93166 (CIDR: 172.20.0.0/28) Apr 29 17:36:26.426569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b1363ee-10c5-4863-89c8-380fbca6c0e1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:26.461226 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d38f97-5d8f-47d0-9703-ba8cfec7e706 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:36:26.461712 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d38f97-5d8f-47d0-9703-ba8cfec7e706 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:26.500890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object ed0691dd-3a2c-4460-8e29-92d846077ddb will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:26.559900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6868b6e9-3418-484c-9baa-58943f3f0346 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:26.624621 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Allocated IP 2001:db8:1::2 (c54e960e-2741-4d44-8510-608d9809a2f2/4b861a96-0a11-40f6-b618-b82be7246d74/4c2fd592-b7ba-47e9-8caa-e35f6ac7bded) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:26.658558 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-02c6fc39-0527-46ae-a5ab-3912ebf88b19 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:26.676034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:26.676277 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-3b1363ee-10c5-4863-89c8-380fbca6c0e1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for ea63bdbe-52a5-4065-8f74-cba99ee11c8c owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:26.698841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:26.704790 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:26.713361 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-23f4a7a0-f4fb-4f3a-9c35-9d60e786a07a None None] Provisioning for port 188c1dd5-2d93-41b4-9669-d0bce48c28e7 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:26.731835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-23f4a7a0-f4fb-4f3a-9c35-9d60e786a07a None None] Provisioning complete for port 188c1dd5-2d93-41b4-9669-d0bce48c28e7 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:26.732209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-23f4a7a0-f4fb-4f3a-9c35-9d60e786a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:26.789276 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d9d38f97-5d8f-47d0-9703-ba8cfec7e706 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4627686 Apr 29 17:36:26.803583 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48098) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:26.822495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:26.847695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1dc34ec6-5084-4790-8069-4f0813410233 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:26.884619 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 082ad2d1-e2bf-4faa-a058-cfbb0e28405c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:26.916368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:26.917970 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-23f4a7a0-f4fb-4f3a-9c35-9d60e786a07a None None] Port 188c1dd5-2d93-41b4-9669-d0bce48c28e7 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:27.004628 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b67240-e040-47e2-ab60-fa1c5cbcf776 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:27.010729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b67240-e040-47e2-ab60-fa1c5cbcf776 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:27.016972 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b67240-e040-47e2-ab60-fa1c5cbcf776 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:27.018019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-73b67240-e040-47e2-ab60-fa1c5cbcf776 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Synchronizing usage tracker for tenant:bd84d75a2557421590d19de7fb37a32c on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:27.022223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Router 37884269-fcca-4f72-80fb-d5686f3fa90b is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:36:27.039283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1dc34ec6-5084-4790-8069-4f0813410233 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:27.045116 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1dc34ec6-5084-4790-8069-4f0813410233 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8657317 Apr 29 17:36:27.045116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.053039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:27.053415 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.087573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48102) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:27.107645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.125190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Transition to ACTIVE for port object 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:27.139453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8e5129b3-06b8-4ef6-bc03-e50570a69941 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547959504'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:27.162140 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Transition to ACTIVE for port object 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:27.164667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1d128530-aade-4239-8ba0-6e14a22e9267 None None] Provisioning for port aeca2630-938f-461a-98b1-e1bb89a28839 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:27.172707 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8e5129b3-06b8-4ef6-bc03-e50570a69941 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:27.200235 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1d128530-aade-4239-8ba0-6e14a22e9267 None None] Provisioning complete for port aeca2630-938f-461a-98b1-e1bb89a28839 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:27.200998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1d128530-aade-4239-8ba0-6e14a22e9267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.230773 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.342928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Network c54e960e-2741-4d44-8510-608d9809a2f2 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:27.368826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Pushing event updated for resources: {'Port': ['ID=4c2fd592-b7ba-47e9-8caa-e35f6ac7bded,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:27.372394 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:27.374479 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:27.401978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:27.408099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8e5129b3-06b8-4ef6-bc03-e50570a69941 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:27.413666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:27.418431 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:27.418873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.420241 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-73b67240-e040-47e2-ab60-fa1c5cbcf776 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Unset dirty status for tenant:bd84d75a2557421590d19de7fb37a32c on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:27.423696 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-30c88079-e40a-41d8-93c1-5348dbc939a5 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "PUT /v2.0/routers/37884269-fcca-4f72-80fb-d5686f3fa90b HTTP/1.1" status: 200 len: 913 time: 4.9260883 Apr 29 17:36:27.424087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48106) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:27.424317 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-73b67240-e040-47e2-ab60-fa1c5cbcf776 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 1.2509556 Apr 29 17:36:27.424989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48108) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:27.425376 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:27.432282 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86fdea3-f6c4-4324-b2c7-dd5e53d606a2 None None] Sync routers for ids ['37884269-fcca-4f72-80fb-d5686f3fa90b'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:27.440810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:27.441480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.454403 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86fdea3-f6c4-4324-b2c7-dd5e53d606a2 None None] Routers {'37884269-fcca-4f72-80fb-d5686f3fa90b'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:27.455034 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a86fdea3-f6c4-4324-b2c7-dd5e53d606a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['37884269-fcca-4f72-80fb-d5686f3fa90b'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:27.474042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:27.494733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Attempting to bind port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:27.495178 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Attempting to bind port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '5bd93fac-ad0a-4ac8-afa1-42bbd713361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c54e960e-2741-4d44-8510-608d9809a2f2'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:27.495674 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Attempting to bind port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded on network c54e960e-2741-4d44-8510-608d9809a2f2 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:27.503338 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 05d1bcf1-393f-44dd-a8c3-be6d98f33850 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:27.509959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=ed0691dd-3a2c-4460-8e29-92d846077ddb,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:27.525299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:27.533784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:27.534728 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a86fdea3-f6c4-4324-b2c7-dd5e53d606a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:27.544925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:27.551267 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86fdea3-f6c4-4324-b2c7-dd5e53d606a2 None None] Routers {'37884269-fcca-4f72-80fb-d5686f3fa90b'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:27.552104 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a86fdea3-f6c4-4324-b2c7-dd5e53d606a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['37884269-fcca-4f72-80fb-d5686f3fa90b'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:27.566355 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:36:27.567037 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Checking segment: {'id': '5bd93fac-ad0a-4ac8-afa1-42bbd713361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c54e960e-2741-4d44-8510-608d9809a2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:27.567378 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.567774 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Bound using segment: {'id': '5bd93fac-ad0a-4ac8-afa1-42bbd713361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c54e960e-2741-4d44-8510-608d9809a2f2'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:36:27.568288 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Bound port: 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd93fac-ad0a-4ac8-afa1-42bbd713361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c54e960e-2741-4d44-8510-608d9809a2f2'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:36:27.568742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.595124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e5129b3-06b8-4ef6-bc03-e50570a69941 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.641835 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9706d52e-8762-49c9-8f2a-ae8c49b3cce5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.6014979 Apr 29 17:36:27.651459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8e5129b3-06b8-4ef6-bc03-e50570a69941 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:27.655283 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48114) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:27.658163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8e5129b3-06b8-4ef6-bc03-e50570a69941 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:27.664879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8e5129b3-06b8-4ef6-bc03-e50570a69941 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:27.669692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] For port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:36:27.673741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] For port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4c2fd592-b7ba-47e9-8caa-e35f6ac7bded,segment=NetworkSegment(5bd93fac-ad0a-4ac8-afa1-42bbd713361b),segment_id=5bd93fac-ad0a-4ac8-afa1-42bbd713361b)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:36:27.675177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1d128530-aade-4239-8ba0-6e14a22e9267 None None] Port aeca2630-938f-461a-98b1-e1bb89a28839 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:27.676775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8e5129b3-06b8-4ef6-bc03-e50570a69941 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:27.680473 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a86fdea3-f6c4-4324-b2c7-dd5e53d606a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:27.680944 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86fdea3-f6c4-4324-b2c7-dd5e53d606a2 None None] The sync data for ids ['37884269-fcca-4f72-80fb-d5686f3fa90b'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:27.681552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1d128530-aade-4239-8ba0-6e14a22e9267 None None] Could not find standard attr ID for object ea63bdbe-52a5-4065-8f74-cba99ee11c8c. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:36:27.685226 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.762595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-2b870638-c0ef-42c9-a33f-fe6a34457a83 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Deleting port aeca2630-938f-461a-98b1-e1bb89a28839 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:27.762961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b870638-c0ef-42c9-a33f-fe6a34457a83 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.785821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1d128530-aade-4239-8ba0-6e14a22e9267 None None] Provisioning for port 6868b6e9-3418-484c-9baa-58943f3f0346 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:27.798683 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1d128530-aade-4239-8ba0-6e14a22e9267 None None] Provisioning complete for port 6868b6e9-3418-484c-9baa-58943f3f0346 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:27.799047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1d128530-aade-4239-8ba0-6e14a22e9267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.800935 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e5129b3-06b8-4ef6-bc03-e50570a69941 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.802245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b1363ee-10c5-4863-89c8-380fbca6c0e1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.805714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:27.810891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.839206 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c319c197-3c73-41ef-b356-0aec10fff96e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port ed0691dd-3a2c-4460-8e29-92d846077ddb {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:27.839742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c319c197-3c73-41ef-b356-0aec10fff96e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.845059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 05d1bcf1-393f-44dd-a8c3-be6d98f33850 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:27.845412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.897144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e5129b3-06b8-4ef6-bc03-e50570a69941 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.930840 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75b8cf-6c17-4df5-a011-dbc42d24e071 None None] Pushing event updated for resources: {'Port': ['ID=4c2fd592-b7ba-47e9-8caa-e35f6ac7bded,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:27.948751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1363ee-10c5-4863-89c8-380fbca6c0e1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=ea63bdbe-52a5-4065-8f74-cba99ee11c8c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:27.951366 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:27.999156 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-80e8cdae-90b1-4bef-b8cf-7f4ebf16aa7d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/routers/37884269-fcca-4f72-80fb-d5686f3fa90b HTTP/1.1" status: 200 len: 919 time: 0.5678482 Apr 29 17:36:28.002902 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48118) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:28.103038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1d128530-aade-4239-8ba0-6e14a22e9267 None None] Provisioning complete for port 18f8c28c-3d2a-49bb-ae96-2121d896e39d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:28.103454 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1d128530-aade-4239-8ba0-6e14a22e9267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:28.123674 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b1363ee-10c5-4863-89c8-380fbca6c0e1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:28.165395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5129b3-06b8-4ef6-bc03-e50570a69941 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a60bee2-a609-4a4c-a1d9-c5ee39de720b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:28.174030 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3b1363ee-10c5-4863-89c8-380fbca6c0e1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/ea63bdbe-52a5-4065-8f74-cba99ee11c8c HTTP/1.1" status: 204 len: 168 time: 3.2783301 Apr 29 17:36:28.178492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e5129b3-06b8-4ef6-bc03-e50570a69941 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:28.180089 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8e5129b3-06b8-4ef6-bc03-e50570a69941 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0868044 Apr 29 17:36:28.180834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48122) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:28.183626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1d128530-aade-4239-8ba0-6e14a22e9267 None None] Port 18f8c28c-3d2a-49bb-ae96-2121d896e39d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:28.189729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48124) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:28.244029 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9e19d252-9c02-40cc-9b7c-f7be5c49dae0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Request body: {'security_group_rule': {'security_group_id': '5a60bee2-a609-4a4c-a1d9-c5ee39de720b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:28.263811 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-02c6fc39-0527-46ae-a5ab-3912ebf88b19 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:36:28.265107 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-02c6fc39-0527-46ae-a5ab-3912ebf88b19 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "PUT /v2.0/routers/2e44350d-09c3-4dc7-aef3-3ea00ca6f40e HTTP/1.1" status: 400 len: 364 time: 2.9439502 Apr 29 17:36:28.269485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9e19d252-9c02-40cc-9b7c-f7be5c49dae0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:28.272165 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-07442e7a-305c-4c3f-9db0-6354580cbe2a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:36:28.272684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-07442e7a-305c-4c3f-9db0-6354580cbe2a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:28.275075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48130) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:28.280853 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9e19d252-9c02-40cc-9b7c-f7be5c49dae0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Usage tracker for resource:security_group_rule and tenant:2a6308feb2414905b2816b909428a985 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:28.314357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e14a59ac-2c1f-4214-9911-6e07289ed774 None None] Provisioning for port ed0691dd-3a2c-4460-8e29-92d846077ddb completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:28.319751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e14a59ac-2c1f-4214-9911-6e07289ed774 None None] Provisioning complete for port ed0691dd-3a2c-4460-8e29-92d846077ddb triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:28.320120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e14a59ac-2c1f-4214-9911-6e07289ed774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:28.357085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9e19d252-9c02-40cc-9b7c-f7be5c49dae0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:28.392378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b870638-c0ef-42c9-a33f-fe6a34457a83 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:28.431799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-e14a59ac-2c1f-4214-9911-6e07289ed774 None None] Port ed0691dd-3a2c-4460-8e29-92d846077ddb cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:28.438936 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9e19d252-9c02-40cc-9b7c-f7be5c49dae0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:28.440005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:28.485787 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e14a59ac-2c1f-4214-9911-6e07289ed774 None None] Could not find standard attr ID for object ea63bdbe-52a5-4065-8f74-cba99ee11c8c. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:36:28.519040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:28.569263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-2b870638-c0ef-42c9-a33f-fe6a34457a83 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Calling delete_port for aeca2630-938f-461a-98b1-e1bb89a28839 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:28.572949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-07442e7a-305c-4c3f-9db0-6354580cbe2a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:28.574230 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-07442e7a-305c-4c3f-9db0-6354580cbe2a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/ea63bdbe-52a5-4065-8f74-cba99ee11c8c HTTP/1.1" status: 404 len: 333 time: 0.3857725 Apr 29 17:36:28.587856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48134) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:28.645516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e19d252-9c02-40cc-9b7c-f7be5c49dae0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:28.676770 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d170c0f9-3d65-4bca-89c9-54ac36ff88d8 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:28.679931 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d170c0f9-3d65-4bca-89c9-54ac36ff88d8 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&device_id=37884269-fcca-4f72-80fb-d5686f3fa90b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6737909 Apr 29 17:36:28.686491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48138) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:28.820428 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c319c197-3c73-41ef-b356-0aec10fff96e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:28.943875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e851-f5ea-40a7-8330-c5b4e6ee453d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.005882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e19d252-9c02-40cc-9b7c-f7be5c49dae0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.028876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.044044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e19d252-9c02-40cc-9b7c-f7be5c49dae0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.072572 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e851-f5ea-40a7-8330-c5b4e6ee453d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.092665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.099894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c319c197-3c73-41ef-b356-0aec10fff96e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for ed0691dd-3a2c-4460-8e29-92d846077ddb owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:29.133104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19d252-9c02-40cc-9b7c-f7be5c49dae0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e410734-11c8-4ec7-9a9f-9558bd5045a3,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:29.142822 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaba107f-fd81-4d6c-860c-81df72b39d20 None None] Network c54e960e-2741-4d44-8510-608d9809a2f2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:29.216218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41fcc71-0b1a-4279-92b4-ed1623787e62 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:29.217647 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f41fcc71-0b1a-4279-92b4-ed1623787e62 tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/networks/aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 881 time: 0.5273473 Apr 29 17:36:29.222313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48142) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:29.255511 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-011a3392-36e7-49d5-920f-d18d4c954449 None None] Provisioning for port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:29.270229 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-011a3392-36e7-49d5-920f-d18d4c954449 None None] Provisioning complete for port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:29.270864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-011a3392-36e7-49d5-920f-d18d4c954449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.290079 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7429e9d5-6275-494a-b413-9b379c8869ea tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "GET /v2.0/ports?device_id=37884269-fcca-4f72-80fb-d5686f3fa90b HTTP/1.1" status: 200 len: 205 time: 0.0644298 Apr 29 17:36:29.291500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b870638-c0ef-42c9-a33f-fe6a34457a83 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.292976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48146) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:29.306277 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 448d70d6-bf19-4613-9911-9f022a913254 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:29.311032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e19d252-9c02-40cc-9b7c-f7be5c49dae0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.314764 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9e19d252-9c02-40cc-9b7c-f7be5c49dae0 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1172488 Apr 29 17:36:29.319507 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:29.322793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:29.323326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.326912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48150) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:29.383813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60d836f-c8d3-481d-b709-06c45d604643 None None] Network 448d70d6-bf19-4613-9911-9f022a913254 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:29.479383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b870638-c0ef-42c9-a33f-fe6a34457a83 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Pushing event deleted for resources: {'Port': ['ID=aeca2630-938f-461a-98b1-e1bb89a28839,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:29.543142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Subnet': ['ID=54188e7f-8237-4552-b19b-00f439cd988d,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:29.570628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b870638-c0ef-42c9-a33f-fe6a34457a83 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.596556 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e851-f5ea-40a7-8330-c5b4e6ee453d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.624240 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2b870638-c0ef-42c9-a33f-fe6a34457a83 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] 10.222.0.11 "DELETE /v2.0/ports/aeca2630-938f-461a-98b1-e1bb89a28839 HTTP/1.1" status: 204 len: 168 time: 2.1964812 Apr 29 17:36:29.628799 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48154) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:29.636810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d1790d92-80f5-4a95-b2e7-6c1b2d8c109d tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Request body: {'port': {'name': 'tempest-new-port-name-1979811094', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:29.637467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.api.validators [None req-d1790d92-80f5-4a95-b2e7-6c1b2d8c109d tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] bootfile-name is not in valid_values {{(pid=88019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 17:36:29.638047 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.api.validators [None req-d1790d92-80f5-4a95-b2e7-6c1b2d8c109d tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] tftp-server is not in valid_values {{(pid=88019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 17:36:29.638547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.api.validators [None req-d1790d92-80f5-4a95-b2e7-6c1b2d8c109d tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] server-ip-address is not in valid_values {{(pid=88019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 17:36:29.710535 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-011a3392-36e7-49d5-920f-d18d4c954449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.767002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.825863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-011a3392-36e7-49d5-920f-d18d4c954449 None None] For port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4c2fd592-b7ba-47e9-8caa-e35f6ac7bded,segment=NetworkSegment(5bd93fac-ad0a-4ac8-afa1-42bbd713361b),segment_id=5bd93fac-ad0a-4ac8-afa1-42bbd713361b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:29.834092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-011a3392-36e7-49d5-920f-d18d4c954449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.857240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Allocated IP 2001:db8::1 (a86c897b-01a3-4d7f-aa63-1ad5164dfd5d/6ebc435f-f8e3-4de9-968e-443daf2e7190/284ba9a4-d862-43c2-a511-b7e7b00973ee) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:29.872019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7e851-f5ea-40a7-8330-c5b4e6ee453d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d510f3b7-8a36-4ad2-87f5-6baa85a8d15a,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:29.879022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e851-f5ea-40a7-8330-c5b4e6ee453d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.880503 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e9b7e851-f5ea-40a7-8330-c5b4e6ee453d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/security-groups/d510f3b7-8a36-4ad2-87f5-6baa85a8d15a HTTP/1.1" status: 204 len: 168 time: 1.2915325 Apr 29 17:36:29.908688 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9a91b294-1db9-4f20-8399-46603396f8c2 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0991907 Apr 29 17:36:29.926683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48158) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:29.927484 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48160) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:29.928198 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-06c4a015-e6fe-4235-983b-1486a8fd64e7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:29.937008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a3392-36e7-49d5-920f-d18d4c954449 None None] Pushing event updated for resources: {'Port': ['ID=4c2fd592-b7ba-47e9-8caa-e35f6ac7bded,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:29.953262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1b33999b-5c2f-41ce-b654-d657b89fff9a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1538446697', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54188e7f-8237-4552-b19b-00f439cd988d'}], 'security_groups': ['98711c98-2233-4849-9037-6db9beb1ff4c']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:30.049895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c319c197-3c73-41ef-b356-0aec10fff96e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.059466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d7f5d-6242-4e5a-8267-9f7fd182cfb2 None None] Update dhcp port {'port': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'fixed_ips': [{'subnet_id': '5624db9e-7e37-4312-a96d-e47bf3c93166', 'ip_address': '172.20.0.2'}, {'subnet_id': '54188e7f-8237-4552-b19b-00f439cd988d'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': '082ad2d1-e2bf-4faa-a058-cfbb0e28405c'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:36:30.073553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-06c4a015-e6fe-4235-983b-1486a8fd64e7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.104253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c2246612-e4a8-4f8a-89d8-6102f518668b None None] Provisioning complete for port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:30.104660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c2246612-e4a8-4f8a-89d8-6102f518668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.117897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319c197-3c73-41ef-b356-0aec10fff96e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=ed0691dd-3a2c-4460-8e29-92d846077ddb,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:30.127061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d1790d92-80f5-4a95-b2e7-6c1b2d8c109d tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.169836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ab2d7f5d-6242-4e5a-8267-9f7fd182cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.229826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.323600 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Deleting port 48bd0c3b-d5e5-4566-9636-88b1241bd4d1 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:30.324636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.335812 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:36:30.361070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1490c65a-ca42-4059-974f-83d50c92eb30 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.393043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-06c4a015-e6fe-4235-983b-1486a8fd64e7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.403900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c319c197-3c73-41ef-b356-0aec10fff96e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.405771 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c319c197-3c73-41ef-b356-0aec10fff96e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/ed0691dd-3a2c-4460-8e29-92d846077ddb HTTP/1.1" status: 204 len: 168 time: 2.7457695 Apr 29 17:36:30.409436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48166) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:30.414584 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:30.456527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.470880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4a015-e6fe-4235-983b-1486a8fd64e7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a60bee2-a609-4a4c-a1d9-c5ee39de720b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:30.482189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-ab2d7f5d-6242-4e5a-8267-9f7fd182cfb2 None None] Allocated IP 172.20.0.18 (448d70d6-bf19-4613-9911-9f022a913254/54188e7f-8237-4552-b19b-00f439cd988d/082ad2d1-e2bf-4faa-a058-cfbb0e28405c) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:30.519025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1490c65a-ca42-4059-974f-83d50c92eb30 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.526964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Transition to ACTIVE for port object 284ba9a4-d862-43c2-a511-b7e7b00973ee will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:30.544534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-06c4a015-e6fe-4235-983b-1486a8fd64e7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.548209 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-06c4a015-e6fe-4235-983b-1486a8fd64e7 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-groups/5a60bee2-a609-4a4c-a1d9-c5ee39de720b HTTP/1.1" status: 204 len: 168 time: 1.2102144 Apr 29 17:36:30.555370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48170) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:30.575476 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1b33999b-5c2f-41ce-b654-d657b89fff9a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.674917 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1490c65a-ca42-4059-974f-83d50c92eb30 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.723019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490c65a-ca42-4059-974f-83d50c92eb30 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5582f2c9-082e-4808-b979-d7b0ed890013,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:30.724272 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:30.725362 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.763728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-50ee3c49-afbc-4c50-bf80-e4745be47adc tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:30.771956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.815144 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ab2d7f5d-6242-4e5a-8267-9f7fd182cfb2 None None] For port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=082ad2d1-e2bf-4faa-a058-cfbb0e28405c,segment=NetworkSegment(f3f7df1c-4ce9-406b-8c83-1348d03c11df),segment_id=f3f7df1c-4ce9-406b-8c83-1348d03c11df)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:30.820235 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1490c65a-ca42-4059-974f-83d50c92eb30 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.823980 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1490c65a-ca42-4059-974f-83d50c92eb30 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/security-groups/5582f2c9-082e-4808-b979-d7b0ed890013 HTTP/1.1" status: 204 len: 168 time: 0.8748298 Apr 29 17:36:30.829068 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48174) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:30.865316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Network a86c897b-01a3-4d7f-aa63-1ad5164dfd5d is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:30.906962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ab2d7f5d-6242-4e5a-8267-9f7fd182cfb2 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.909279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:30.909959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a708c1-dd0f-4a8b-a7c9-2fea7a6c0c0f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:30.910685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f8a708c1-dd0f-4a8b-a7c9-2fea7a6c0c0f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:30.919356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-50ee3c49-afbc-4c50-bf80-e4745be47adc tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:30.923121 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-50ee3c49-afbc-4c50-bf80-e4745be47adc tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3602335 Apr 29 17:36:30.923975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:30.924512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.930052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48178) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:30.937631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ab2d7f5d-6242-4e5a-8267-9f7fd182cfb2 None None] Transition to ACTIVE for port object 082ad2d1-e2bf-4faa-a058-cfbb0e28405c will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:30.943217 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ab2d7f5d-6242-4e5a-8267-9f7fd182cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.955263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:30.973990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event updated for resources: {'Port': ['ID=284ba9a4-d862-43c2-a511-b7e7b00973ee,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:30.980706 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8698afad-1fd3-4c3d-a30b-eb151a5e233c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting subnet 9cdb8b9c-d990-4dd5-a819-698a25a90c5c {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:30.983963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8698afad-1fd3-4c3d-a30b-eb151a5e233c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:31.072793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d1790d92-80f5-4a95-b2e7-6c1b2d8c109d tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:31.074970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bd78340d-af07-4168-b415-4955b8d990ba tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Synchronizing usage tracker for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:31.077870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f8a708c1-dd0f-4a8b-a7c9-2fea7a6c0c0f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:31.082525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48182) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:31.084766 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f8a708c1-dd0f-4a8b-a7c9-2fea7a6c0c0f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6705647 Apr 29 17:36:31.104685 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d7f5d-6242-4e5a-8267-9f7fd182cfb2 None None] Pushing event updated for resources: {'Port': ['ID=082ad2d1-e2bf-4faa-a058-cfbb0e28405c,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:31.213004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d1790d92-80f5-4a95-b2e7-6c1b2d8c109d tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:31.220974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bd78340d-af07-4168-b415-4955b8d990ba tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] Unset dirty status for tenant:2a6308feb2414905b2816b909428a985 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:31.224878 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bd78340d-af07-4168-b415-4955b8d990ba tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2849269 Apr 29 17:36:31.229409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Calling delete_port for 48bd0c3b-d5e5-4566-9636-88b1241bd4d1 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:31.251951 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48186) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:31.311247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d1790d92-80f5-4a95-b2e7-6c1b2d8c109d tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] In _notify_port_updated(), no bound segment for port 188c1dd5-2d93-41b4-9669-d0bce48c28e7 on network 3cef0626-28f9-4da1-aebd-591f8f4f5d2b {{(pid=88019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:36:31.311678 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-21722e45-3de3-486e-b05b-b6496a522718 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] delete failed (client error): The resource could not be found. Apr 29 17:36:31.313076 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-21722e45-3de3-486e-b05b-b6496a522718 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "DELETE /v2.0/security-groups/5a60bee2-a609-4a4c-a1d9-c5ee39de720b HTTP/1.1" status: 404 len: 347 time: 0.0576689 Apr 29 17:36:31.318063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1790d92-80f5-4a95-b2e7-6c1b2d8c109d tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:31.318737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d1790d92-80f5-4a95-b2e7-6c1b2d8c109d tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:31.322474 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d1790d92-80f5-4a95-b2e7-6c1b2d8c109d tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] 10.222.0.11 "PUT /v2.0/ports/188c1dd5-2d93-41b4-9669-d0bce48c28e7 HTTP/1.1" status: 200 len: 1130 time: 1.6901863 Apr 29 17:36:31.323239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48190) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:31.323239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48192) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:31.350642 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1a8bf438-ce08-449e-910c-59e698accfaa None None] Provisioning for port 284ba9a4-d862-43c2-a511-b7e7b00973ee completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:31.351198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8698afad-1fd3-4c3d-a30b-eb151a5e233c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:31.362828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1a8bf438-ce08-449e-910c-59e698accfaa None None] Provisioning complete for port 284ba9a4-d862-43c2-a511-b7e7b00973ee triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:31.364012 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1a8bf438-ce08-449e-910c-59e698accfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:31.436621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1790d92-80f5-4a95-b2e7-6c1b2d8c109d tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Pushing event updated for resources: {'Port': ['ID=188c1dd5-2d93-41b4-9669-d0bce48c28e7,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:31.438880 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1a8bf438-ce08-449e-910c-59e698accfaa None None] Port 284ba9a4-d862-43c2-a511-b7e7b00973ee cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:31.522061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:31.524582 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8698afad-1fd3-4c3d-a30b-eb151a5e233c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:31.550616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71565478-599f-45e8-b1d1-603e9b2b9415 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:31.551601 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-71565478-599f-45e8-b1d1-603e9b2b9415 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:31.657840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:31.684035 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-98acd804-5a01-4397-a2c2-b3496cea827b None None] Provisioning complete for port 188c1dd5-2d93-41b4-9669-d0bce48c28e7 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:31.684442 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-98acd804-5a01-4397-a2c2-b3496cea827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:31.712990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8698afad-1fd3-4c3d-a30b-eb151a5e233c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:31.774684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Pushing event deleted for resources: {'Port': ['ID=48bd0c3b-d5e5-4566-9636-88b1241bd4d1,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:31.786886 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-060b9044-7a86-42a8-8133-650acce25595 tempest-SecGroupIPv6Test-152380168 tempest-SecGroupIPv6Test-152380168-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4621089 Apr 29 17:36:31.788775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-1b33999b-5c2f-41ce-b654-d657b89fff9a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Delete allocated IP 172.20.0.5 (448d70d6-bf19-4613-9911-9f022a913254/5624db9e-7e37-4312-a96d-e47bf3c93166) {{(pid=88018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 17:36:31.802027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-1b33999b-5c2f-41ce-b654-d657b89fff9a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.26 (448d70d6-bf19-4613-9911-9f022a913254/54188e7f-8237-4552-b19b-00f439cd988d/0b304adb-f20d-41f8-81b0-cc6e08b839ce) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:31.819143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698afad-1fd3-4c3d-a30b-eb151a5e233c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Subnet': ['ID=9cdb8b9c-d990-4dd5-a819-698a25a90c5c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:31.826216 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8698afad-1fd3-4c3d-a30b-eb151a5e233c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:31.830895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38034f74-e487-4037-b1ea-4665e480630d None None] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:31.839154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e7f1d-4381-44ef-b8cf-f07479a23572 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:31.841063 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bf9e7f1d-4381-44ef-b8cf-f07479a23572 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] 10.222.0.11 "GET /v2.0/ports/188c1dd5-2d93-41b4-9669-d0bce48c28e7 HTTP/1.1" status: 200 len: 1130 time: 0.5154340 Apr 29 17:36:31.854725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48200) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:31.866150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-71565478-599f-45e8-b1d1-603e9b2b9415 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:31.867567 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-71565478-599f-45e8-b1d1-603e9b2b9415 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7801154 Apr 29 17:36:31.870660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48204) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:31.925394 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8698afad-1fd3-4c3d-a30b-eb151a5e233c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/9cdb8b9c-d990-4dd5-a819-698a25a90c5c HTTP/1.1" status: 204 len: 168 time: 1.0942013 Apr 29 17:36:31.933852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48208) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:31.947191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:31.951633 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-81fe6e64-d674-4776-aa34-f05c54652429 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Deleting port 188c1dd5-2d93-41b4-9669-d0bce48c28e7 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:31.952149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-81fe6e64-d674-4776-aa34-f05c54652429 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.032389 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-98acd804-5a01-4397-a2c2-b3496cea827b None None] Port 188c1dd5-2d93-41b4-9669-d0bce48c28e7 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:32.109784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:32.122123 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:32.128113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108a1af6-224f-4d3c-b526-3dbfc31f19d4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:32.129724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108a1af6-224f-4d3c-b526-3dbfc31f19d4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:32.131200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108a1af6-224f-4d3c-b526-3dbfc31f19d4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:32.132043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-108a1af6-224f-4d3c-b526-3dbfc31f19d4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:32.135076 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.160277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b6016d20-3de0-4155-aa8f-8f190f842df1 None None] Provisioning for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:32.166452 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b6016d20-3de0-4155-aa8f-8f190f842df1 None None] Provisioning complete for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:32.166942 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6016d20-3de0-4155-aa8f-8f190f842df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.174533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:32.214328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48214) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:32.249524 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:32.338712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.342960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b6016d20-3de0-4155-aa8f-8f190f842df1 None None] Provisioning complete for port 0b304adb-f20d-41f8-81b0-cc6e08b839ce triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:32.345788 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6016d20-3de0-4155-aa8f-8f190f842df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.348919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.365226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:32.368955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.388954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-108a1af6-224f-4d3c-b526-3dbfc31f19d4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:32.391866 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-108a1af6-224f-4d3c-b526-3dbfc31f19d4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5175176 Apr 29 17:36:32.410292 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48220) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:32.422004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b6016d20-3de0-4155-aa8f-8f190f842df1 None None] Port 0b304adb-f20d-41f8-81b0-cc6e08b839ce cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:32.424044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 082ad2d1-e2bf-4faa-a058-cfbb0e28405c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:32.472641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.473131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Fanout notify agent at l3_agent the message router_deleted on router 37884269-fcca-4f72-80fb-d5686f3fa90b {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:36:32.521784 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b6016d20-3de0-4155-aa8f-8f190f842df1 None None] Provisioning complete for port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:32.522351 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6016d20-3de0-4155-aa8f-8f190f842df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.581912 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:32.582164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.650259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b6016d20-3de0-4155-aa8f-8f190f842df1 None None] Port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:32.707383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.715232 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-544303f0-2767-4c3b-a25d-6a657962df11 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "DELETE /v2.0/routers/37884269-fcca-4f72-80fb-d5686f3fa90b HTTP/1.1" status: 204 len: 168 time: 3.4210360 Apr 29 17:36:32.722048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48224) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:32.750682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c73c68bc-2a1f-4d72-b602-c9f82d997d73 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-275381210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:32.757543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c73c68bc-2a1f-4d72-b602-c9f82d997d73 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:32.772709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c73c68bc-2a1f-4d72-b602-c9f82d997d73 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Usage tracker for resource:router and tenant:c65e14e575b9405b8be5c4988ecf0eac is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:32.779529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c73c68bc-2a1f-4d72-b602-c9f82d997d73 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:32.795069 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b37c49-edac-47e0-a418-23ca303d81a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 2574e503-bc52-4ac0-aad1-dec5c6552173 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:32.797176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c73c68bc-2a1f-4d72-b602-c9f82d997d73 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:32.811237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-32b37c49-edac-47e0-a418-23ca303d81a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.833022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-81fe6e64-d674-4776-aa34-f05c54652429 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.843004 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-412a7e78-d42a-44fa-93f6-398acd284f77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a6308feb2414905b2816b909428a985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6251020 Apr 29 17:36:32.846497 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48228) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:32.877170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c73c68bc-2a1f-4d72-b602-c9f82d997d73 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.879230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c73c68bc-2a1f-4d72-b602-c9f82d997d73 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.931622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-32b37c49-edac-47e0-a418-23ca303d81a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.971734 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-02eabfef-e639-4698-a8d3-10ecb102bee5 None None] Provisioning complete for port 18f8c28c-3d2a-49bb-ae96-2121d896e39d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:32.972152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-02eabfef-e639-4698-a8d3-10ecb102bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.990608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c73c68bc-2a1f-4d72-b602-c9f82d997d73 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:32.991014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1b33999b-5c2f-41ce-b654-d657b89fff9a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.005261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-81fe6e64-d674-4776-aa34-f05c54652429 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Calling delete_port for 188c1dd5-2d93-41b4-9669-d0bce48c28e7 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:33.027170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-02eabfef-e639-4698-a8d3-10ecb102bee5 None None] Port 18f8c28c-3d2a-49bb-ae96-2121d896e39d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:33.039074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-02eabfef-e639-4698-a8d3-10ecb102bee5 None None] Provisioning complete for port 6868b6e9-3418-484c-9baa-58943f3f0346 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:33.039606 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-02eabfef-e639-4698-a8d3-10ecb102bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.064344 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-1b33999b-5c2f-41ce-b654-d657b89fff9a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Transition to ACTIVE for port object 0b304adb-f20d-41f8-81b0-cc6e08b839ce will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:33.074098 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dd5004ed-c0d5-4f3b-89ce-00a4689ef8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.074803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1b33999b-5c2f-41ce-b654-d657b89fff9a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.112473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c73c68bc-2a1f-4d72-b602-c9f82d997d73 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.158809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dd5004ed-c0d5-4f3b-89ce-00a4689ef8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.171111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.184306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c73c68bc-2a1f-4d72-b602-c9f82d997d73 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.188115 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c73c68bc-2a1f-4d72-b602-c9f82d997d73 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4582238 Apr 29 17:36:33.197228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48232) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:33.205644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-32b37c49-edac-47e0-a418-23ca303d81a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.218615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.219372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.238803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'enable_snat': False}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:33.263610 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33999b-5c2f-41ce-b654-d657b89fff9a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=0b304adb-f20d-41f8-81b0-cc6e08b839ce,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:33.542551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.579902 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-1b33999b-5c2f-41ce-b654-d657b89fff9a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] In _notify_port_updated(), no bound segment for port 0b304adb-f20d-41f8-81b0-cc6e08b839ce on network 448d70d6-bf19-4613-9911-9f022a913254 {{(pid=88018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:36:33.585413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b33999b-5c2f-41ce-b654-d657b89fff9a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:33.586074 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1b33999b-5c2f-41ce-b654-d657b89fff9a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.587400 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1b33999b-5c2f-41ce-b654-d657b89fff9a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "PUT /v2.0/ports/0b304adb-f20d-41f8-81b0-cc6e08b839ce HTTP/1.1" status: 200 len: 921 time: 3.6393032 Apr 29 17:36:33.592979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48236) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:33.596526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event updated for resources: {'Port': ['ID=284ba9a4-d862-43c2-a511-b7e7b00973ee,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:33.603453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dd5004ed-c0d5-4f3b-89ce-00a4689ef8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.617337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-81fe6e64-d674-4776-aa34-f05c54652429 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.717187 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe6e64-d674-4776-aa34-f05c54652429 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Pushing event deleted for resources: {'Port': ['ID=188c1dd5-2d93-41b4-9669-d0bce48c28e7,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:33.750559 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-81fe6e64-d674-4776-aa34-f05c54652429 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.767459 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-81fe6e64-d674-4776-aa34-f05c54652429 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] 10.222.0.11 "DELETE /v2.0/ports/188c1dd5-2d93-41b4-9669-d0bce48c28e7 HTTP/1.1" status: 204 len: 168 time: 1.9076557 Apr 29 17:36:33.769361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48240) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:33.803964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-639eea6b-556a-4a71-ab88-cc3a92b8b1ef None None] Provisioning for port 0b304adb-f20d-41f8-81b0-cc6e08b839ce completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:33.804573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Network a86c897b-01a3-4d7f-aa63-1ad5164dfd5d is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:33.808847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:33.809080 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-639eea6b-556a-4a71-ab88-cc3a92b8b1ef None None] Provisioning complete for port 0b304adb-f20d-41f8-81b0-cc6e08b839ce triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:33.809393 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-639eea6b-556a-4a71-ab88-cc3a92b8b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.822547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5004ed-c0d5-4f3b-89ce-00a4689ef8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da92c75e-4f08-458a-9688-72c55ace0b37,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:33.839327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:33.850316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:33.853281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:33.853898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.884678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.888319 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Subnet': ['ID=4baf8a0e-31f0-4a18-a10d-24f45ea3d6bc,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:33.892034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-32b37c49-edac-47e0-a418-23ca303d81a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.915227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c5d1b-c540-400a-a934-7ac30a13c1f5 None None] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:33.978797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-32b37c49-edac-47e0-a418-23ca303d81a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.984045 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-32b37c49-edac-47e0-a418-23ca303d81a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/2574e503-bc52-4ac0-aad1-dec5c6552173 HTTP/1.1" status: 204 len: 168 time: 1.5681143 Apr 29 17:36:33.988426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dd5004ed-c0d5-4f3b-89ce-00a4689ef8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:33.992530 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dd5004ed-c0d5-4f3b-89ce-00a4689ef8eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da92c75e-4f08-458a-9688-72c55ace0b37 HTTP/1.1" status: 204 len: 168 time: 1.1425931 Apr 29 17:36:33.996337 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-527e8075-44b5-40b4-9233-cc3997243745 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 0b304adb-f20d-41f8-81b0-cc6e08b839ce {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:33.996674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-527e8075-44b5-40b4-9233-cc3997243745 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:34.008480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48244) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:34.036668 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-22db13f4-88a9-431d-a239-acc5c280d20f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0988176 Apr 29 17:36:34.036668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b37c49-edac-47e0-a418-23ca303d81a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=2574e503-bc52-4ac0-aad1-dec5c6552173,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:34.037965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48250) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:34.060764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'security_group': {'name': 'tempest-secgroup-1160974976'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:34.072214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:34.076308 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:security_group and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:34.079548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:34.085904 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:34.098405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6073cd-cdf0-401f-8139-833e9b9af573 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Deleting subnet b28a5de6-976b-45d7-aa6a-ecd006ca3c79 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:34.107194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd6073cd-cdf0-401f-8139-833e9b9af573 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:34.109110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:34.180128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4f6818-6fe4-4adb-8104-9ad28e0e0da5 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:34.191239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:34.198094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet fb7e1238-de59-4686-a2a6-7002e86b9b84 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:34.203506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:security_group_rule and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:34.206556 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:34.209209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:34.248140 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd6073cd-cdf0-401f-8139-833e9b9af573 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:34.311859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-639eea6b-556a-4a71-ab88-cc3a92b8b1ef None None] Port 0b304adb-f20d-41f8-81b0-cc6e08b839ce cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:34.328785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Router 2e44350d-09c3-4dc7-aef3-3ea00ca6f40e has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:36:34.337067 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:34.406723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:34.524578 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-50d3830e-cedc-43b6-ba37-434856f847b1 None None] Provisioning complete for port 284ba9a4-d862-43c2-a511-b7e7b00973ee triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:34.524578 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-50d3830e-cedc-43b6-ba37-434856f847b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:34.589933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd6073cd-cdf0-401f-8139-833e9b9af573 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:34.631947 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-50d3830e-cedc-43b6-ba37-434856f847b1 None None] Port 284ba9a4-d862-43c2-a511-b7e7b00973ee cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:34.656950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:34.669652 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedcc1c5-ab14-4bbe-9b0b-d02317c0e04a None None] Sync routers for ids ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:34.676696 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:34.718818 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2e0e2768-8e40-49db-a1d7-d5c1b171daa6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "PUT /v2.0/routers/2e44350d-09c3-4dc7-aef3-3ea00ca6f40e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4382548 Apr 29 17:36:34.723568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48264) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:34.771682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-527e8075-44b5-40b4-9233-cc3997243745 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:34.787007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:34.803412 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:34.846553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedcc1c5-ab14-4bbe-9b0b-d02317c0e04a None None] Routers {'2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:34.847970 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-bedcc1c5-ab14-4bbe-9b0b-d02317c0e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:34.931458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-bedcc1c5-ab14-4bbe-9b0b-d02317c0e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:34.982476 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e6da8-e8de-4e0f-abf2-6d1ee759d588 None None] Update dhcp port {'port': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'fixed_ips': [{'subnet_id': '5a5b7dc1-e3e7-415f-956e-20c8c86b9850', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4baf8a0e-31f0-4a18-a10d-24f45ea3d6bc'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': '6868b6e9-3418-484c-9baa-58943f3f0346'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:36:34.993393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-adf7766d-ca9e-480f-838b-bcff4cb0fe37 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.032968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-527e8075-44b5-40b4-9233-cc3997243745 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 0b304adb-f20d-41f8-81b0-cc6e08b839ce owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:35.055068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be6e6da8-e8de-4e0f-abf2-6d1ee759d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.056733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd6073cd-cdf0-401f-8139-833e9b9af573 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.075646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.077110 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0268173 Apr 29 17:36:35.080955 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedcc1c5-ab14-4bbe-9b0b-d02317c0e04a None None] Routers {'2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:35.081659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-bedcc1c5-ab14-4bbe-9b0b-d02317c0e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:35.111983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48274) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:35.201238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'security_group': {'name': 'tempest-secgroup-1378024000'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:35.217250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:35.225396 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:security_group and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:35.280015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3470c-38c1-4beb-a5d2-02e95d2e9a16 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c36f006-c6be-46f5-ad67-a0d9c9fd1e1a,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:35.281209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-bedcc1c5-ab14-4bbe-9b0b-d02317c0e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:35.281463 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedcc1c5-ab14-4bbe-9b0b-d02317c0e04a None None] The sync data for ids ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:35.283561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:35.286032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48280) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:35.290267 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025563 Apr 29 17:36:35.312642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48282) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:35.313869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:35.354152 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.368698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6073cd-cdf0-401f-8139-833e9b9af573 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Pushing event deleted for resources: {'Subnet': ['ID=b28a5de6-976b-45d7-aa6a-ecd006ca3c79,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:35.387128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6494fc93-a712-4fa5-a250-8affe636afcd None None] Network 3cef0626-28f9-4da1-aebd-591f8f4f5d2b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:35.394201 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.410947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd6073cd-cdf0-401f-8139-833e9b9af573 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.434585 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.445913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.452810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7e1238-de59-4686-a2a6-7002e86b9b84,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:35.457000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.467113 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/fb7e1238-de59-4686-a2a6-7002e86b9b84 HTTP/1.1" status: 204 len: 168 time: 1.4496508 Apr 29 17:36:35.469437 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bd6073cd-cdf0-401f-8139-833e9b9af573 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] 10.222.0.11 "DELETE /v2.0/subnets/b28a5de6-976b-45d7-aa6a-ecd006ca3c79 HTTP/1.1" status: 204 len: 168 time: 1.6988537 Apr 29 17:36:35.471026 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48288) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:35.471596 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48290) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:35.478678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:35.479418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:35.480008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:35.480543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:35.481063 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:35.481946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:35.482517 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:35.482851 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:35.483197 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:35.483718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:35.484349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:35.484943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5bd89-6944-425c-9549-2990ec3d2bb4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:35.552054 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c944b3c9-b14c-49ee-ade5-c7d834b0d165 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:35.556200 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-04b1218b-7817-4f80-88cd-18b5b317ba56 tempest-NetworksApiDiscovery-1354361102 tempest-NetworksApiDiscovery-1354361102-project] 10.222.0.11 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2387569 Apr 29 17:36:35.581165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:35.584530 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-adf7766d-ca9e-480f-838b-bcff4cb0fe37 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 17:36:35.585744 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-adf7766d-ca9e-480f-838b-bcff4cb0fe37 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "DELETE /v2.0/routers/2e44350d-09c3-4dc7-aef3-3ea00ca6f40e HTTP/1.1" status: 409 len: 329 time: 0.8594859 Apr 29 17:36:35.588067 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-42cb25e7-9afa-4755-94f6-b4bfa098b892 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129994 Apr 29 17:36:35.593012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:security_group_rule and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:35.595418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48298) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:35.595809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48300) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:35.681112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.703220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Deleting port 05d1bcf1-393f-44dd-a8c3-be6d98f33850 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:35.703584 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.708160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:35.717439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:35.723893 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-be6e6da8-e8de-4e0f-abf2-6d1ee759d588 None None] Allocated IP 2001:db8::2 (27e93c17-86ab-44cc-88c7-9a79a91146e4/4baf8a0e-31f0-4a18-a10d-24f45ea3d6bc/6868b6e9-3418-484c-9baa-58943f3f0346) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:35.817972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:35.819941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-527e8075-44b5-40b4-9233-cc3997243745 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.903692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48308) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:35.915147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e8075-44b5-40b4-9233-cc3997243745 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=0b304adb-f20d-41f8-81b0-cc6e08b839ce,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:35.934659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] For port 05d1bcf1-393f-44dd-a8c3-be6d98f33850, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=05d1bcf1-393f-44dd-a8c3-be6d98f33850,segment=NetworkSegment(b7e64619-5a51-4885-996c-1d84234308c9),segment_id=b7e64619-5a51-4885-996c-1d84234308c9)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:35.935322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:35.950320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2d73ff5e-3a6f-4571-924e-395f7c321067 None None] Provisioning complete for port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:35.950896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2d73ff5e-3a6f-4571-924e-395f7c321067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.087323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Calling delete_port for 05d1bcf1-393f-44dd-a8c3-be6d98f33850 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:36.126375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-be6e6da8-e8de-4e0f-abf2-6d1ee759d588 None None] For port 6868b6e9-3418-484c-9baa-58943f3f0346, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6868b6e9-3418-484c-9baa-58943f3f0346,segment=NetworkSegment(2945aecc-20d1-48dd-8c78-dda7998e3154),segment_id=2945aecc-20d1-48dd-8c78-dda7998e3154)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:36.169110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:36.179616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-80600f83-5848-4c2b-98ec-93cd72e17bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.203616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-80600f83-5848-4c2b-98ec-93cd72e17bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:36.225042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-80600f83-5848-4c2b-98ec-93cd72e17bec admin admin] Usage tracker for resource:security_group_rule and tenant:83172d37284b4381a0541e38fdcbf916 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:36.228849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-80600f83-5848-4c2b-98ec-93cd72e17bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:36.234737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be6e6da8-e8de-4e0f-abf2-6d1ee759d588 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.246929 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-80600f83-5848-4c2b-98ec-93cd72e17bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:36.268639 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90927cc5-8879-47cb-8128-e4330250db89 None None] DHCP port deletion for 3cef0626-28f9-4da1-aebd-591f8f4f5d2b request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:36:36.268992 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Allocated IP 172.26.4.201 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/70bc6cdc-612f-4dd3-a572-6ab51369f568) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:36.272938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.275557 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-be6e6da8-e8de-4e0f-abf2-6d1ee759d588 None None] Transition to ACTIVE for port object 6868b6e9-3418-484c-9baa-58943f3f0346 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:36.293121 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be6e6da8-e8de-4e0f-abf2-6d1ee759d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.388105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] No DVR routers for this DVR port 05d1bcf1-393f-44dd-a8c3-be6d98f33850 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:36:36.389959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Pushing event deleted for resources: {'Port': ['ID=05d1bcf1-393f-44dd-a8c3-be6d98f33850,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:36.396215 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7b1a17-8170-4ee6-9f5f-1c934fa9fc91 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:36:36.456720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 05d1bcf1-393f-44dd-a8c3-be6d98f33850 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:36:36.486940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:36.516976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:36.522835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b1a17-8170-4ee6-9f5f-1c934fa9fc91 None None] Deleting port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:36.523206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1a17-8170-4ee6-9f5f-1c934fa9fc91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.542619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:36.545841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.554047 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-80600f83-5848-4c2b-98ec-93cd72e17bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.573487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-80600f83-5848-4c2b-98ec-93cd72e17bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.577782 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-527e8075-44b5-40b4-9233-cc3997243745 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.588572 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 05d1bcf1-393f-44dd-a8c3-be6d98f33850 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:36:36.588770 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cef0626-28f9-4da1-aebd-591f8f4f5d2b']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:36.588911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 05d1bcf1-393f-44dd-a8c3-be6d98f33850 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:36:36.617368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e64619-5a51-4885-996c-1d84234308c9') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:36.617612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e64619-5a51-4885-996c-1d84234308c9') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:36.630356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e6da8-e8de-4e0f-abf2-6d1ee759d588 None None] Pushing event updated for resources: {'Port': ['ID=6868b6e9-3418-484c-9baa-58943f3f0346,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:36.640934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.646898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:36.650654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.664256 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-80600f83-5848-4c2b-98ec-93cd72e17bec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83172d37284b4381a0541e38fdcbf916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7595084 Apr 29 17:36:36.667471 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48314) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:36.672968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80600f83-5848-4c2b-98ec-93cd72e17bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d05613-4c0f-46cd-8028-7a97653ae5c7,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:36.674247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.693295 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:36:36.693656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:36:36.712552 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:36:36.719431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.781927 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-527e8075-44b5-40b4-9233-cc3997243745 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/0b304adb-f20d-41f8-81b0-cc6e08b839ce HTTP/1.1" status: 204 len: 168 time: 3.1799979 Apr 29 17:36:36.794250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48318) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:36.797655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.876380 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-629653a1-3221-4c1e-9e46-dd848eab12ad tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:36:36.876910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-629653a1-3221-4c1e-9e46-dd848eab12ad tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:36.896301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.921481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.930445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03527969-4258-4d08-a061-115ffde514a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.938945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.940188 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8206131 Apr 29 17:36:36.952425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48322) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:36.956566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] Pushing event deleted for resources: {'Network': ['ID=3cef0626-28f9-4da1-aebd-591f8f4f5d2b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:36.965879 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3c7b1a17-8170-4ee6-9f5f-1c934fa9fc91 None None] For port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=85c38a9f-26f6-49f9-b2ab-9fe275f48eca,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:36.966631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1a17-8170-4ee6-9f5f-1c934fa9fc91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:36.971492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'security_group': {'name': 'tempest-secgroup-911048587'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:36.975947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-629653a1-3221-4c1e-9e46-dd848eab12ad tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:36.977340 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-629653a1-3221-4c1e-9e46-dd848eab12ad tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/0b304adb-f20d-41f8-81b0-cc6e08b839ce HTTP/1.1" status: 404 len: 333 time: 0.1728218 Apr 29 17:36:36.986850 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48326) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:36.993344 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:37.001259 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2bec8404-35ea-4c6f-9c20-50bc1fe7ecdd tempest-ExtraDHCPOptionsIpV6TestJSON-338715544 tempest-ExtraDHCPOptionsIpV6TestJSON-338715544-project] 10.222.0.11 "DELETE /v2.0/networks/3cef0626-28f9-4da1-aebd-591f8f4f5d2b HTTP/1.1" status: 204 len: 168 time: 1.5245063 Apr 29 17:36:37.006461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:security_group and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:37.011050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03527969-4258-4d08-a061-115ffde514a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.011445 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f79b5a-5d60-452f-aa34-be1edb4b957f tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0d1b50-5740-448c-ad93-65eadd8115ef,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:37.019011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:37.033275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:37.082564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.093916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.106346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:37.115777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:security_group_rule and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:37.121235 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:37.129102 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:37.142867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03527969-4258-4d08-a061-115ffde514a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.155863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b1a17-8170-4ee6-9f5f-1c934fa9fc91 None None] Calling delete_port for 85c38a9f-26f6-49f9-b2ab-9fe275f48eca owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:37.176779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03527969-4258-4d08-a061-115ffde514a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d05613-4c0f-46cd-8028-7a97653ae5c7,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:37.190667 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03527969-4258-4d08-a061-115ffde514a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.194600 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-03527969-4258-4d08-a061-115ffde514a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47d05613-4c0f-46cd-8028-7a97653ae5c7 HTTP/1.1" status: 204 len: 168 time: 0.5232255 Apr 29 17:36:37.263129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1a17-8170-4ee6-9f5f-1c934fa9fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.281925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.290152 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.326880 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7b1a17-8170-4ee6-9f5f-1c934fa9fc91 None None] No DVR routers for this DVR port 85c38a9f-26f6-49f9-b2ab-9fe275f48eca on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:36:37.328780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b1a17-8170-4ee6-9f5f-1c934fa9fc91 None None] Pushing event deleted for resources: {'Port': ['ID=85c38a9f-26f6-49f9-b2ab-9fe275f48eca,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:37.394982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.399131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.403971 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4449823 Apr 29 17:36:37.407551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48336) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:37.414426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-612254375', 'security_groups': ['91470096-8186-404c-9520-6d28077ddcf2'], 'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4baf8a0e-31f0-4a18-a10d-24f45ea3d6bc'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:37.432595 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198cfeb-988e-460e-956c-19b4308c2b29 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91470096-8186-404c-9520-6d28077ddcf2,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:37.433837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48340) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:37.494777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-53ef534c-89fc-46da-bbe4-d6c08324fa4c None None] Provisioning complete for port 18f8c28c-3d2a-49bb-ae96-2121d896e39d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:37.496443 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-53ef534c-89fc-46da-bbe4-d6c08324fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.537437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.576478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-53ef534c-89fc-46da-bbe4-d6c08324fa4c None None] Port 18f8c28c-3d2a-49bb-ae96-2121d896e39d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:37.594655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-53ef534c-89fc-46da-bbe4-d6c08324fa4c None None] Provisioning for port 6868b6e9-3418-484c-9baa-58943f3f0346 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:37.606022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.623821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-53ef534c-89fc-46da-bbe4-d6c08324fa4c None None] Provisioning complete for port 6868b6e9-3418-484c-9baa-58943f3f0346 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:37.625036 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-53ef534c-89fc-46da-bbe4-d6c08324fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.672238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.710255 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:37.726139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:37.743023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:37.852064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bbf50f-308e-4ac2-94e9-de94f2acaadd,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:37.882644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:37.883872 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:37.904255 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] device_id is not set on port 975de434-7a1d-46ba-be18-35b745acbfa0 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:36:37.904654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:37.910016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:37.945431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:37.945763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:37.946095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:37.946417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:37.946733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:37.947051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:37.947393 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:37.947709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:37.948020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:37.948332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:37.948643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:37.949552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:37.989655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Pushing event updated for resources: {'Port': ['ID=70bc6cdc-612f-4dd3-a572-6ab51369f568,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:38.019675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.021452 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-11ecfbe9-bf43-461d-8c97-e280abf027f8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/security-groups/e7bbf50f-308e-4ac2-94e9-de94f2acaadd HTTP/1.1" status: 204 len: 168 time: 1.0256207 Apr 29 17:36:38.025081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48346) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:38.075558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.objects.ports [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:36:38.125407 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-707252e0-acac-46e7-9b51-0acc1ff43d51 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd84d75a2557421590d19de7fb37a32c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6822808 Apr 29 17:36:38.131565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48350) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:38.132110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.136724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1857f6e-e934-4bdc-9ab7-a266a1b32bc2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.193400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8::167 (27e93c17-86ab-44cc-88c7-9a79a91146e4/4baf8a0e-31f0-4a18-a10d-24f45ea3d6bc/975de434-7a1d-46ba-be18-35b745acbfa0) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:38.197687 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-262693dd-b3cd-4a81-b411-600d79bd1460 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.261212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-262693dd-b3cd-4a81-b411-600d79bd1460 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.307531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91bb6bef-6e9b-43bc-9e4c-8e4dde2a69da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.349579 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6868b6e9-3418-484c-9baa-58943f3f0346 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:38.384115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:38.419359 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6868b6e9-3418-484c-9baa-58943f3f0346 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:38.419753 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.425504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91bb6bef-6e9b-43bc-9e4c-8e4dde2a69da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.428011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:38.439442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-262693dd-b3cd-4a81-b411-600d79bd1460 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.450669 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eb6b1e-2f8f-48bc-af5b-8a5ba4dcf5c5 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:38.478600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262693dd-b3cd-4a81-b411-600d79bd1460 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98711c98-2233-4849-9037-6db9beb1ff4c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:38.532465 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-262693dd-b3cd-4a81-b411-600d79bd1460 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.533575 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-262693dd-b3cd-4a81-b411-600d79bd1460 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/security-groups/98711c98-2233-4849-9037-6db9beb1ff4c HTTP/1.1" status: 204 len: 168 time: 0.5074027 Apr 29 17:36:38.543328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48354) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:38.584840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.589878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:38.589878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.618010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91bb6bef-6e9b-43bc-9e4c-8e4dde2a69da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.641944 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object 975de434-7a1d-46ba-be18-35b745acbfa0 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:38.648829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb6bef-6e9b-43bc-9e4c-8e4dde2a69da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4f96c5-9584-4415-84fa-2910bca5bb86,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:38.664419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-91bb6bef-6e9b-43bc-9e4c-8e4dde2a69da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.665160 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-91bb6bef-6e9b-43bc-9e4c-8e4dde2a69da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f4f96c5-9584-4415-84fa-2910bca5bb86 HTTP/1.1" status: 204 len: 168 time: 0.5332179 Apr 29 17:36:38.678577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3591e132-e853-4ddd-beb2-e87e818f65d0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting subnet 5624db9e-7e37-4312-a96d-e47bf3c93166 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:38.690956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3591e132-e853-4ddd-beb2-e87e818f65d0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.719270 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=c33984c2-ed01-47d9-aa8d-7ff52b17e770,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:38.748969 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f88bb077-dda5-42b6-b8ff-633d042a36b5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1448188 Apr 29 17:36:38.752065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48360) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:38.759158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5a67ea82-2205-43dd-ab0d-08b36c8cd3a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:38.762230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3591e132-e853-4ddd-beb2-e87e818f65d0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.873745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': 'c33984c2-ed01-47d9-aa8d-7ff52b17e770'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:36:38.874583 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.884396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:38.886373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 85c38a9f-26f6-49f9-b2ab-9fe275f48eca no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:36:38.925904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 85c38a9f-26f6-49f9-b2ab-9fe275f48eca {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:36:38.926113 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 85c38a9f-26f6-49f9-b2ab-9fe275f48eca not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:36:38.943875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:38.951591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:38.968146 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:38.974461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:38.975133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:39.017177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=975de434-7a1d-46ba-be18-35b745acbfa0,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:39.024211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3591e132-e853-4ddd-beb2-e87e818f65d0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:39.072049 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a5b4c5d1-51ef-46aa-a64e-2deec12f26d1 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6632340 Apr 29 17:36:39.077040 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48372) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:39.090220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-f524ab0f-7e71-4506-93dd-6dd02532585a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:39.125148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:39.141319 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Allocated IP 2001:db8::f816:3eff:febb:9e10 (e0d73202-cb6d-4434-a143-4d729ced40a4/c33984c2-ed01-47d9-aa8d-7ff52b17e770/dd5cb931-8257-4e5b-a4c7-d7faaeee421c) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:39.252551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f524ab0f-7e71-4506-93dd-6dd02532585a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:39.260211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f524ab0f-7e71-4506-93dd-6dd02532585a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:39.264823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f524ab0f-7e71-4506-93dd-6dd02532585a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:39.275755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f524ab0f-7e71-4506-93dd-6dd02532585a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:39.292731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f524ab0f-7e71-4506-93dd-6dd02532585a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:39.296708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f524ab0f-7e71-4506-93dd-6dd02532585a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:39.329746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3591e132-e853-4ddd-beb2-e87e818f65d0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:39.427058 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591e132-e853-4ddd-beb2-e87e818f65d0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Subnet': ['ID=5624db9e-7e37-4312-a96d-e47bf3c93166,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:39.431877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3591e132-e853-4ddd-beb2-e87e818f65d0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:39.452237 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3591e132-e853-4ddd-beb2-e87e818f65d0 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/5624db9e-7e37-4312-a96d-e47bf3c93166 HTTP/1.1" status: 204 len: 168 time: 0.9050288 Apr 29 17:36:39.456727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48384) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:39.458630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc25aae-eb2a-4414-8480-db4002d55782 None None] Network 448d70d6-bf19-4613-9911-9f022a913254 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:39.464690 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:39.509271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-86055d02-c0d1-46f1-836b-1d0385f879b1 None None] Provisioning for port 975de434-7a1d-46ba-be18-35b745acbfa0 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:39.543274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5a67ea82-2205-43dd-ab0d-08b36c8cd3a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:39.577766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-86055d02-c0d1-46f1-836b-1d0385f879b1 None None] Provisioning complete for port 975de434-7a1d-46ba-be18-35b745acbfa0 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:39.578332 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-86055d02-c0d1-46f1-836b-1d0385f879b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:39.590302 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5a67ea82-2205-43dd-ab0d-08b36c8cd3a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:39.596528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5a67ea82-2205-43dd-ab0d-08b36c8cd3a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:39.616122 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:39.617796 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:39.628075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:39.632867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:39.645275 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.ipam_backend_mixin [None req-f524ab0f-7e71-4506-93dd-6dd02532585a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4baf8a0e-31f0-4a18-a10d-24f45ea3d6bc (CIDR: 2001:db8::/64) Apr 29 17:36:39.645275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48390) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:39.645596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5a67ea82-2205-43dd-ab0d-08b36c8cd3a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:39.647085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:39.656226 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f524ab0f-7e71-4506-93dd-6dd02532585a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:36:39.656674 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f524ab0f-7e71-4506-93dd-6dd02532585a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:39.680858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:39.686303 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:39.705599 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Transition to ACTIVE for port object dd5cb931-8257-4e5b-a4c7-d7faaeee421c will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:39.705803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b1857f6e-e934-4bdc-9ab7-a266a1b32bc2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Deleting port 284ba9a4-d862-43c2-a511-b7e7b00973ee {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:39.706070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1857f6e-e934-4bdc-9ab7-a266a1b32bc2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:39.712154 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f524ab0f-7e71-4506-93dd-6dd02532585a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6340899 Apr 29 17:36:39.717361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48396) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:39.739848 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-cdd86ccb-470b-4b81-96c6-c3ff5e9c264d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:39.763919 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Transition to ACTIVE for port object dd5cb931-8257-4e5b-a4c7-d7faaeee421c will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:39.765212 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-86055d02-c0d1-46f1-836b-1d0385f879b1 None None] Port 975de434-7a1d-46ba-be18-35b745acbfa0 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:39.798153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:39.806739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a67ea82-2205-43dd-ab0d-08b36c8cd3a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:39.810376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5a67ea82-2205-43dd-ab0d-08b36c8cd3a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:39.879486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-813594301'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:39.881748 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:39.886197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:39.893311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:39.900289 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:39.932891 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Pushing event updated for resources: {'Port': ['ID=dd5cb931-8257-4e5b-a4c7-d7faaeee421c,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:39.954839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:network and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:39.963183 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:40.022319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:40.025410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.034364 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Attempting to bind port dd5cb931-8257-4e5b-a4c7-d7faaeee421c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:40.034791 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Attempting to bind port dd5cb931-8257-4e5b-a4c7-d7faaeee421c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:40.035147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Attempting to bind port dd5cb931-8257-4e5b-a4c7-d7faaeee421c on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:40.043588 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:36:40.043969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:40.044353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.044741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:36:40.045222 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Bound port: dd5cb931-8257-4e5b-a4c7-d7faaeee421c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:36:40.045608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.048193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.060493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Made reservation on behalf of 22c2d4b02510415789cc3e18793fb72a for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:40.063903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.088805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.125310 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:40.138044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:security_group_rule and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:40.140833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cdd86ccb-470b-4b81-96c6-c3ff5e9c264d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:40.143802 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] For port dd5cb931-8257-4e5b-a4c7-d7faaeee421c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:36:40.145078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:40.147758 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] For port dd5cb931-8257-4e5b-a4c7-d7faaeee421c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dd5cb931-8257-4e5b-a4c7-d7faaeee421c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:36:40.148129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cdd86ccb-470b-4b81-96c6-c3ff5e9c264d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:40.154086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cdd86ccb-470b-4b81-96c6-c3ff5e9c264d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:40.155273 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.158711 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:40.168505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cdd86ccb-470b-4b81-96c6-c3ff5e9c264d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:40.197528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd86ccb-470b-4b81-96c6-c3ff5e9c264d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:40.200865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cdd86ccb-470b-4b81-96c6-c3ff5e9c264d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.252221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dba859-f7a6-4fe6-9396-4fd245e1568f None None] Pushing event updated for resources: {'Port': ['ID=dd5cb931-8257-4e5b-a4c7-d7faaeee421c,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:40.398800 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1857f6e-e934-4bdc-9ab7-a266a1b32bc2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.418501 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.ipam_backend_mixin [None req-5a67ea82-2205-43dd-ab0d-08b36c8cd3a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c33984c2-ed01-47d9-aa8d-7ff52b17e770 (CIDR: 2001:db8::/64) Apr 29 17:36:40.427745 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a67ea82-2205-43dd-ab0d-08b36c8cd3a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:36:40.428192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a67ea82-2205-43dd-ab0d-08b36c8cd3a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:40.477897 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.ipam_backend_mixin [None req-cdd86ccb-470b-4b81-96c6-c3ff5e9c264d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5a5b7dc1-e3e7-415f-956e-20c8c86b9850 (CIDR: 2001:db8:0:1::/64) Apr 29 17:36:40.510574 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd86ccb-470b-4b81-96c6-c3ff5e9c264d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:36:40.511353 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd86ccb-470b-4b81-96c6-c3ff5e9c264d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:40.561059 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.564932 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.584551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b1857f6e-e934-4bdc-9ab7-a266a1b32bc2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Calling delete_port for 284ba9a4-d862-43c2-a511-b7e7b00973ee owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:40.602391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.639020 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cdd86ccb-470b-4b81-96c6-c3ff5e9c264d tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9205737 Apr 29 17:36:40.646089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48400) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:40.656505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'subnet': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:40.696050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:36:40.698439 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5a67ea82-2205-43dd-ab0d-08b36c8cd3a8 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9439695 Apr 29 17:36:40.713060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48404) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:40.713793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.714433 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Added segment 2ea88904-e929-4b6d-82d1-199dbc31ef78 of type vlan for network 140c6cf4-e300-4a80-92e5-c4f22ba858cf Apr 29 17:36:40.720552 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 448d70d6-bf19-4613-9911-9f022a913254 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:40.731442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:40.735200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:40.738553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:40.739683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.746812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5fd684-ef68-4391-be3a-bc8c23811db2,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:40.752947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Subnet': ['ID=6af98444-b4ba-42bd-bbf7-4d11547836b2,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:40.792054 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.797767 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-72af56aa-0594-4d4f-ba56-396962f44e8a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3398716 Apr 29 17:36:40.801434 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48408) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:40.808231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'security_group': {'name': 'tempest-secgroup-1619488670'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:40.816046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:40.830207 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:security_group and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:40.834417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:40.843111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:40.851153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.857219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:40.857806 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.887941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:40.931692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4a5f4-6a32-43b1-b1d1-8daef04fdfe7 None None] Network 448d70d6-bf19-4613-9911-9f022a913254 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:40.973352 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3279591 Apr 29 17:36:40.981103 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48412) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:40.989860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'subnet': {'network_id': '140c6cf4-e300-4a80-92e5-c4f22ba858cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:41.003616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1804e-a61d-4a58-9dd6-eb8469a26a48 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Network': ['ID=140c6cf4-e300-4a80-92e5-c4f22ba858cf,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:41.008588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:41.024371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 140c6cf4-e300-4a80-92e5-c4f22ba858cf details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:36:41.031089 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:security_group_rule and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:41.037006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:41.046235 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:41.048034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:41.057724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Usage tracker for resource:subnet and tenant:6a09bfbd4fea4865a7331651402ea46f is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:41.062925 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:41.071522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:41.075541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:41.078332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:41.084148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:41.087585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-475170d3-fea0-4ace-887e-a85918b303ca None None] Provisioning complete for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:41.087965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-475170d3-fea0-4ace-887e-a85918b303ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.094463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:41.096065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Router c89aafae-07e1-44da-be39-0ae19d503551 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:36:41.136483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:41.143459 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:41.144308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:subnet and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:41.147513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.148770 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:41.158070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:41.183356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Made reservation on behalf of 22c2d4b02510415789cc3e18793fb72a for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:41.184920 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Made reservation on behalf of 6a09bfbd4fea4865a7331651402ea46f for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:41.187480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.188340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.249216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.298937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.364466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.368171 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5632060 Apr 29 17:36:41.368171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b4689-5834-4035-9bd8-390fabfd2ffe tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e061176-76b0-4b62-ab0f-47915b4eb976,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:41.369265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48416) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:41.377996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'security_group': {'name': 'tempest-secgroup-1515478256'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:41.385409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:41.390728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:security_group and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:41.394422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:41.401584 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:41.421751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-475170d3-fea0-4ace-887e-a85918b303ca None None] Provisioning complete for port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:41.422294 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-475170d3-fea0-4ace-887e-a85918b303ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.452436 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.487168 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:41.492636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-475170d3-fea0-4ace-887e-a85918b303ca None None] Port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:41.496166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:security_group_rule and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:41.500227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:41.517722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:41.529957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1857f6e-e934-4bdc-9ab7-a266a1b32bc2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.555416 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.625914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Update dhcp port {'port': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'fixed_ips': [{'subnet_id': '54188e7f-8237-4552-b19b-00f439cd988d', 'ip_address': '172.20.0.18'}, {'subnet_id': '6af98444-b4ba-42bd-bbf7-4d11547836b2'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': '082ad2d1-e2bf-4faa-a058-cfbb0e28405c'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:36:41.675200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1857f6e-e934-4bdc-9ab7-a266a1b32bc2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event deleted for resources: {'Port': ['ID=284ba9a4-d862-43c2-a511-b7e7b00973ee,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:41.697883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.779966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Subnet': ['ID=93efc1bb-bf02-4b31-a3b1-90a45aa320e5,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:41.782138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Checking segment: {'id': '2ea88904-e929-4b6d-82d1-199dbc31ef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '140c6cf4-e300-4a80-92e5-c4f22ba858cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:41.782645 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network hostable DHCP agents. Network: 140c6cf4-e300-4a80-92e5-c4f22ba858cf, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:36:41.794972 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.806759 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.849366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network 140c6cf4-e300-4a80-92e5-c4f22ba858cf is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:36:41.874066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e1d17284-1f58-47a8-bb64-383e76066a9a None None] Provisioning for port dd5cb931-8257-4e5b-a4c7-d7faaeee421c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:41.877250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6642f1-39df-4630-a5f1-53d50b5bedc0,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:41.889358 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.894925 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8f8b62f1-c10b-4338-b4c7-688480a3c50a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5228624 Apr 29 17:36:41.896744 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 140c6cf4-e300-4a80-92e5-c4f22ba858cf) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:41.896897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b1857f6e-e934-4bdc-9ab7-a266a1b32bc2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.902041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:41.902624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.909660 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48420) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:41.923174 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'security_group': {'name': 'tempest-secgroup-707727926'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:41.931458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:41.938302 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:security_group and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:41.939283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d4655-e6e9-4cfc-b6da-9d91cdf041d7 None None] Network 140c6cf4-e300-4a80-92e5-c4f22ba858cf requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:41.942451 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-83322f46-41df-4176-b17c-ec07094b24e7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9603734 Apr 29 17:36:41.943607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:41.946271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48424) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:41.951338 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:41.955915 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1228201878', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:41.966257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:41.972694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:router and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:41.976717 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:41.980160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:41.993515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:42.010445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:42.015041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:42.016089 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:42.020614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:security_group_rule and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:42.025059 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:42.032954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:42.053703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:42.064890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Allocated IP 172.20.0.2 (448d70d6-bf19-4613-9911-9f022a913254/6af98444-b4ba-42bd-bbf7-4d11547836b2/082ad2d1-e2bf-4faa-a058-cfbb0e28405c) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:42.263963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:42.292882 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acfe3a8-04c0-4fed-a1b5-91ebb5ad6366 None None] Sync routers for ids ['c89aafae-07e1-44da-be39-0ae19d503551'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:42.304342 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acfe3a8-04c0-4fed-a1b5-91ebb5ad6366 None None] Routers {'c89aafae-07e1-44da-be39-0ae19d503551'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:42.304889 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5acfe3a8-04c0-4fed-a1b5-91ebb5ad6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['c89aafae-07e1-44da-be39-0ae19d503551'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:42.355772 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed4659a-5aee-40ab-8a6d-93b8b1b26165 None None] Network 140c6cf4-e300-4a80-92e5-c4f22ba858cf requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:42.391408 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5acfe3a8-04c0-4fed-a1b5-91ebb5ad6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:42.402920 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1767c482-1515-4840-bb76-67f873f33eef None None] For port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=082ad2d1-e2bf-4faa-a058-cfbb0e28405c,segment=NetworkSegment(f3f7df1c-4ce9-406b-8c83-1348d03c11df),segment_id=f3f7df1c-4ce9-406b-8c83-1348d03c11df)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:42.415311 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acfe3a8-04c0-4fed-a1b5-91ebb5ad6366 None None] Routers {'c89aafae-07e1-44da-be39-0ae19d503551'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:42.415311 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5acfe3a8-04c0-4fed-a1b5-91ebb5ad6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['c89aafae-07e1-44da-be39-0ae19d503551'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:42.485406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:42.490924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:42.496856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:42.526464 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5acfe3a8-04c0-4fed-a1b5-91ebb5ad6366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:42.526939 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acfe3a8-04c0-4fed-a1b5-91ebb5ad6366 None None] The sync data for ids ['c89aafae-07e1-44da-be39-0ae19d503551'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:42.538239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:42.542128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dd5cb931-8257-4e5b-a4c7-d7faaeee421c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:42.577665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:42.578117 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:42.581243 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3853aa36-b458-41b4-86c8-30779b5c2a7c tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "PUT /v2.0/routers/c89aafae-07e1-44da-be39-0ae19d503551 HTTP/1.1" status: 200 len: 915 time: 9.3794906 Apr 29 17:36:42.581378 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6695898 Apr 29 17:36:42.581378 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc21e6-c386-4b0b-bc45-ef7ad6bebf0d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea51802-b2bf-4b6e-9e9d-56a19ad1d3bf,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:42.583998 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48428) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:42.584646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48430) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:42.626722 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Transition to ACTIVE for port object 082ad2d1-e2bf-4faa-a058-cfbb0e28405c will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:42.645295 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1857f6e-e934-4bdc-9ab7-a266a1b32bc2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Router 2e44350d-09c3-4dc7-aef3-3ea00ca6f40e has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:36:42.648715 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:42.682909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-114056705', 'security_groups': ['2ea51802-b2bf-4b6e-9e9d-56a19ad1d3bf'], 'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6af98444-b4ba-42bd-bbf7-4d11547836b2'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:42.833860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1857f6e-e934-4bdc-9ab7-a266a1b32bc2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:42.835817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port dd5cb931-8257-4e5b-a4c7-d7faaeee421c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:42.851974 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b1857f6e-e934-4bdc-9ab7-a266a1b32bc2 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "PUT /v2.0/routers/2e44350d-09c3-4dc7-aef3-3ea00ca6f40e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2494593 Apr 29 17:36:42.853450 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fb2ee-5e37-4f18-ae98-a2d003e461c6 None None] Sync routers for ids ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:42.859224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48436) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:42.865282 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port dd5cb931-8257-4e5b-a4c7-d7faaeee421c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:42.866106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:42.918997 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Pushing event updated for resources: {'Port': ['ID=082ad2d1-e2bf-4faa-a058-cfbb0e28405c,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:42.936966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:42.949159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5fb2ee-5e37-4f18-ae98-a2d003e461c6 None None] Routers {'2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:42.950446 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-da5fb2ee-5e37-4f18-ae98-a2d003e461c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:43.012575 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ad0610b3-d035-4bac-853d-2a082b3c2a7d tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/routers/c89aafae-07e1-44da-be39-0ae19d503551 HTTP/1.1" status: 200 len: 921 time: 0.4267888 Apr 29 17:36:43.015166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48440) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:43.018620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-da5fb2ee-5e37-4f18-ae98-a2d003e461c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:43.020381 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-5adc1f12-81ce-472d-9e8f-12033e0f9d9b tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] show failed (client error): The resource could not be found. Apr 29 17:36:43.021594 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5adc1f12-81ce-472d-9e8f-12033e0f9d9b tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-1865676882 HTTP/1.1" status: 404 len: 335 time: 0.1598220 Apr 29 17:36:43.023970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:43.025777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:43.028556 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48444) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:43.034536 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:43.041528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:43.041722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:43.042362 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:43.042907 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:43.043514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:43.044091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:43.044943 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:43.045573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:43.045681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:43.046194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:43.046373 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:43.046885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:43.047457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:43.047998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:43.048511 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c482-1515-4840-bb76-67f873f33eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:36:43.060653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c886e520-67dd-46c0-bb15-49bd444aba0d None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:43.064014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-6dcc69f5-f82e-49ef-a7b1-bde28978374d tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:43.080589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:43.099651 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5fb2ee-5e37-4f18-ae98-a2d003e461c6 None None] Routers {'2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:43.100845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-da5fb2ee-5e37-4f18-ae98-a2d003e461c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:43.160941 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-6dcc69f5-f82e-49ef-a7b1-bde28978374d tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] update failed (client error): The resource could not be found. Apr 29 17:36:43.162478 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6dcc69f5-f82e-49ef-a7b1-bde28978374d tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-1453062555 HTTP/1.1" status: 404 len: 335 time: 0.1233354 Apr 29 17:36:43.170146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48448) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:43.233750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-da5fb2ee-5e37-4f18-ae98-a2d003e461c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:43.234548 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fb2ee-5e37-4f18-ae98-a2d003e461c6 None None] The sync data for ids ['2e44350d-09c3-4dc7-aef3-3ea00ca6f40e'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:43.254206 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-092d4d25-d92b-4619-89df-38faa79e1b64 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Deleting subnet 4b861a96-0a11-40f6-b618-b82be7246d74 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:43.257383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-092d4d25-d92b-4619-89df-38faa79e1b64 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:43.325730 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-092d4d25-d92b-4619-89df-38faa79e1b64 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:43.360728 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:43.387705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:43.406467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port dd5cb931-8257-4e5b-a4c7-d7faaeee421c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dd5cb931-8257-4e5b-a4c7-d7faaeee421c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:43.417205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-092d4d25-d92b-4619-89df-38faa79e1b64 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:43.441102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:43.441342 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:43.448492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=e2432c9b-d68c-45fb-8297-5a09bb7481b6,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:43.451105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:43.492224 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f785e9d7-6593-40f4-aca3-9eb56b8dc6f7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7739892 Apr 29 17:36:43.493060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1388e6e0-007c-4b96-acef-990fc95c387b tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:43.497029 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1388e6e0-007c-4b96-acef-990fc95c387b tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&device_id=c89aafae-07e1-44da-be39-0ae19d503551&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4785075 Apr 29 17:36:43.499121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:43.507463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48452) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:43.507801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48454) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:43.525370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'mac_address': 'fa:16:3e:1b:06:40', 'name': 'tempest-NetworksTestDHCPv6-804650810'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:43.546690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e210d4d0-b5ee-4e4f-b904-7012008283fc None None] Provisioning for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:43.551211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] device_id is not set on port 624fbc72-c051-4e20-b84e-ad004dc4fee9 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:36:43.555548 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=dd5cb931-8257-4e5b-a4c7-d7faaeee421c,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:43.558301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e210d4d0-b5ee-4e4f-b904-7012008283fc None None] Provisioning complete for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:43.558665 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e210d4d0-b5ee-4e4f-b904-7012008283fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:43.636677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:43.648002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:43.700148 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf52f7-12fb-4911-87cd-c7e50f7ca04f None None] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:43.750000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:43.750748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:43.858256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b65c250-ac76-4898-ac9e-2fc23a7f5593 None None] Update dhcp port {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'fixed_ips': [{'subnet_id': 'c33984c2-ed01-47d9-aa8d-7ff52b17e770', 'ip_address': '2001:db8::f816:3eff:febb:9e10'}, {'subnet_id': 'e2432c9b-d68c-45fb-8297-5a09bb7481b6'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': 'dd5cb931-8257-4e5b-a4c7-d7faaeee421c'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:36:43.905403 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.26.4.18 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/5d7178e1-0bb7-4729-bdad-198732c31717) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:43.907331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Subnet': ['ID=3d988b03-4bab-4d57-8609-30d6d322a225,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:43.964409 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d843c1db-afc2-48ae-a9cd-9036bacaae36 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3146567 Apr 29 17:36:43.964409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-092d4d25-d92b-4619-89df-38faa79e1b64 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:43.967088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48460) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:43.998559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e210d4d0-b5ee-4e4f-b904-7012008283fc None None] Provisioning complete for port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:43.999175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e210d4d0-b5ee-4e4f-b904-7012008283fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:44.024045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1fb3ab16-eba7-47a6-bf94-38b669cf620e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1554613118', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d988b03-4bab-4d57-8609-30d6d322a225'}], 'security_groups': ['4c36f006-c6be-46f5-ad67-a0d9c9fd1e1a', 'ed0d1b50-5740-448c-ad93-65eadd8115ef']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:44.057133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3b65c250-ac76-4898-ac9e-2fc23a7f5593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:44.093204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d4d25-d92b-4619-89df-38faa79e1b64 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event deleted for resources: {'Subnet': ['ID=4b861a96-0a11-40f6-b618-b82be7246d74,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:44.098538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-092d4d25-d92b-4619-89df-38faa79e1b64 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:44.101582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.12 (448d70d6-bf19-4613-9911-9f022a913254/6af98444-b4ba-42bd-bbf7-4d11547836b2/624fbc72-c051-4e20-b84e-ad004dc4fee9) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:44.103083 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-092d4d25-d92b-4619-89df-38faa79e1b64 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "DELETE /v2.0/subnets/4b861a96-0a11-40f6-b618-b82be7246d74 HTTP/1.1" status: 204 len: 168 time: 0.9318402 Apr 29 17:36:44.103221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48464) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:44.109746 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d873ade4-72c2-4f06-b950-953477158a7f tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:44.111323 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d873ade4-72c2-4f06-b950-953477158a7f tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/networks/aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 881 time: 0.5937045 Apr 29 17:36:44.112371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:44.114458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d6288b-5852-4851-9578-51184a61ce47 None None] Network c54e960e-2741-4d44-8510-608d9809a2f2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:44.115601 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48468) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:44.120519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:44.125197 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:44.132608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-e210d4d0-b5ee-4e4f-b904-7012008283fc None None] Port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:44.134035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:44.177416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:44.221253 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-82986908-7e43-4301-998f-9548dcece902 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "GET /v2.0/ports?device_id=c89aafae-07e1-44da-be39-0ae19d503551 HTTP/1.1" status: 200 len: 205 time: 0.0845497 Apr 29 17:36:44.233974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48472) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:44.397518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 082ad2d1-e2bf-4faa-a058-cfbb0e28405c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:44.435313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:44.440316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:44.461524 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1fb3ab16-eba7-47a6-bf94-38b669cf620e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:44.487498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:44.489117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port 8d45c8f8-6e7e-44eb-ad67-d18938379b54 yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:36:44.543832 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-3b65c250-ac76-4898-ac9e-2fc23a7f5593 None None] Allocated IP 2001:db8:0:1::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/e2432c9b-d68c-45fb-8297-5a09bb7481b6/dd5cb931-8257-4e5b-a4c7-d7faaeee421c) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:44.590553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:44.590915 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:44.605518 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Deleting port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:44.606083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:44.746485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:44.757024 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:44.769779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece30b80-3afa-4d64-893e-09d11596dcf1 None None] DHCP port deletion for c54e960e-2741-4d44-8510-608d9809a2f2 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:36:44.783193 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ece30b80-3afa-4d64-893e-09d11596dcf1 None None] Deleting port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:44.783589 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ece30b80-3afa-4d64-893e-09d11596dcf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:44.862356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d532666d-991a-42d2-9b48-8b0a1bbc48bb None None] Update dhcp port {'port': {'network_id': '27e93c17-86ab-44cc-88c7-9a79a91146e4', 'fixed_ips': [{'subnet_id': '5a5b7dc1-e3e7-415f-956e-20c8c86b9850', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4baf8a0e-31f0-4a18-a10d-24f45ea3d6bc', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d988b03-4bab-4d57-8609-30d6d322a225'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': '6868b6e9-3418-484c-9baa-58943f3f0346'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:36:44.982275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-1fb3ab16-eba7-47a6-bf94-38b669cf620e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Delete allocated IP 2001:db8::167 (27e93c17-86ab-44cc-88c7-9a79a91146e4/4baf8a0e-31f0-4a18-a10d-24f45ea3d6bc) {{(pid=88019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 17:36:44.984489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3b65c250-ac76-4898-ac9e-2fc23a7f5593 None None] For port dd5cb931-8257-4e5b-a4c7-d7faaeee421c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dd5cb931-8257-4e5b-a4c7-d7faaeee421c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:44.991004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-1fb3ab16-eba7-47a6-bf94-38b669cf620e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Allocated IP 2001:db8:0:2::4b (27e93c17-86ab-44cc-88c7-9a79a91146e4/3d988b03-4bab-4d57-8609-30d6d322a225/975de434-7a1d-46ba-be18-35b745acbfa0) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:44.991476 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:45.000900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.004274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:45.006751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:45.022897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d532666d-991a-42d2-9b48-8b0a1bbc48bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.063268 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dd5cb931-8257-4e5b-a4c7-d7faaeee421c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:45.109646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=5d7178e1-0bb7-4729-bdad-198732c31717,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:45.115431 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Transition to ACTIVE for port object 624fbc72-c051-4e20-b84e-ad004dc4fee9 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:45.140217 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.resource_extend [None req-3b65c250-ac76-4898-ac9e-2fc23a7f5593 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:36:45.203704 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1fb3ab16-eba7-47a6-bf94-38b669cf620e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.217663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3b65c250-ac76-4898-ac9e-2fc23a7f5593 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.220235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-1fb3ab16-eba7-47a6-bf94-38b669cf620e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Transition to ACTIVE for port object 975de434-7a1d-46ba-be18-35b745acbfa0 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:45.225502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1fb3ab16-eba7-47a6-bf94-38b669cf620e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.268364 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ece30b80-3afa-4d64-893e-09d11596dcf1 None None] For port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4c2fd592-b7ba-47e9-8caa-e35f6ac7bded,segment=NetworkSegment(5bd93fac-ad0a-4ac8-afa1-42bbd713361b),segment_id=5bd93fac-ad0a-4ac8-afa1-42bbd713361b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:45.268911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ece30b80-3afa-4d64-893e-09d11596dcf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.320694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3b65c250-ac76-4898-ac9e-2fc23a7f5593 None None] Transition to ACTIVE for port object dd5cb931-8257-4e5b-a4c7-d7faaeee421c will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:45.332831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-1fb3ab16-eba7-47a6-bf94-38b669cf620e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] In _notify_port_updated(), no bound segment for port 975de434-7a1d-46ba-be18-35b745acbfa0 on network 27e93c17-86ab-44cc-88c7-9a79a91146e4 {{(pid=88019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:36:45.338348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3ab16-eba7-47a6-bf94-38b669cf620e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:45.339011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1fb3ab16-eba7-47a6-bf94-38b669cf620e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.342954 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1fb3ab16-eba7-47a6-bf94-38b669cf620e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "PUT /v2.0/ports/975de434-7a1d-46ba-be18-35b745acbfa0 HTTP/1.1" status: 200 len: 969 time: 1.3420908 Apr 29 17:36:45.345535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48476) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:45.383981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3b65c250-ac76-4898-ac9e-2fc23a7f5593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.423941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e8829-f6f7-486e-a28d-11ee9f2acf8c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 975de434-7a1d-46ba-be18-35b745acbfa0 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:45.424279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8829-f6f7-486e-a28d-11ee9f2acf8c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.480118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] For port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4c2fd592-b7ba-47e9-8caa-e35f6ac7bded,segment=NetworkSegment(5bd93fac-ad0a-4ac8-afa1-42bbd713361b),segment_id=5bd93fac-ad0a-4ac8-afa1-42bbd713361b)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:45.480625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.495846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3ab16-eba7-47a6-bf94-38b669cf620e tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event updated for resources: {'Port': ['ID=975de434-7a1d-46ba-be18-35b745acbfa0,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:45.528716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ece30b80-3afa-4d64-893e-09d11596dcf1 None None] Calling delete_port for 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:45.656481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Calling delete_port for 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:45.687360 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.711922 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Deleting port 70bc6cdc-612f-4dd3-a572-6ab51369f568 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:45.712213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.716337 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8:0:1::f3 (e0d73202-cb6d-4434-a143-4d729ced40a4/e2432c9b-d68c-45fb-8297-5a09bb7481b6/8d45c8f8-6e7e-44eb-ad67-d18938379b54) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:45.758277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65c250-ac76-4898-ac9e-2fc23a7f5593 None None] Pushing event updated for resources: {'Port': ['ID=dd5cb931-8257-4e5b-a4c7-d7faaeee421c,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:45.792196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ece30b80-3afa-4d64-893e-09d11596dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.802314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:45.840465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-d532666d-991a-42d2-9b48-8b0a1bbc48bb None None] Allocated IP 2001:db8:0:2::2 (27e93c17-86ab-44cc-88c7-9a79a91146e4/3d988b03-4bab-4d57-8609-30d6d322a225/6868b6e9-3418-484c-9baa-58943f3f0346) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:45.853385 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece30b80-3afa-4d64-893e-09d11596dcf1 None None] Pushing event deleted for resources: {'Port': ['ID=4c2fd592-b7ba-47e9-8caa-e35f6ac7bded,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:45.865140 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece30b80-3afa-4d64-893e-09d11596dcf1 None None] No DVR routers for this DVR port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:36:45.932887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::f816:3eff:fe1b:640 (e0d73202-cb6d-4434-a143-4d729ced40a4/c33984c2-ed01-47d9-aa8d-7ff52b17e770/8d45c8f8-6e7e-44eb-ad67-d18938379b54) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:46.006756 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8829-f6f7-486e-a28d-11ee9f2acf8c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.015248 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-d532666d-991a-42d2-9b48-8b0a1bbc48bb None None] For port 6868b6e9-3418-484c-9baa-58943f3f0346, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6868b6e9-3418-484c-9baa-58943f3f0346,segment=NetworkSegment(2945aecc-20d1-48dd-8c78-dda7998e3154),segment_id=2945aecc-20d1-48dd-8c78-dda7998e3154)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:46.045515 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d532666d-991a-42d2-9b48-8b0a1bbc48bb None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.064185 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d532666d-991a-42d2-9b48-8b0a1bbc48bb None None] Transition to ACTIVE for port object 6868b6e9-3418-484c-9baa-58943f3f0346 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:46.072366 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d532666d-991a-42d2-9b48-8b0a1bbc48bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.108880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 448d70d6-bf19-4613-9911-9f022a913254 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:46.122752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=624fbc72-c051-4e20-b84e-ad004dc4fee9,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:46.135745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:46.143355 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:46.160367 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e8829-f6f7-486e-a28d-11ee9f2acf8c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 975de434-7a1d-46ba-be18-35b745acbfa0 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:46.220653 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:46.221579 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.258575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:36:46.258949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:36:46.312294 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.355427 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532666d-991a-42d2-9b48-8b0a1bbc48bb None None] Pushing event updated for resources: {'Port': ['ID=6868b6e9-3418-484c-9baa-58943f3f0346,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:46.437725 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dd5cb931-8257-4e5b-a4c7-d7faaeee421c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:46.479642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.500760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Calling delete_port for 70bc6cdc-612f-4dd3-a572-6ab51369f568 owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:46.535995 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3519a990-f6ef-42f8-9fd9-9ef42e090c07 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9486616 Apr 29 17:36:46.537385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48480) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:46.551327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.602718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2f229353-f91a-4e55-95a2-03785e77a947 None None] Provisioning for port 624fbc72-c051-4e20-b84e-ad004dc4fee9 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:46.611734 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2f229353-f91a-4e55-95a2-03785e77a947 None None] Provisioning complete for port 624fbc72-c051-4e20-b84e-ad004dc4fee9 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:46.612032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object 8d45c8f8-6e7e-44eb-ad67-d18938379b54 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:46.615653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2f229353-f91a-4e55-95a2-03785e77a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.655964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-01d35d3b-8a2b-40a0-b376-0b79ce389cf3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:46.663333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:36:46.679163 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8829-f6f7-486e-a28d-11ee9f2acf8c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.751558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e8829-f6f7-486e-a28d-11ee9f2acf8c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=975de434-7a1d-46ba-be18-35b745acbfa0,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:46.754798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:36:46.755921 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:36:46.757237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.784513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-2f229353-f91a-4e55-95a2-03785e77a947 None None] Port 624fbc72-c051-4e20-b84e-ad004dc4fee9 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:46.792424 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Deleting port 4c2fd592-b7ba-47e9-8caa-e35f6ac7bded {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:46.792424 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.881166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8829-f6f7-486e-a28d-11ee9f2acf8c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.887579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:46.893046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:46.897657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=8d45c8f8-6e7e-44eb-ad67-d18938379b54,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:46.903053 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:46.908624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:46.909285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.915449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3a0d8343-0c0b-4d17-ac6e-fdcc6732484b None None] Provisioning for port dd5cb931-8257-4e5b-a4c7-d7faaeee421c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:46.927641 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4c2e8829-f6f7-486e-a28d-11ee9f2acf8c tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/975de434-7a1d-46ba-be18-35b745acbfa0 HTTP/1.1" status: 204 len: 168 time: 1.5785646 Apr 29 17:36:46.929749 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3a0d8343-0c0b-4d17-ac6e-fdcc6732484b None None] Provisioning complete for port dd5cb931-8257-4e5b-a4c7-d7faaeee421c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:46.930119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8343-0c0b-4d17-ac6e-fdcc6732484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:46.931798 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48484) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:46.972562 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5c70cf83-086e-4195-9cb3-69e03c59a295 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4566467 Apr 29 17:36:46.978451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48488) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:47.028974 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d13fbe7-21a5-412d-bc26-549d6bfc2bfc tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] GET failed (client error): The resource could not be found. Apr 29 17:36:47.029642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0d13fbe7-21a5-412d-bc26-549d6bfc2bfc tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:47.071335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c37cd078-395a-4f22-a99f-a3b0c69c894b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 8d45c8f8-6e7e-44eb-ad67-d18938379b54 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:47.071740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c37cd078-395a-4f22-a99f-a3b0c69c894b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.108004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0d13fbe7-21a5-412d-bc26-549d6bfc2bfc tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:47.110596 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0d13fbe7-21a5-412d-bc26-549d6bfc2bfc tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports/975de434-7a1d-46ba-be18-35b745acbfa0 HTTP/1.1" status: 404 len: 333 time: 0.1775846 Apr 29 17:36:47.120844 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] The port '4c2fd592-b7ba-47e9-8caa-e35f6ac7bded' was deleted {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:36:47.122474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48492) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:47.294035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6314ef9b-3269-42ac-b976-18350e8cc25a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.332248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-01d35d3b-8a2b-40a0-b376-0b79ce389cf3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:47.387029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6314ef9b-3269-42ac-b976-18350e8cc25a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.431955 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d0c7cbfb-4397-4d5e-8baf-545379b1f6a2 None None] Provisioning complete for port 18f8c28c-3d2a-49bb-ae96-2121d896e39d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:47.432954 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d0c7cbfb-4397-4d5e-8baf-545379b1f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.449977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c37cd078-395a-4f22-a99f-a3b0c69c894b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.484810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.498205 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-01d35d3b-8a2b-40a0-b376-0b79ce389cf3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:47.514753 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7cbfb-4397-4d5e-8baf-545379b1f6a2 None None] Port 18f8c28c-3d2a-49bb-ae96-2121d896e39d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:47.520884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6314ef9b-3269-42ac-b976-18350e8cc25a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.528800 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-01d35d3b-8a2b-40a0-b376-0b79ce389cf3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:47.529350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d0c7cbfb-4397-4d5e-8baf-545379b1f6a2 None None] Provisioning for port 6868b6e9-3418-484c-9baa-58943f3f0346 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:47.535311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d0c7cbfb-4397-4d5e-8baf-545379b1f6a2 None None] Provisioning complete for port 6868b6e9-3418-484c-9baa-58943f3f0346 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:47.535924 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d0c7cbfb-4397-4d5e-8baf-545379b1f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.568688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-01d35d3b-8a2b-40a0-b376-0b79ce389cf3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:47.574327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54e960e-2741-4d44-8510-608d9809a2f2']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:47.595255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c37cd078-395a-4f22-a99f-a3b0c69c894b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 8d45c8f8-6e7e-44eb-ad67-d18938379b54 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:47.597628 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd93fac-ad0a-4ac8-afa1-42bbd713361b') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:47.598096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd93fac-ad0a-4ac8-afa1-42bbd713361b') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:47.646288 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.647426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314ef9b-3269-42ac-b976-18350e8cc25a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91470096-8186-404c-9520-6d28077ddcf2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:47.659449 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6314ef9b-3269-42ac-b976-18350e8cc25a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.663697 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6314ef9b-3269-42ac-b976-18350e8cc25a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/security-groups/91470096-8186-404c-9520-6d28077ddcf2 HTTP/1.1" status: 204 len: 168 time: 0.5404670 Apr 29 17:36:47.664357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48496) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:47.719427 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d0c7cbfb-4397-4d5e-8baf-545379b1f6a2 None None] Could not find standard attr ID for object 975de434-7a1d-46ba-be18-35b745acbfa0. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:36:47.722131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.733524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d35d3b-8a2b-40a0-b376-0b79ce389cf3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:47.737105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-01d35d3b-8a2b-40a0-b376-0b79ce389cf3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.813434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ae7a-89a4-4cbf-adcf-3aee53e740a2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.813646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.906580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.956285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:36:47.956597 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:36:47.973270 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:36:47.975955 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Pushing event deleted for resources: {'Port': ['ID=70bc6cdc-612f-4dd3-a572-6ab51369f568,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:48.002785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ae7a-89a4-4cbf-adcf-3aee53e740a2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.046959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d0c7cbfb-4397-4d5e-8baf-545379b1f6a2 None None] Provisioning for port 8d45c8f8-6e7e-44eb-ad67-d18938379b54 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:48.047195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c37cd078-395a-4f22-a99f-a3b0c69c894b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.053691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d0c7cbfb-4397-4d5e-8baf-545379b1f6a2 None None] Provisioning complete for port 8d45c8f8-6e7e-44eb-ad67-d18938379b54 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:48.054131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d0c7cbfb-4397-4d5e-8baf-545379b1f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.096973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7cbfb-4397-4d5e-8baf-545379b1f6a2 None None] Port 8d45c8f8-6e7e-44eb-ad67-d18938379b54 was deleted so its status cannot be updated. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 17:36:48.100055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cd078-395a-4f22-a99f-a3b0c69c894b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=8d45c8f8-6e7e-44eb-ad67-d18938379b54,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:48.114392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.136434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ae7a-89a4-4cbf-adcf-3aee53e740a2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.191697 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4ae7a-89a4-4cbf-adcf-3aee53e740a2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0d1b50-5740-448c-ad93-65eadd8115ef,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:48.218195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c37cd078-395a-4f22-a99f-a3b0c69c894b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.218453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.225721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-52ab95e1-e17b-4125-95d8-562cdea10417 None None] Could not find standard attr ID for object 975de434-7a1d-46ba-be18-35b745acbfa0. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:36:48.234157 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c37cd078-395a-4f22-a99f-a3b0c69c894b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/8d45c8f8-6e7e-44eb-ad67-d18938379b54 HTTP/1.1" status: 204 len: 168 time: 1.2519941 Apr 29 17:36:48.236820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48500) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:48.238746 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ae7a-89a4-4cbf-adcf-3aee53e740a2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.242661 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a4f4ae7a-89a4-4cbf-adcf-3aee53e740a2 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/security-groups/ed0d1b50-5740-448c-ad93-65eadd8115ef HTTP/1.1" status: 204 len: 168 time: 0.5753918 Apr 29 17:36:48.245000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48502) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:48.251565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.273641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event deleted for resources: {'Network': ['ID=c54e960e-2741-4d44-8510-608d9809a2f2,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:48.292433 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f0cfa9e8-c18c-4255-b910-53c870d0f717 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "DELETE /v2.0/networks/c54e960e-2741-4d44-8510-608d9809a2f2 HTTP/1.1" status: 204 len: 168 time: 4.1841898 Apr 29 17:36:48.298761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48508) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:48.299880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.340322 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.ipam_backend_mixin [None req-01d35d3b-8a2b-40a0-b376-0b79ce389cf3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6af98444-b4ba-42bd-bbf7-4d11547836b2 (CIDR: 172.20.0.0/28) Apr 29 17:36:48.364676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6868b6e9-3418-484c-9baa-58943f3f0346 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:48.411765 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d35d3b-8a2b-40a0-b376-0b79ce389cf3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:36:48.412463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d35d3b-8a2b-40a0-b376-0b79ce389cf3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:48.434856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da77c44-2912-449d-af0c-f9a61f8883f0 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Deleting subnet ab780f7e-2946-4314-80dc-fe8079cc8f5c {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:48.436040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6868b6e9-3418-484c-9baa-58943f3f0346 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:48.436569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.442979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6da77c44-2912-449d-af0c-f9a61f8883f0 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.469857 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-95085982-167e-4434-ba58-918bbd8322fd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.504220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.510934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.514075 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-01d35d3b-8a2b-40a0-b376-0b79ce389cf3 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9643128 Apr 29 17:36:48.517272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48512) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:48.522731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-47e22825-addf-4c20-ba86-b16a7e9c50ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:48.529036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-95085982-167e-4434-ba58-918bbd8322fd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.557544 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9f76d9-511f-46d6-aae1-521473ce55c4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:48.558483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2d9f76d9-511f-46d6-aae1-521473ce55c4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:48.568980 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6da77c44-2912-449d-af0c-f9a61f8883f0 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.645073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2d9f76d9-511f-46d6-aae1-521473ce55c4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:48.648693 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2d9f76d9-511f-46d6-aae1-521473ce55c4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4024391 Apr 29 17:36:48.649993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48516) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:48.692166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:36:48.701973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-95085982-167e-4434-ba58-918bbd8322fd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.739130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95085982-167e-4434-ba58-918bbd8322fd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c36f006-c6be-46f5-ad67-a0d9c9fd1e1a,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:48.749793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.750295 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Fanout notify agent at l3_agent the message router_deleted on router c89aafae-07e1-44da-be39-0ae19d503551 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:36:48.764020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-95085982-167e-4434-ba58-918bbd8322fd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.765159 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-95085982-167e-4434-ba58-918bbd8322fd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/security-groups/4c36f006-c6be-46f5-ad67-a0d9c9fd1e1a HTTP/1.1" status: 204 len: 168 time: 0.5189540 Apr 29 17:36:48.766463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6da77c44-2912-449d-af0c-f9a61f8883f0 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.794532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48520) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:48.824061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.828597 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-48fee3bd-2761-4bfa-9c35-8e2f0620cf98 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "DELETE /v2.0/routers/c89aafae-07e1-44da-be39-0ae19d503551 HTTP/1.1" status: 204 len: 168 time: 4.5878534 Apr 29 17:36:48.844685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48524) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:48.861795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-531706203', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:48.875837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:48.892699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Usage tracker for resource:router and tenant:c65e14e575b9405b8be5c4988ecf0eac is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:48.898722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:48.908473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282331b0-f13f-4c6d-952e-72fca0396366 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:48.909968 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-282331b0-f13f-4c6d-952e-72fca0396366 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2587323 Apr 29 17:36:48.917313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48528) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:48.920271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:48.937204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacffc28-d9a9-43aa-bbbc-3f2dd5690e42 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting subnet 4baf8a0e-31f0-4a18-a10d-24f45ea3d6bc {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:48.943523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eacffc28-d9a9-43aa-bbbc-3f2dd5690e42 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:48.975953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6da77c44-2912-449d-af0c-f9a61f8883f0 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.005966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.006973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.028646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-47e22825-addf-4c20-ba86-b16a7e9c50ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:49.033819 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da77c44-2912-449d-af0c-f9a61f8883f0 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event deleted for resources: {'Subnet': ['ID=ab780f7e-2946-4314-80dc-fe8079cc8f5c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:49.041426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84723b-8aac-4e6c-9754-119d6c3c29f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:49.042866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84723b-8aac-4e6c-9754-119d6c3c29f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:49.045089 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84723b-8aac-4e6c-9754-119d6c3c29f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:49.045871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ca84723b-8aac-4e6c-9754-119d6c3c29f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:49.048581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eacffc28-d9a9-43aa-bbbc-3f2dd5690e42 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.049156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:49.058681 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-47e22825-addf-4c20-ba86-b16a7e9c50ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:49.060297 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a92626-7182-4c9c-a509-a6245eb8bd57 None None] Network 45ecce61-edb6-48f4-b96a-d919d1ff487d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:49.060825 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3906fd5-8be6-4d65-b87a-e853f7b9d92a None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:49.062500 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-47e22825-addf-4c20-ba86-b16a7e9c50ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:49.074973 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3906fd5-8be6-4d65-b87a-e853f7b9d92a None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:49.075985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6da77c44-2912-449d-af0c-f9a61f8883f0 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.076350 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d3906fd5-8be6-4d65-b87a-e853f7b9d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:49.077778 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-47e22825-addf-4c20-ba86-b16a7e9c50ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:49.093624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ca84723b-8aac-4e6c-9754-119d6c3c29f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:49.095281 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ca84723b-8aac-4e6c-9754-119d6c3c29f1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1769004 Apr 29 17:36:49.098186 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48532) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:49.101168 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.102818 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-643f4d24-8b39-405d-a7b9-0016dd45333c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1554556 Apr 29 17:36:49.104563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.105475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48536) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:49.111894 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6da77c44-2912-449d-af0c-f9a61f8883f0 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "DELETE /v2.0/subnets/ab780f7e-2946-4314-80dc-fe8079cc8f5c HTTP/1.1" status: 204 len: 168 time: 0.8123369 Apr 29 17:36:49.119851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48540) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:49.162343 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d3906fd5-8be6-4d65-b87a-e853f7b9d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:49.173348 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3906fd5-8be6-4d65-b87a-e853f7b9d92a None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:49.173995 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d3906fd5-8be6-4d65-b87a-e853f7b9d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:49.202965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e22825-addf-4c20-ba86-b16a7e9c50ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:49.206817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-47e22825-addf-4c20-ba86-b16a7e9c50ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.245972 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d3906fd5-8be6-4d65-b87a-e853f7b9d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:49.246366 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3906fd5-8be6-4d65-b87a-e853f7b9d92a None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:49.331248 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9429c6a8-db6f-492a-acd9-7d864e064166 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Deleting subnet 22af3897-aebd-4dcb-aefd-b4f19b7cbe2f {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:49.339213 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9429c6a8-db6f-492a-acd9-7d864e064166 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.359388 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a0f16e-652c-49f0-ad9b-598311a4084c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet c33984c2-ed01-47d9-aa8d-7ff52b17e770 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:49.408309 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63a0f16e-652c-49f0-ad9b-598311a4084c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.417745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42854dc9-4c03-416e-9db7-bede94fca05a None None] DHCP port deletion for 45ecce61-edb6-48f4-b96a-d919d1ff487d request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:36:49.421936 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-42854dc9-4c03-416e-9db7-bede94fca05a None None] Deleting port f09d7c08-7b0f-4ee2-a434-85ee727d0f0b {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:49.422353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-42854dc9-4c03-416e-9db7-bede94fca05a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.502169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eacffc28-d9a9-43aa-bbbc-3f2dd5690e42 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.518304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63a0f16e-652c-49f0-ad9b-598311a4084c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.544993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.565508 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9429c6a8-db6f-492a-acd9-7d864e064166 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.634468 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.ipam_backend_mixin [None req-47e22825-addf-4c20-ba86-b16a7e9c50ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 54188e7f-8237-4552-b19b-00f439cd988d (CIDR: 172.20.0.16/28) Apr 29 17:36:49.647919 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-42854dc9-4c03-416e-9db7-bede94fca05a None None] For port f09d7c08-7b0f-4ee2-a434-85ee727d0f0b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f09d7c08-7b0f-4ee2-a434-85ee727d0f0b,segment=NetworkSegment(35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5),segment_id=35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:49.648494 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-42854dc9-4c03-416e-9db7-bede94fca05a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.744319 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e22825-addf-4c20-ba86-b16a7e9c50ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:36:49.744827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e22825-addf-4c20-ba86-b16a7e9c50ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:49.777735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-42854dc9-4c03-416e-9db7-bede94fca05a None None] Calling delete_port for f09d7c08-7b0f-4ee2-a434-85ee727d0f0b owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:49.791534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63a0f16e-652c-49f0-ad9b-598311a4084c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.818728 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eacffc28-d9a9-43aa-bbbc-3f2dd5690e42 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.826277 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-47e22825-addf-4c20-ba86-b16a7e9c50ef tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3055065 Apr 29 17:36:49.830240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48544) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:49.840511 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'subnet': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:49.873693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-42854dc9-4c03-416e-9db7-bede94fca05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.916141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacffc28-d9a9-43aa-bbbc-3f2dd5690e42 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Subnet': ['ID=4baf8a0e-31f0-4a18-a10d-24f45ea3d6bc,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:49.919909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eacffc28-d9a9-43aa-bbbc-3f2dd5690e42 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.931392 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9429c6a8-db6f-492a-acd9-7d864e064166 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:49.937976 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da516dd8-4566-459b-910c-f4a53bbdd86e None None] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:49.962791 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42854dc9-4c03-416e-9db7-bede94fca05a None None] Pushing event deleted for resources: {'Port': ['ID=f09d7c08-7b0f-4ee2-a434-85ee727d0f0b,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:49.972730 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-eacffc28-d9a9-43aa-bbbc-3f2dd5690e42 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/4baf8a0e-31f0-4a18-a10d-24f45ea3d6bc HTTP/1.1" status: 204 len: 168 time: 1.1669774 Apr 29 17:36:49.974877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48548) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:49.975020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42854dc9-4c03-416e-9db7-bede94fca05a None None] No DVR routers for this DVR port f09d7c08-7b0f-4ee2-a434-85ee727d0f0b on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:36:50.150873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9429c6a8-db6f-492a-acd9-7d864e064166 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.200700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429c6a8-db6f-492a-acd9-7d864e064166 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event deleted for resources: {'Subnet': ['ID=22af3897-aebd-4dcb-aefd-b4f19b7cbe2f,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:50.209285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9429c6a8-db6f-492a-acd9-7d864e064166 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.215105 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81060c-e76b-4d4a-a781-4ea9461c5af1 None None] Network b961c333-150b-4f54-9a8d-8aaf78b92b92 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:50.248288 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9429c6a8-db6f-492a-acd9-7d864e064166 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "DELETE /v2.0/subnets/22af3897-aebd-4dcb-aefd-b4f19b7cbe2f HTTP/1.1" status: 204 len: 168 time: 1.1273937 Apr 29 17:36:50.249047 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.278130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48552) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:50.301333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.337560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63a0f16e-652c-49f0-ad9b-598311a4084c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.404043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0f16e-652c-49f0-ad9b-598311a4084c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=c33984c2-ed01-47d9-aa8d-7ff52b17e770,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:50.406130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63a0f16e-652c-49f0-ad9b-598311a4084c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.420334 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f09d7c08-7b0f-4ee2-a434-85ee727d0f0b no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:36:50.446877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece3abb7-46a8-43c4-b19b-f27ab6cd1540 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:50.453475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee219db-d692-4dcb-8573-d53eef7ece15 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting subnet 3d988b03-4bab-4d57-8609-30d6d322a225 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:50.458572 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9ee219db-d692-4dcb-8573-d53eef7ece15 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.479210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe013-a007-4be2-81f6-19b2ef4f7e7a tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.517389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:50.521515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Usage tracker for resource:subnet and tenant:005e56b72c54499f910947cc510b60ad is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:50.524512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:50.530653 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:50.551314 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-63a0f16e-652c-49f0-ad9b-598311a4084c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/c33984c2-ed01-47d9-aa8d-7ff52b17e770 HTTP/1.1" status: 204 len: 168 time: 1.4515543 Apr 29 17:36:50.552400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Made reservation on behalf of 005e56b72c54499f910947cc510b60ad for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:50.556042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.573490 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48556) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:50.685464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: f09d7c08-7b0f-4ee2-a434-85ee727d0f0b {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:36:50.692331 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f09d7c08-7b0f-4ee2-a434-85ee727d0f0b not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:36:50.694516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-873559d2-0945-44dc-86b4-0603a82ae620 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet e2432c9b-d68c-45fb-8297-5a09bb7481b6 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:50.721793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-873559d2-0945-44dc-86b4-0603a82ae620 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.758860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Allocated IP 172.26.4.162 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/72ac6a0c-9add-4c2e-af4a-bb9257ff6bf3) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:50.819702 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f553b9-c20b-493b-8119-5fd3fb23373d None None] DHCP port deletion for b961c333-150b-4f54-9a8d-8aaf78b92b92 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:36:50.824146 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-18f553b9-c20b-493b-8119-5fd3fb23373d None None] Deleting port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:50.824514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-18f553b9-c20b-493b-8119-5fd3fb23373d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.843335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9ee219db-d692-4dcb-8573-d53eef7ece15 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.852228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe013-a007-4be2-81f6-19b2ef4f7e7a tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.944277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-8f7fe013-a007-4be2-81f6-19b2ef4f7e7a tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ecce61-edb6-48f4-b96a-d919d1ff487d']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:50.958474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-8f7fe013-a007-4be2-81f6-19b2ef4f7e7a tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:50.958474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-8f7fe013-a007-4be2-81f6-19b2ef4f7e7a tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e22646-d3f3-4f4f-9d1e-fc5ddae73bf5') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:50.971322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe013-a007-4be2-81f6-19b2ef4f7e7a tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.989279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe013-a007-4be2-81f6-19b2ef4f7e7a tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:50.996154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7fe013-a007-4be2-81f6-19b2ef4f7e7a tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:36:50.996553 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe013-a007-4be2-81f6-19b2ef4f7e7a tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.057300 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:36:51.111654 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:36:51.130310 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-18f553b9-c20b-493b-8119-5fd3fb23373d None None] For port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c2deb03a-d9d2-4e00-ab0c-a8c098ac5456,segment=NetworkSegment(0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec),segment_id=0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:51.130693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-18f553b9-c20b-493b-8119-5fd3fb23373d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.196087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-873559d2-0945-44dc-86b4-0603a82ae620 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.203267 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Network 448d70d6-bf19-4613-9911-9f022a913254 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:51.208847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:51.212822 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9ee219db-d692-4dcb-8573-d53eef7ece15 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.229179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe013-a007-4be2-81f6-19b2ef4f7e7a tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.263018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f7fe013-a007-4be2-81f6-19b2ef4f7e7a tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.271994 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-18f553b9-c20b-493b-8119-5fd3fb23373d None None] Calling delete_port for c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:51.279284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fe013-a007-4be2-81f6-19b2ef4f7e7a tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event deleted for resources: {'Network': ['ID=45ecce61-edb6-48f4-b96a-d919d1ff487d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:51.299626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb34ae-0ddc-4368-9c25-af5a81b30ece None None] Network 448d70d6-bf19-4613-9911-9f022a913254 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:51.314401 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8f7fe013-a007-4be2-81f6-19b2ef4f7e7a tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "DELETE /v2.0/networks/45ecce61-edb6-48f4-b96a-d919d1ff487d HTTP/1.1" status: 204 len: 168 time: 1.0348957 Apr 29 17:36:51.338932 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Subnet': ['ID=428bf411-332d-44bf-88ab-c1e3a6bcf229,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:51.342147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.358551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:51.359623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.361938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48560) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:51.371004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.388233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9ee219db-d692-4dcb-8573-d53eef7ece15 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.422683 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-242bce5a-999c-44f2-92c1-532ba7406a2b None None] Provisioning complete for port 18f8c28c-3d2a-49bb-ae96-2121d896e39d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:51.423203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-242bce5a-999c-44f2-92c1-532ba7406a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.433411 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-738047c7-7d0e-4394-a812-d7db547858c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5994616 Apr 29 17:36:51.440119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9ee219db-d692-4dcb-8573-d53eef7ece15 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.441969 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9ee219db-d692-4dcb-8573-d53eef7ece15 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/3d988b03-4bab-4d57-8609-30d6d322a225 HTTP/1.1" status: 204 len: 168 time: 1.4671416 Apr 29 17:36:51.500574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2797b710-ab4e-4969-ac8c-d183485d16f1 None None] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:51.505237 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48564) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:51.505564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48566) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:51.506490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee219db-d692-4dcb-8573-d53eef7ece15 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Subnet': ['ID=3d988b03-4bab-4d57-8609-30d6d322a225,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:51.517216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0edb7d60-1449-4bfa-a013-07582d9295f6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1837804196', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '428bf411-332d-44bf-88ab-c1e3a6bcf229'}], 'security_groups': ['1e061176-76b0-4b62-ab0f-47915b4eb976', 'cf6642f1-39df-4630-a5f1-53d50b5bedc0']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:51.553928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-18f553b9-c20b-493b-8119-5fd3fb23373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.657400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f553b9-c20b-493b-8119-5fd3fb23373d None None] Pushing event deleted for resources: {'Port': ['ID=c2deb03a-d9d2-4e00-ab0c-a8c098ac5456,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:51.660282 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f553b9-c20b-493b-8119-5fd3fb23373d None None] No DVR routers for this DVR port c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:36:51.665008 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e800e8f9-454c-4a73-b153-8b777b9bc290 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.668443 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-89688547-f8b5-4164-ba4f-90d8d7223498 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] DELETE failed (client error): The resource could not be found. Apr 29 17:36:51.668896 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89688547-f8b5-4164-ba4f-90d8d7223498 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:51.669210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-873559d2-0945-44dc-86b4-0603a82ae620 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.675346 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-89688547-f8b5-4164-ba4f-90d8d7223498 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/4baf8a0e-31f0-4a18-a10d-24f45ea3d6bc HTTP/1.1" status: 404 len: 337 time: 0.1633832 Apr 29 17:36:51.701959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48572) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:51.766071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-242bce5a-999c-44f2-92c1-532ba7406a2b None None] Port 18f8c28c-3d2a-49bb-ae96-2121d896e39d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:51.825876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.845655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-242bce5a-999c-44f2-92c1-532ba7406a2b None None] Provisioning complete for port 6868b6e9-3418-484c-9baa-58943f3f0346 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:51.846022 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-242bce5a-999c-44f2-92c1-532ba7406a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.907943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7547adc0-afc4-417f-bdba-35eed13d1bde tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting subnet 5a5b7dc1-e3e7-415f-956e-20c8c86b9850 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:51.924185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7547adc0-afc4-417f-bdba-35eed13d1bde tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:51.999473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:52.056540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:52.062650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e800e8f9-454c-4a73-b153-8b777b9bc290 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.073587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-873559d2-0945-44dc-86b4-0603a82ae620 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.077742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:52.143627 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Pushing event updated for resources: {'Port': ['ID=72ac6a0c-9add-4c2e-af4a-bb9257ff6bf3,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:52.152909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873559d2-0945-44dc-86b4-0603a82ae620 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=e2432c9b-d68c-45fb-8297-5a09bb7481b6,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:52.163070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7547adc0-afc4-417f-bdba-35eed13d1bde tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.176294 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0edb7d60-1449-4bfa-a013-07582d9295f6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.228259 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-e800e8f9-454c-4a73-b153-8b777b9bc290 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b961c333-150b-4f54-9a8d-8aaf78b92b92']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:52.237331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-873559d2-0945-44dc-86b4-0603a82ae620 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.238232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db075ebf-70fa-442d-be21-e1454ee11d96 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:52.264171 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-e800e8f9-454c-4a73-b153-8b777b9bc290 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:52.264372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-e800e8f9-454c-4a73-b153-8b777b9bc290 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbcdefd-fc52-4bc5-a75c-92d5ea7ac3ec') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:52.275955 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-873559d2-0945-44dc-86b4-0603a82ae620 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/e2432c9b-d68c-45fb-8297-5a09bb7481b6 HTTP/1.1" status: 204 len: 168 time: 1.6964846 Apr 29 17:36:52.285856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48576) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:52.387970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.20.0.1 (140c6cf4-e300-4a80-92e5-c4f22ba858cf/93efc1bb-bf02-4b31-a3b1-90a45aa320e5/87590a9a-c9df-4f59-b437-6bb5df6279fc) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:52.401845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:36:52.456020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3197a18-8a11-4bef-a6b0-e58a9190d24a None None] Update dhcp port {'port': {'network_id': '448d70d6-bf19-4613-9911-9f022a913254', 'fixed_ips': [{'subnet_id': '54188e7f-8237-4552-b19b-00f439cd988d', 'ip_address': '172.20.0.18'}, {'subnet_id': '6af98444-b4ba-42bd-bbf7-4d11547836b2', 'ip_address': '172.20.0.2'}, {'subnet_id': '428bf411-332d-44bf-88ab-c1e3a6bcf229'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': '082ad2d1-e2bf-4faa-a058-cfbb0e28405c'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:36:52.479339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f9be27fb-7b9b-4d7f-8654-e5aa67c7a596 None None] Provisioning complete for port dd5cb931-8257-4e5b-a4c7-d7faaeee421c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:52.479745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f9be27fb-7b9b-4d7f-8654-e5aa67c7a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.483121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e800e8f9-454c-4a73-b153-8b777b9bc290 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.511159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:36:52.511463 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c2deb03a-d9d2-4e00-ab0c-a8c098ac5456 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:36:52.523071 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6c370af2-e72f-439b-9fde-6ce9043f016f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1833904 Apr 29 17:36:52.534400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48580) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:52.555751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e800e8f9-454c-4a73-b153-8b777b9bc290 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.576652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e800e8f9-454c-4a73-b153-8b777b9bc290 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:36:52.580052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e800e8f9-454c-4a73-b153-8b777b9bc290 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.595492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:36:52.609975 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:36:52.640509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f3197a18-8a11-4bef-a6b0-e58a9190d24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.642045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7547adc0-afc4-417f-bdba-35eed13d1bde tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.735794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.858108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e800e8f9-454c-4a73-b153-8b777b9bc290 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.955034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e800e8f9-454c-4a73-b153-8b777b9bc290 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.957874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800e8f9-454c-4a73-b153-8b777b9bc290 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event deleted for resources: {'Network': ['ID=b961c333-150b-4f54-9a8d-8aaf78b92b92,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:52.973558 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:52.982339 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e800e8f9-454c-4a73-b153-8b777b9bc290 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "DELETE /v2.0/networks/b961c333-150b-4f54-9a8d-8aaf78b92b92 HTTP/1.1" status: 204 len: 168 time: 1.6174366 Apr 29 17:36:52.985008 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48584) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:52.988378 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:52.992892 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:52.996778 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:53.019003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7547adc0-afc4-417f-bdba-35eed13d1bde tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.075167 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:53.077764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547adc0-afc4-417f-bdba-35eed13d1bde tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5b7dc1-e3e7-415f-956e-20c8c86b9850,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:53.100000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7547adc0-afc4-417f-bdba-35eed13d1bde tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.103538 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7547adc0-afc4-417f-bdba-35eed13d1bde tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/5a5b7dc1-e3e7-415f-956e-20c8c86b9850 HTTP/1.1" status: 204 len: 168 time: 1.3926003 Apr 29 17:36:53.106470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48588) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:53.129210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:53.132136 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e54479-b068-4b20-a187-3d70f6036e7a None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:36:53.132703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.133766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6442e3f-e613-4aa3-a86d-892c016090aa None None] Network 27e93c17-86ab-44cc-88c7-9a79a91146e4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:53.154753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network 140c6cf4-e300-4a80-92e5-c4f22ba858cf is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:53.163463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:53.189441 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:53.190415 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-30e54479-b068-4b20-a187-3d70f6036e7a None None] Deleting port dd5cb931-8257-4e5b-a4c7-d7faaeee421c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:53.190672 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-30e54479-b068-4b20-a187-3d70f6036e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.223101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=87590a9a-c9df-4f59-b437-6bb5df6279fc,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:53.233028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-0edb7d60-1449-4bfa-a013-07582d9295f6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Delete allocated IP 172.20.0.12 (448d70d6-bf19-4613-9911-9f022a913254/6af98444-b4ba-42bd-bbf7-4d11547836b2) {{(pid=88018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 17:36:53.294434 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3109c954-3e0e-4ec1-a6d5-194b4f1a612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] DELETE failed (client error): The resource could not be found. Apr 29 17:36:53.295019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3109c954-3e0e-4ec1-a6d5-194b4f1a612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:53.298950 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3109c954-3e0e-4ec1-a6d5-194b4f1a612a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/9cdb8b9c-d990-4dd5-a819-698a25a90c5c HTTP/1.1" status: 404 len: 337 time: 0.1866603 Apr 29 17:36:53.301028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48592) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:53.302835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33894c5-5ca9-4bcd-8cc7-744dde604bd8 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Deleting subnet 6ebc435f-f8e3-4de9-968e-443daf2e7190 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:36:53.303786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-0edb7d60-1449-4bfa-a013-07582d9295f6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Allocated IP 172.20.0.38 (448d70d6-bf19-4613-9911-9f022a913254/428bf411-332d-44bf-88ab-c1e3a6bcf229/624fbc72-c051-4e20-b84e-ad004dc4fee9) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:53.309262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a33894c5-5ca9-4bcd-8cc7-744dde604bd8 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.325121 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-79eb10b2-7bbf-498a-b8cf-3365f18b170f None None] Provisioning complete for port 18f8c28c-3d2a-49bb-ae96-2121d896e39d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:53.325496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-79eb10b2-7bbf-498a-b8cf-3365f18b170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.336326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.369230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5b519b74-d551-4dc5-88bb-0f128f731289 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Synchronizing usage tracker for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:53.387690 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.435855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e86f049b-97a9-45e1-af7f-dc90a0fa512f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.462515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5b519b74-d551-4dc5-88bb-0f128f731289 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Unset dirty status for tenant:6a09bfbd4fea4865a7331651402ea46f on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:53.467337 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5b519b74-d551-4dc5-88bb-0f128f731289 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "GET /v2.0/ports?device_id=8053e119-a1c6-4440-8973-b610df7b3837 HTTP/1.1" status: 200 len: 205 time: 0.1618090 Apr 29 17:36:53.468653 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48596) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:53.501226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a33894c5-5ca9-4bcd-8cc7-744dde604bd8 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.509914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-79eb10b2-7bbf-498a-b8cf-3365f18b170f None None] Port 18f8c28c-3d2a-49bb-ae96-2121d896e39d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:53.583771 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-e63d7ce5-0ef5-4829-a616-7e37b4cf9be9 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] delete failed (client error): The resource could not be found. Apr 29 17:36:53.587151 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e63d7ce5-0ef5-4829-a616-7e37b4cf9be9 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/routers/8053e119-a1c6-4440-8973-b610df7b3837 HTTP/1.1" status: 404 len: 336 time: 0.1131196 Apr 29 17:36:53.620948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48600) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:53.651990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-30e54479-b068-4b20-a187-3d70f6036e7a None None] For port dd5cb931-8257-4e5b-a4c7-d7faaeee421c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dd5cb931-8257-4e5b-a4c7-d7faaeee421c,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:53.652833 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-30e54479-b068-4b20-a187-3d70f6036e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.730811 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-79eb10b2-7bbf-498a-b8cf-3365f18b170f None None] Provisioning complete for port 6868b6e9-3418-484c-9baa-58943f3f0346 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:53.731367 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-79eb10b2-7bbf-498a-b8cf-3365f18b170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.742489 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-582ceb7b-f6e8-44a1-bc61-9cf6d9e343dd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] DELETE failed (client error): The resource could not be found. Apr 29 17:36:53.742929 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582ceb7b-f6e8-44a1-bc61-9cf6d9e343dd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:53.750329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a33894c5-5ca9-4bcd-8cc7-744dde604bd8 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.775766 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-582ceb7b-f6e8-44a1-bc61-9cf6d9e343dd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/0b5bade3-1801-42c6-a9bf-45b161674654 HTTP/1.1" status: 404 len: 337 time: 0.1476297 Apr 29 17:36:53.776739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48604) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:53.835279 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-30e54479-b068-4b20-a187-3d70f6036e7a None None] Calling delete_port for dd5cb931-8257-4e5b-a4c7-d7faaeee421c owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:53.839549 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-56aadecb-3181-4cb5-8668-97585d194162 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] DELETE failed (client error): The resource could not be found. Apr 29 17:36:53.840002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56aadecb-3181-4cb5-8668-97585d194162 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:53.844115 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-56aadecb-3181-4cb5-8668-97585d194162 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/b9616522-b7dd-4716-8471-b7ca97ab94f8 HTTP/1.1" status: 404 len: 337 time: 0.0615599 Apr 29 17:36:53.846084 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48608) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:53.852740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:53.897758 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2396c68-2735-4f50-9293-02a8b00ca935 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] DELETE failed (client error): The resource could not be found. Apr 29 17:36:53.898211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2396c68-2735-4f50-9293-02a8b00ca935 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:53.902603 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e2396c68-2735-4f50-9293-02a8b00ca935 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/e303a319-9050-450e-b9a0-14104b5a6cec HTTP/1.1" status: 404 len: 337 time: 0.0516374 Apr 29 17:36:53.950698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48612) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:53.992518 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.004662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.008435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.resource_extend [None req-0edb7d60-1449-4bfa-a013-07582d9295f6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:36:54.012612 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-30e54479-b068-4b20-a187-3d70f6036e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.074906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] DHCP port deletion for 27e93c17-86ab-44cc-88c7-9a79a91146e4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:36:54.078230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e54479-b068-4b20-a187-3d70f6036e7a None None] No DVR routers for this DVR port dd5cb931-8257-4e5b-a4c7-d7faaeee421c on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:36:54.080298 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c01b5ea-b38b-4876-a076-b7ef972fce51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] DELETE failed (client error): The resource could not be found. Apr 29 17:36:54.080766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c01b5ea-b38b-4876-a076-b7ef972fce51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:54.090383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e54479-b068-4b20-a187-3d70f6036e7a None None] Pushing event deleted for resources: {'Port': ['ID=dd5cb931-8257-4e5b-a4c7-d7faaeee421c,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:54.096347 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2c01b5ea-b38b-4876-a076-b7ef972fce51 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/f976c429-6692-4e28-96ae-65bb971b6b7e HTTP/1.1" status: 404 len: 333 time: 0.1373453 Apr 29 17:36:54.096532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] Deleting port 6868b6e9-3418-484c-9baa-58943f3f0346 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:54.096532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.099537 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0edb7d60-1449-4bfa-a013-07582d9295f6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.113913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48616) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:54.122918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a33894c5-5ca9-4bcd-8cc7-744dde604bd8 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.151629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:54.159599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-0edb7d60-1449-4bfa-a013-07582d9295f6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Transition to ACTIVE for port object 624fbc72-c051-4e20-b84e-ad004dc4fee9 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:54.160832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:54.209027 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb544e30-728b-421f-92df-fe082659f7fd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] DELETE failed (client error): The resource could not be found. Apr 29 17:36:54.209488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb544e30-728b-421f-92df-fe082659f7fd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:54.211346 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cb544e30-728b-421f-92df-fe082659f7fd tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/e10a5b21-f384-4c09-9e17-c6bd8a0c0bcf HTTP/1.1" status: 404 len: 337 time: 0.0925472 Apr 29 17:36:54.215760 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33894c5-5ca9-4bcd-8cc7-744dde604bd8 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebc435f-f8e3-4de9-968e-443daf2e7190,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:54.218445 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48620) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:54.219482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a33894c5-5ca9-4bcd-8cc7-744dde604bd8 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.223874 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a33894c5-5ca9-4bcd-8cc7-744dde604bd8 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "DELETE /v2.0/subnets/6ebc435f-f8e3-4de9-968e-443daf2e7190 HTTP/1.1" status: 204 len: 168 time: 1.2350545 Apr 29 17:36:54.224290 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:54.225469 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.229731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0edb7d60-1449-4bfa-a013-07582d9295f6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.231260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=0ce7c5f4-61b2-4677-a1d4-f0a7b1740aaa,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:54.253474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48624) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:54.261607 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54de2f5-5bfa-4f0a-9a4d-7d248fcd79e0 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:54.275321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594b5551-95b0-43a3-928e-3581615eb6e6 None None] Network a86c897b-01a3-4d7f-aa63-1ad5164dfd5d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:36:54.281519 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e001576-3b44-46fc-91ad-add5f607251a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] DELETE failed (client error): The resource could not be found. Apr 29 17:36:54.281955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e001576-3b44-46fc-91ad-add5f607251a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:54.286119 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9e001576-3b44-46fc-91ad-add5f607251a tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/04f7ffac-2a39-453d-8d3b-ffffd72640ff HTTP/1.1" status: 404 len: 337 time: 0.0611815 Apr 29 17:36:54.291500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48628) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:54.365615 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b262b43-49b2-4475-970d-2a866e113ac0 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] DELETE failed (client error): The resource could not be found. Apr 29 17:36:54.366268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b262b43-49b2-4475-970d-2a866e113ac0 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:54.370439 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1b262b43-49b2-4475-970d-2a866e113ac0 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/42f363bf-3b45-4606-a1b8-ccd24a49df56 HTTP/1.1" status: 404 len: 333 time: 0.0761957 Apr 29 17:36:54.379049 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48632) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:54.421925 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3663378f-4b56-4d20-8274-42ec555ffe43 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8861625 Apr 29 17:36:54.424814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48636) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:54.442311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6868b6e9-3418-484c-9baa-58943f3f0346 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:36:54.446564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-efb930f9-3a1a-4440-a63f-a98e5a4cbf2a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:54.475213 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9e1b57-da2d-4faa-b73f-5df5d2ea2726 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] DELETE failed (client error): The resource could not be found. Apr 29 17:36:54.475683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9e1b57-da2d-4faa-b73f-5df5d2ea2726 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:54.477351 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5a9e1b57-da2d-4faa-b73f-5df5d2ea2726 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/1f8200d7-2bcf-4aaa-9164-c942d01e7386 HTTP/1.1" status: 404 len: 337 time: 0.0944932 Apr 29 17:36:54.477672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.489094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48640) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:54.518020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb7d60-1449-4bfa-a013-07582d9295f6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event updated for resources: {'Port': ['ID=624fbc72-c051-4e20-b84e-ad004dc4fee9,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:54.547065 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c354c4b-df62-4aec-bdca-c82e9703f696 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] DELETE failed (client error): The resource could not be found. Apr 29 17:36:54.547616 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c354c4b-df62-4aec-bdca-c82e9703f696 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:54.549355 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8c354c4b-df62-4aec-bdca-c82e9703f696 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/subnets/781eb63e-d759-4d2b-b71c-00a382c7c024 HTTP/1.1" status: 404 len: 337 time: 0.0583878 Apr 29 17:36:54.552815 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48644) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:54.592686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Router 5c2bc311-7598-4098-a2cd-1cc632fbf8db is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:36:54.620199 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0edb7d60-1449-4bfa-a013-07582d9295f6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] In _notify_port_updated(), no bound segment for port 624fbc72-c051-4e20-b84e-ad004dc4fee9 on network 448d70d6-bf19-4613-9911-9f022a913254 {{(pid=88018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:36:54.624137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Deleting port 775c4137-0274-4371-a69c-e761f8902c20 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:54.624478 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.626222 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb7d60-1449-4bfa-a013-07582d9295f6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:36:54.626991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0edb7d60-1449-4bfa-a013-07582d9295f6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.628459 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0edb7d60-1449-4bfa-a013-07582d9295f6 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "PUT /v2.0/ports/624fbc72-c051-4e20-b84e-ad004dc4fee9 HTTP/1.1" status: 200 len: 960 time: 3.1185398 Apr 29 17:36:54.637474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48648) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:54.736648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0451227e-ffe4-45df-8947-799b09c335e9 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Deleting port 18f8c28c-3d2a-49bb-ae96-2121d896e39d {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:54.736965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0451227e-ffe4-45df-8947-799b09c335e9 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.839098 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-f3197a18-8a11-4bef-a6b0-e58a9190d24a None None] Allocated IP 172.20.0.34 (448d70d6-bf19-4613-9911-9f022a913254/428bf411-332d-44bf-88ab-c1e3a6bcf229/082ad2d1-e2bf-4faa-a058-cfbb0e28405c) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:54.859608 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-8d886f63-6ea2-41bb-982c-6d70cbb9892d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 624fbc72-c051-4e20-b84e-ad004dc4fee9 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:54.859952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8d886f63-6ea2-41bb-982c-6d70cbb9892d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:54.902534 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] For port 6868b6e9-3418-484c-9baa-58943f3f0346, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6868b6e9-3418-484c-9baa-58943f3f0346,segment=NetworkSegment(2945aecc-20d1-48dd-8c78-dda7998e3154),segment_id=2945aecc-20d1-48dd-8c78-dda7998e3154)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:54.902878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.021991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-efb930f9-3a1a-4440-a63f-a98e5a4cbf2a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:55.045446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-efb930f9-3a1a-4440-a63f-a98e5a4cbf2a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:55.053681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-efb930f9-3a1a-4440-a63f-a98e5a4cbf2a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:55.063332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-efb930f9-3a1a-4440-a63f-a98e5a4cbf2a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:55.085307 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.099667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:55.103816 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] Calling delete_port for 6868b6e9-3418-484c-9baa-58943f3f0346 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:55.155091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9200d2c2-99a1-430c-ab3e-f6c2f0d1e8c4 None None] Sync routers for ids ['5c2bc311-7598-4098-a2cd-1cc632fbf8db'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:55.162938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.164593 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb930f9-3a1a-4440-a63f-a98e5a4cbf2a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:55.168482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-efb930f9-3a1a-4440-a63f-a98e5a4cbf2a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.189459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0451227e-ffe4-45df-8947-799b09c335e9 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.196746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.225190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.226362 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-073a99c7-d672-4ed3-9e02-f01d301a7d8a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3807571 Apr 29 17:36:55.228339 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] For port 775c4137-0274-4371-a69c-e761f8902c20, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=775c4137-0274-4371-a69c-e761f8902c20,segment=NetworkSegment(3d99a56a-f5e9-4095-88f3-d10b31534887),segment_id=3d99a56a-f5e9-4095-88f3-d10b31534887)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:55.228677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.237721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48652) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:55.247378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:55.271813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9200d2c2-99a1-430c-ab3e-f6c2f0d1e8c4 None None] Routers {'5c2bc311-7598-4098-a2cd-1cc632fbf8db'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:55.272412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9200d2c2-99a1-430c-ab3e-f6c2f0d1e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5c2bc311-7598-4098-a2cd-1cc632fbf8db'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:55.402961 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9200d2c2-99a1-430c-ab3e-f6c2f0d1e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:55.418111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6868b6e9-3418-484c-9baa-58943f3f0346, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6868b6e9-3418-484c-9baa-58943f3f0346,segment=NetworkSegment(2945aecc-20d1-48dd-8c78-dda7998e3154),segment_id=2945aecc-20d1-48dd-8c78-dda7998e3154)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:55.436389 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.437152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dd5cb931-8257-4e5b-a4c7-d7faaeee421c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:36:55.473287 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-f3197a18-8a11-4bef-a6b0-e58a9190d24a None None] For port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=082ad2d1-e2bf-4faa-a058-cfbb0e28405c,segment=NetworkSegment(f3f7df1c-4ce9-406b-8c83-1348d03c11df),segment_id=f3f7df1c-4ce9-406b-8c83-1348d03c11df)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:55.524608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '0ce7c5f4-61b2-4677-a1d4-f0a7b1740aaa'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:36:55.525735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.526878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0451227e-ffe4-45df-8947-799b09c335e9 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Calling delete_port for 18f8c28c-3d2a-49bb-ae96-2121d896e39d owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:55.532160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Calling delete_port for 775c4137-0274-4371-a69c-e761f8902c20 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:55.566214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: dd5cb931-8257-4e5b-a4c7-d7faaeee421c {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:36:55.566573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dd5cb931-8257-4e5b-a4c7-d7faaeee421c not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:36:55.579733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c95f646-c59f-41f4-a5ea-d020a0ddfa55 None None] DHCP port deletion for a86c897b-01a3-4d7f-aa63-1ad5164dfd5d request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:36:55.584403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:36:55.584403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:36:55.584614 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a44a6ae8-d026-4bba-998d-f2fa728b5b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.585959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9200d2c2-99a1-430c-ab3e-f6c2f0d1e8c4 None None] Routers {'5c2bc311-7598-4098-a2cd-1cc632fbf8db'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:55.586946 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9200d2c2-99a1-430c-ab3e-f6c2f0d1e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5c2bc311-7598-4098-a2cd-1cc632fbf8db'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:55.632794 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.ipam_backend_mixin [None req-efb930f9-3a1a-4440-a63f-a98e5a4cbf2a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0ce7c5f4-61b2-4677-a1d4-f0a7b1740aaa (CIDR: 2001:db8::/64) Apr 29 17:36:55.640347 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb930f9-3a1a-4440-a63f-a98e5a4cbf2a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:36:55.640992 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb930f9-3a1a-4440-a63f-a98e5a4cbf2a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:36:55.656630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6c95f646-c59f-41f4-a5ea-d020a0ddfa55 None None] Deleting port 775c4137-0274-4371-a69c-e761f8902c20 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:55.657091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6c95f646-c59f-41f4-a5ea-d020a0ddfa55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.689505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.717305 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9200d2c2-99a1-430c-ab3e-f6c2f0d1e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:55.717800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9200d2c2-99a1-430c-ab3e-f6c2f0d1e8c4 None None] The sync data for ids ['5c2bc311-7598-4098-a2cd-1cc632fbf8db'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:55.765745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6c95f646-c59f-41f4-a5ea-d020a0ddfa55 None None] The port '775c4137-0274-4371-a69c-e761f8902c20' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:36:55.771304 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-efb930f9-3a1a-4440-a63f-a98e5a4cbf2a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3332202 Apr 29 17:36:55.795823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=87590a9a-c9df-4f59-b437-6bb5df6279fc,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:55.816842 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.resource_extend [None req-f3197a18-8a11-4bef-a6b0-e58a9190d24a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:36:55.825389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48656) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:55.828040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.837376 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:55.847643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f3197a18-8a11-4bef-a6b0-e58a9190d24a None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.860101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6868b6e9-3418-484c-9baa-58943f3f0346,revision_number=11']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:55.876577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8d886f63-6ea2-41bb-982c-6d70cbb9892d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:55.886693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f3197a18-8a11-4bef-a6b0-e58a9190d24a None None] Transition to ACTIVE for port object 082ad2d1-e2bf-4faa-a058-cfbb0e28405c will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:55.895281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event deleted for resources: {'Port': ['ID=775c4137-0274-4371-a69c-e761f8902c20,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:55.902932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] No DVR routers for this DVR port 775c4137-0274-4371-a69c-e761f8902c20 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:36:56.001175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f3197a18-8a11-4bef-a6b0-e58a9190d24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.035946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0451227e-ffe4-45df-8947-799b09c335e9 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.058065 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-8d886f63-6ea2-41bb-982c-6d70cbb9892d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 624fbc72-c051-4e20-b84e-ad004dc4fee9 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:56.100223 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] Deleting port 6868b6e9-3418-484c-9baa-58943f3f0346 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:56.100595 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.186586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.192230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Allocated IP 2001:db8::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/0ce7c5f4-61b2-4677-a1d4-f0a7b1740aaa/aab7ca5f-748d-4687-8279-e483c47411e9) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:56.223385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451227e-ffe4-45df-8947-799b09c335e9 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Port': ['ID=18f8c28c-3d2a-49bb-ae96-2121d896e39d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:56.281740 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3197a18-8a11-4bef-a6b0-e58a9190d24a None None] Pushing event updated for resources: {'Port': ['ID=082ad2d1-e2bf-4faa-a058-cfbb0e28405c,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:56.368777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86c897b-01a3-4d7f-aa63-1ad5164dfd5d']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:56.387952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d99a56a-f5e9-4095-88f3-d10b31534887') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:56.388328 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d99a56a-f5e9-4095-88f3-d10b31534887') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:56.408408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network 140c6cf4-e300-4a80-92e5-c4f22ba858cf is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:56.408764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.415621 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:56.421255 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:56.427543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:56.430055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 082ad2d1-e2bf-4faa-a058-cfbb0e28405c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:56.438480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:56.438715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.450285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:36:56.450930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.451265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:56.459834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0451227e-ffe4-45df-8947-799b09c335e9 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.465890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:36:56.467703 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:36:56.472306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.489399 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.569808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.582999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.609150 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.616173 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Deleting port 72ac6a0c-9add-4c2e-af4a-bb9257ff6bf3 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:36:56.616675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.680773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Pushing event deleted for resources: {'Network': ['ID=a86c897b-01a3-4d7f-aa63-1ad5164dfd5d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:56.687600 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0451227e-ffe4-45df-8947-799b09c335e9 tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/ports/18f8c28c-3d2a-49bb-ae96-2121d896e39d HTTP/1.1" status: 204 len: 168 time: 2.1334646 Apr 29 17:36:56.693065 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.695941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48660) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:56.708954 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5ae8ad74-bbbd-425b-a6d1-a34dc9e1d0f6 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "DELETE /v2.0/networks/a86c897b-01a3-4d7f-aa63-1ad5164dfd5d HTTP/1.1" status: 204 len: 168 time: 2.4490609 Apr 29 17:36:56.711533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48662) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:56.731520 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] For port 6868b6e9-3418-484c-9baa-58943f3f0346, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6868b6e9-3418-484c-9baa-58943f3f0346,segment=NetworkSegment(2945aecc-20d1-48dd-8c78-dda7998e3154),segment_id=2945aecc-20d1-48dd-8c78-dda7998e3154)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:56.731914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.764699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8d886f63-6ea2-41bb-982c-6d70cbb9892d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:56.815897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3e142de9-b549-4a04-afce-541243e2a737 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Synchronizing usage tracker for tenant:2ef55b95f52643fa959124ca8ffecea6 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:56.905787 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 775c4137-0274-4371-a69c-e761f8902c20 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:36:56.923895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d886f63-6ea2-41bb-982c-6d70cbb9892d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=624fbc72-c051-4e20-b84e-ad004dc4fee9,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:56.939695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3e142de9-b549-4a04-afce-541243e2a737 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Unset dirty status for tenant:2ef55b95f52643fa959124ca8ffecea6 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:56.943514 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3e142de9-b549-4a04-afce-541243e2a737 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e44350d-09c3-4dc7-aef3-3ea00ca6f40e HTTP/1.1" status: 200 len: 205 time: 0.2276335 Apr 29 17:36:56.945460 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48668) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:56.957041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] Calling delete_port for 6868b6e9-3418-484c-9baa-58943f3f0346 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:57.019100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 775c4137-0274-4371-a69c-e761f8902c20 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:36:57.019509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 775c4137-0274-4371-a69c-e761f8902c20 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:36:57.020997 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.049277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.072934 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Transition to ACTIVE for port object aab7ca5f-748d-4687-8279-e483c47411e9 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:57.099357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.103954 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Transition to ACTIVE for port object aab7ca5f-748d-4687-8279-e483c47411e9 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:36:57.115480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c6bfc23-610f-4f86-8ecb-90797ec95936 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.122940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8d886f63-6ea2-41bb-982c-6d70cbb9892d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.127418 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8d886f63-6ea2-41bb-982c-6d70cbb9892d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/624fbc72-c051-4e20-b84e-ad004dc4fee9 HTTP/1.1" status: 204 len: 168 time: 2.4844394 Apr 29 17:36:57.132862 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48672) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:57.141206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-da06efb3-6a62-4434-a938-e7c8363f103d None None] Provisioning for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:57.143222 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5f23717-00aa-466c-9444-f4e44fe913aa tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.156626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] Pushing event deleted for resources: {'Port': ['ID=6868b6e9-3418-484c-9baa-58943f3f0346,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:57.158600 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.162661 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2bf53-bd5e-4d6b-a7c3-e9bcca8ee514 None None] No DVR routers for this DVR port 6868b6e9-3418-484c-9baa-58943f3f0346 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:36:57.199275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-da06efb3-6a62-4434-a938-e7c8363f103d None None] Provisioning complete for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:57.199673 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-da06efb3-6a62-4434-a938-e7c8363f103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.245947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.278482 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:36:57.283110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:36:57.288859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:36:57.297421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Pushing event updated for resources: {'Port': ['ID=aab7ca5f-748d-4687-8279-e483c47411e9,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:57.325632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:36:57.329363 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-324092be-7d99-46ab-a1ca-6ec1fa01fd41 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] GET failed (client error): The resource could not be found. Apr 29 17:36:57.329993 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-324092be-7d99-46ab-a1ca-6ec1fa01fd41 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:36:57.417463 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Attempting to bind port aab7ca5f-748d-4687-8279-e483c47411e9 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:36:57.417831 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Attempting to bind port aab7ca5f-748d-4687-8279-e483c47411e9 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:36:57.418812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Attempting to bind port aab7ca5f-748d-4687-8279-e483c47411e9 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:36:57.425918 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:36:57.426618 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:36:57.427103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.427576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:36:57.428235 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Bound port: aab7ca5f-748d-4687-8279-e483c47411e9, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:36:57.429079 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.546327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-324092be-7d99-46ab-a1ca-6ec1fa01fd41 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:36:57.547691 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-324092be-7d99-46ab-a1ca-6ec1fa01fd41 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports/624fbc72-c051-4e20-b84e-ad004dc4fee9 HTTP/1.1" status: 404 len: 333 time: 0.4088912 Apr 29 17:36:57.584470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48676) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:57.595915 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] For port aab7ca5f-748d-4687-8279-e483c47411e9, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:36:57.611424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] For port aab7ca5f-748d-4687-8279-e483c47411e9, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=aab7ca5f-748d-4687-8279-e483c47411e9,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:36:57.622347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.718274 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-da06efb3-6a62-4434-a938-e7c8363f103d None None] Could not find standard attr ID for object 624fbc72-c051-4e20-b84e-ad004dc4fee9. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:36:57.725971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c139f-f6ca-4f5a-9de8-0d86f5e1adc4 None None] Pushing event updated for resources: {'Port': ['ID=aab7ca5f-748d-4687-8279-e483c47411e9,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:57.727258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5f23717-00aa-466c-9444-f4e44fe913aa tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.748131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-da06efb3-6a62-4434-a938-e7c8363f103d None None] Provisioning complete for port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:57.748554 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-da06efb3-6a62-4434-a938-e7c8363f103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.765071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c6bfc23-610f-4f86-8ecb-90797ec95936 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.768208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c6bfc23-610f-4f86-8ecb-90797ec95936 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.799382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-a5f23717-00aa-466c-9444-f4e44fe913aa tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e93c17-86ab-44cc-88c7-9a79a91146e4']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:57.809990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Calling delete_port for 72ac6a0c-9add-4c2e-af4a-bb9257ff6bf3 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:36:57.823149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-a5f23717-00aa-466c-9444-f4e44fe913aa tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2945aecc-20d1-48dd-8c78-dda7998e3154') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:57.823487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-a5f23717-00aa-466c-9444-f4e44fe913aa tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2945aecc-20d1-48dd-8c78-dda7998e3154') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:57.839979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c6bfc23-610f-4f86-8ecb-90797ec95936 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.840625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6bfc23-610f-4f86-8ecb-90797ec95936 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Fanout notify agent at l3_agent the message router_deleted on router 2e44350d-09c3-4dc7-aef3-3ea00ca6f40e {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:36:57.862017 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:57.865352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5f23717-00aa-466c-9444-f4e44fe913aa tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.870957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c6bfc23-610f-4f86-8ecb-90797ec95936 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.875013 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5c6bfc23-610f-4f86-8ecb-90797ec95936 tempest-RoutersNegativeIpV6Test-503185602 tempest-RoutersNegativeIpV6Test-503185602-project] 10.222.0.11 "DELETE /v2.0/routers/2e44350d-09c3-4dc7-aef3-3ea00ca6f40e HTTP/1.1" status: 204 len: 168 time: 0.9265153 Apr 29 17:36:57.884813 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527a290-daf8-4f66-83f0-207e6f26ea4c None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:57.890315 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-da06efb3-6a62-4434-a938-e7c8363f103d None None] Port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:36:57.901906 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527a290-daf8-4f66-83f0-207e6f26ea4c None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:57.902541 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d527a290-daf8-4f66-83f0-207e6f26ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:57.924205 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.952679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63cea837-a7f9-40c6-98da-560f5ba451c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:57.988109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63cea837-a7f9-40c6-98da-560f5ba451c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.001799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3acee1c2-7c33-40b7-ba18-cf80ea7f5fff None None] Could not find standard attr ID for object 624fbc72-c051-4e20-b84e-ad004dc4fee9. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:36:58.008461 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d527a290-daf8-4f66-83f0-207e6f26ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:58.028931 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-154f03f7-94ed-4ed3-ac44-aa05376ec93f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "PUT /v2.0/routers/6aa30ead-faa8-4393-9de9-6faaebc9cf92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9219904 Apr 29 17:36:58.030964 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527a290-daf8-4f66-83f0-207e6f26ea4c None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:58.031575 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d527a290-daf8-4f66-83f0-207e6f26ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:58.033045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5f23717-00aa-466c-9444-f4e44fe913aa tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.066320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48682) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:58.086518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.097333 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f23717-00aa-466c-9444-f4e44fe913aa tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:36:58.097766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5f23717-00aa-466c-9444-f4e44fe913aa tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.119164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'port': {'network_id': '140c6cf4-e300-4a80-92e5-c4f22ba858cf', 'name': 'tempest-FloatingIPTestJSON-435077208'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:36:58.122590 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d527a290-daf8-4f66-83f0-207e6f26ea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:58.122590 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527a290-daf8-4f66-83f0-207e6f26ea4c None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:36:58.132694 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:36:58.198927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Pushing event deleted for resources: {'Port': ['ID=72ac6a0c-9add-4c2e-af4a-bb9257ff6bf3,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:58.264365 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.378974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63cea837-a7f9-40c6-98da-560f5ba451c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.404255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48688) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:58.430448 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device aab7ca5f-748d-4687-8279-e483c47411e9 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:36:58.474354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5f23717-00aa-466c-9444-f4e44fe913aa tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.486446 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cea837-a7f9-40c6-98da-560f5ba451c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea51802-b2bf-4b6e-9e9d-56a19ad1d3bf,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:58.531102 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5f23717-00aa-466c-9444-f4e44fe913aa tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.534119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port aab7ca5f-748d-4687-8279-e483c47411e9 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:58.541868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f23717-00aa-466c-9444-f4e44fe913aa tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] Pushing event deleted for resources: {'Network': ['ID=27e93c17-86ab-44cc-88c7-9a79a91146e4,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:58.563387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63cea837-a7f9-40c6-98da-560f5ba451c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.564678 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-63cea837-a7f9-40c6-98da-560f5ba451c5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/security-groups/2ea51802-b2bf-4b6e-9e9d-56a19ad1d3bf HTTP/1.1" status: 204 len: 168 time: 0.9772866 Apr 29 17:36:58.572110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48694) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:58.573483 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a5f23717-00aa-466c-9444-f4e44fe913aa tempest-PortsIpV6TestJSON-1173076981 tempest-PortsIpV6TestJSON-1173076981-project] 10.222.0.11 "DELETE /v2.0/networks/27e93c17-86ab-44cc-88c7-9a79a91146e4 HTTP/1.1" status: 204 len: 168 time: 1.8028467 Apr 29 17:36:58.633230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:36:58.639650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:port and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:36:58.642963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:36:58.668431 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:36:58.674070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.objects.ports [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:36:58.729191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.733926 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-32972729-605e-47e7-bfeb-f4996dff4019 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.741157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.761472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Made reservation on behalf of 22c2d4b02510415789cc3e18793fb72a for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:36:58.764864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.807445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-32972729-605e-47e7-bfeb-f4996dff4019 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:58.813551 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c830ba53-7d2e-4315-8cf9-9f772154fcd7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ef55b95f52643fa959124ca8ffecea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081576 Apr 29 17:36:58.814231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48702) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:58.868362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48704) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:58.897370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] device_id is not set on port f47d9f4d-2e11-411e-a807-37e7fc13882c yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:36:58.935560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Router 5c2bc311-7598-4098-a2cd-1cc632fbf8db has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:36:58.959638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c12d055d-3f0f-4c3c-982b-665933f6fcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.092971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-32972729-605e-47e7-bfeb-f4996dff4019 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.108873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c12d055d-3f0f-4c3c-982b-665933f6fcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.116105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:36:59.129280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb8fa3d-c87d-4bf1-9a65-14f444d7e197 None None] Sync routers for ids ['5c2bc311-7598-4098-a2cd-1cc632fbf8db'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:36:59.131476 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32972729-605e-47e7-bfeb-f4996dff4019 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6642f1-39df-4630-a5f1-53d50b5bedc0,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:59.142239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.143422 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d9e234c0-0be0-47f4-befc-aad6fe0184a2 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "PUT /v2.0/routers/5c2bc311-7598-4098-a2cd-1cc632fbf8db HTTP/1.1" status: 200 len: 705 time: 3.9017439 Apr 29 17:36:59.146015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48712) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:59.161383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb8fa3d-c87d-4bf1-9a65-14f444d7e197 None None] Routers {'5c2bc311-7598-4098-a2cd-1cc632fbf8db'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:59.162020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-cdb8fa3d-c87d-4bf1-9a65-14f444d7e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5c2bc311-7598-4098-a2cd-1cc632fbf8db'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:59.181926 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.191665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.20.0.6 (140c6cf4-e300-4a80-92e5-c4f22ba858cf/93efc1bb-bf02-4b31-a3b1-90a45aa320e5/f47d9f4d-2e11-411e-a807-37e7fc13882c) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:36:59.203783 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ab3bd110-174e-4802-b8ae-7a7ab9bdc804 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a09bfbd4fea4865a7331651402ea46f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292487 Apr 29 17:36:59.206516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48716) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:59.230090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-cdb8fa3d-c87d-4bf1-9a65-14f444d7e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:59.241508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb8fa3d-c87d-4bf1-9a65-14f444d7e197 None None] Routers {'5c2bc311-7598-4098-a2cd-1cc632fbf8db'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:36:59.242117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-cdb8fa3d-c87d-4bf1-9a65-14f444d7e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5c2bc311-7598-4098-a2cd-1cc632fbf8db'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:59.306328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-cdb8fa3d-c87d-4bf1-9a65-14f444d7e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:36:59.306705 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb8fa3d-c87d-4bf1-9a65-14f444d7e197 None None] The sync data for ids ['5c2bc311-7598-4098-a2cd-1cc632fbf8db'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:36:59.335755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-aa454b1a-a39a-4956-b1c8-fcda6e243443 None None] Provisioning for port aab7ca5f-748d-4687-8279-e483c47411e9 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:36:59.342039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-aa454b1a-a39a-4956-b1c8-fcda6e243443 None None] Provisioning complete for port aab7ca5f-748d-4687-8279-e483c47411e9 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:36:59.342510 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-aa454b1a-a39a-4956-b1c8-fcda6e243443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.379348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-32972729-605e-47e7-bfeb-f4996dff4019 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.380432 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-32972729-605e-47e7-bfeb-f4996dff4019 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/security-groups/cf6642f1-39df-4630-a5f1-53d50b5bedc0 HTTP/1.1" status: 204 len: 168 time: 0.8059525 Apr 29 17:36:59.398875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48720) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:59.432184 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-50fda67d-9bc9-41ff-a37b-5a12b5d2f55e tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/routers/5c2bc311-7598-4098-a2cd-1cc632fbf8db HTTP/1.1" status: 200 len: 740 time: 0.2851477 Apr 29 17:36:59.434723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48724) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:59.468659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-aa454b1a-a39a-4956-b1c8-fcda6e243443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.478685 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9f3f7490-5c3d-4d9a-9e13-2c51cd04882e tempest-RoutersAdminTest-2014843682 tempest-RoutersAdminTest-2014843682-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&device_id=5c2bc311-7598-4098-a2cd-1cc632fbf8db HTTP/1.1" status: 200 len: 205 time: 0.0427175 Apr 29 17:36:59.479489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c12d055d-3f0f-4c3c-982b-665933f6fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.482845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48728) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:59.530970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d055d-3f0f-4c3c-982b-665933f6fcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7ec8f9-0499-4bb3-bc56-7c5cdb2a5c4f,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:36:59.542980 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-36242387-732c-463a-a6ab-218a6d945aeb tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c2bc311-7598-4098-a2cd-1cc632fbf8db HTTP/1.1" status: 200 len: 205 time: 0.0523446 Apr 29 17:36:59.544337 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c12d055d-3f0f-4c3c-982b-665933f6fcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.547822 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c12d055d-3f0f-4c3c-982b-665933f6fcf2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be7ec8f9-0499-4bb3-bc56-7c5cdb2a5c4f HTTP/1.1" status: 204 len: 168 time: 0.6798141 Apr 29 17:36:59.548768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48732) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:36:59.606979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd52e-10e1-4894-8074-2c447067bd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.690938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9758bc9a-9cc4-4c3f-96b8-8a128a564a1f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.743620 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eacae3d9-a313-49ab-9e6d-f0e36f231f5d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.761533 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd52e-10e1-4894-8074-2c447067bd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.867083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eacae3d9-a313-49ab-9e6d-f0e36f231f5d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.875327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] For port aab7ca5f-748d-4687-8279-e483c47411e9, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=aab7ca5f-748d-4687-8279-e483c47411e9,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:36:59.907107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.955559 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.963872 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:36:59.964607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.000083 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9758bc9a-9cc4-4c3f-96b8-8a128a564a1f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.002400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9758bc9a-9cc4-4c3f-96b8-8a128a564a1f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.033164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-aa454b1a-a39a-4956-b1c8-fcda6e243443 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:37:00.033594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-aa454b1a-a39a-4956-b1c8-fcda6e243443 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:37:00.034501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd52e-10e1-4894-8074-2c447067bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.036521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9758bc9a-9cc4-4c3f-96b8-8a128a564a1f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.037250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9758bc9a-9cc4-4c3f-96b8-8a128a564a1f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Fanout notify agent at l3_agent the message router_deleted on router 5c2bc311-7598-4098-a2cd-1cc632fbf8db {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:37:00.050815 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9758bc9a-9cc4-4c3f-96b8-8a128a564a1f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.056279 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9758bc9a-9cc4-4c3f-96b8-8a128a564a1f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "DELETE /v2.0/routers/5c2bc311-7598-4098-a2cd-1cc632fbf8db HTTP/1.1" status: 204 len: 168 time: 0.5065608 Apr 29 17:37:00.056937 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48748) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:00.078607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eacae3d9-a313-49ab-9e6d-f0e36f231f5d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.103211 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a8aa52ed-3685-4dd5-92c1-ab19f10b11c4 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c2bc311-7598-4098-a2cd-1cc632fbf8db HTTP/1.1" status: 200 len: 205 time: 0.0429025 Apr 29 17:37:00.103482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48754) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:00.105976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cd52e-10e1-4894-8074-2c447067bd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4745aa1-a04a-40e7-82d4-765d2ed44e33,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:00.127180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:00.141210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:00.149194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:00.149753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.156992 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9fe491-a1ca-4b8f-9a6b-ea644b9ade2d None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:00.161864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacae3d9-a313-49ab-9e6d-f0e36f231f5d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e061176-76b0-4b62-ab0f-47915b4eb976,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:00.176119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd52e-10e1-4894-8074-2c447067bd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.177198 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0e3cd52e-10e1-4894-8074-2c447067bd26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4745aa1-a04a-40e7-82d4-765d2ed44e33 HTTP/1.1" status: 204 len: 168 time: 0.9647849 Apr 29 17:37:00.183636 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=98232968-6e65-4ab6-960f-af075024dd66,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:00.189429 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eacae3d9-a313-49ab-9e6d-f0e36f231f5d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.190549 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-eacae3d9-a313-49ab-9e6d-f0e36f231f5d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/security-groups/1e061176-76b0-4b62-ab0f-47915b4eb976 HTTP/1.1" status: 204 len: 168 time: 0.7908378 Apr 29 17:37:00.193778 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.196134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48764) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:00.196134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=aab7ca5f-748d-4687-8279-e483c47411e9,revision_number=4']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:00.200928 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-b86293e9-1bfe-4381-bda4-fb63c6bef51d tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] delete failed (client error): The resource could not be found. Apr 29 17:37:00.204573 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b86293e9-1bfe-4381-bda4-fb63c6bef51d tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "DELETE /v2.0/routers/5c2bc311-7598-4098-a2cd-1cc632fbf8db HTTP/1.1" status: 404 len: 336 time: 0.0975924 Apr 29 17:37:00.207451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48768) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:00.242292 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-36665114-049e-47ed-89cc-1b7ff83926e1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.4133189 Apr 29 17:37:00.277163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48772) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:00.312103 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5cf9585a-c63a-4782-aef2-2106a67a0ec9 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "GET /v2.0/ports?device_id=c89aafae-07e1-44da-be39-0ae19d503551 HTTP/1.1" status: 200 len: 205 time: 0.1035526 Apr 29 17:37:00.316370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'mac_address': 'fa:16:3e:b9:aa:aa', 'name': 'tempest-NetworksTestDHCPv6-673066799'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:00.318154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48778) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:00.408359 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device aab7ca5f-748d-4687-8279-e483c47411e9 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:00.414503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network 140c6cf4-e300-4a80-92e5-c4f22ba858cf is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:00.423421 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:00.431855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48784) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:00.468338 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-daf97bfd-343f-4a60-a9e2-c5c301fd1b9f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] delete failed (client error): The resource could not be found. Apr 29 17:37:00.469379 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-daf97bfd-343f-4a60-a9e2-c5c301fd1b9f tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "DELETE /v2.0/routers/c89aafae-07e1-44da-be39-0ae19d503551 HTTP/1.1" status: 404 len: 336 time: 0.1502755 Apr 29 17:37:00.476453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48790) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:00.485461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:00.517651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=f47d9f4d-2e11-411e-a807-37e7fc13882c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:00.536831 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3fbed2e1-e225-48d4-a545-aec45dd8f14b tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "GET /v2.0/ports?device_id=37884269-fcca-4f72-80fb-d5686f3fa90b HTTP/1.1" status: 200 len: 205 time: 0.0592718 Apr 29 17:37:00.539733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48794) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:00.550717 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb8480e-5363-43d7-9763-022de0992b8d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting subnet 6af98444-b4ba-42bd-bbf7-4d11547836b2 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:00.575575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afb8480e-5363-43d7-9763-022de0992b8d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.619762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port aab7ca5f-748d-4687-8279-e483c47411e9 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:00.620291 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.649269 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-068ff3e3-f2dc-4cdb-a6fa-d8d54ec96b75 tempest-ServiceProvidersTest-288758328 tempest-ServiceProvidersTest-288758328-project] 10.222.0.11 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2027943 Apr 29 17:37:00.659045 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-d9bbff29-e9d7-45c2-927a-08b343d66cbe tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] delete failed (client error): The resource could not be found. Apr 29 17:37:00.666318 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:00.666865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.668175 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d9bbff29-e9d7-45c2-927a-08b343d66cbe tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "DELETE /v2.0/routers/37884269-fcca-4f72-80fb-d5686f3fa90b HTTP/1.1" status: 404 len: 336 time: 0.1272030 Apr 29 17:37:00.670854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48804) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:00.681877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-aa454b1a-a39a-4956-b1c8-fcda6e243443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.712527 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-180ab162-63e6-4765-9d78-e5bc47e0e781 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6415267 Apr 29 17:37:00.718415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48810) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:00.747087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'port': {'network_id': '140c6cf4-e300-4a80-92e5-c4f22ba858cf', 'name': 'tempest-FloatingIPTestJSON-179402484'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:00.749807 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-28644adc-1984-4b33-849f-a55f4a7345aa tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "GET /v2.0/ports?device_id=863b8f5a-7947-4b81-87e6-c4fee71b1181 HTTP/1.1" status: 200 len: 205 time: 0.0775936 Apr 29 17:37:00.752460 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48814) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:00.801650 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-aa454b1a-a39a-4956-b1c8-fcda6e243443 None None] For port aab7ca5f-748d-4687-8279-e483c47411e9, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=aab7ca5f-748d-4687-8279-e483c47411e9,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:00.857930 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-8a05666a-a26c-49c2-8cc6-84aaa9e7a4a4 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] delete failed (client error): The resource could not be found. Apr 29 17:37:00.858977 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8a05666a-a26c-49c2-8cc6-84aaa9e7a4a4 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "DELETE /v2.0/routers/863b8f5a-7947-4b81-87e6-c4fee71b1181 HTTP/1.1" status: 404 len: 336 time: 0.1056020 Apr 29 17:37:00.861929 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-aa454b1a-a39a-4956-b1c8-fcda6e243443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.863400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:00.864940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48822) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:00.872699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afb8480e-5363-43d7-9763-022de0992b8d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:00.906790 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:port and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:00.960402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa454b1a-a39a-4956-b1c8-fcda6e243443 None None] Pushing event updated for resources: {'Port': ['ID=aab7ca5f-748d-4687-8279-e483c47411e9,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:00.970314 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4c837d6d-ee26-48c8-8ace-ea93c8e607a9 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "GET /v2.0/ports?device_id=e418a601-7b49-4406-887b-1e0e38f3c202 HTTP/1.1" status: 200 len: 205 time: 0.1042025 Apr 29 17:37:00.972599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:00.973621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48826) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:01.007203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:01.013220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48830) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:01.065402 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:01.066046 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-44dd4e1a-b1b8-4458-9969-957ba3b92027 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] delete failed (client error): The resource could not be found. Apr 29 17:37:01.067101 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-44dd4e1a-b1b8-4458-9969-957ba3b92027 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "DELETE /v2.0/routers/e418a601-7b49-4406-887b-1e0e38f3c202 HTTP/1.1" status: 404 len: 336 time: 0.0905538 Apr 29 17:37:01.073304 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48836) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:01.124983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:01.134044 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-28907bd7-3abc-485b-816b-0c76244d7f57 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d20e4b7-b049-419b-bf8d-25e4698b9e93 HTTP/1.1" status: 200 len: 205 time: 0.0573688 Apr 29 17:37:01.134271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:port and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:01.134360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48842) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:01.136859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:01.222521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:01.244734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-695fe7aa-3282-4f01-af1d-1bef0238e5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.288128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afb8480e-5363-43d7-9763-022de0992b8d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.319279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-695fe7aa-3282-4f01-af1d-1bef0238e5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:01.323736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Made reservation on behalf of 22c2d4b02510415789cc3e18793fb72a for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:01.327180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.343676 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-37df8422-4ca2-473a-b066-064e4931d7a3 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] delete failed (client error): The resource could not be found. Apr 29 17:37:01.347333 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-37df8422-4ca2-473a-b066-064e4931d7a3 tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "DELETE /v2.0/routers/3d20e4b7-b049-419b-bf8d-25e4698b9e93 HTTP/1.1" status: 404 len: 336 time: 0.2096632 Apr 29 17:37:01.347920 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48852) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:01.353048 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-695fe7aa-3282-4f01-af1d-1bef0238e5ea admin admin] Usage tracker for resource:security_group_rule and tenant:ca7f40d946c142fc890e8fccb959ffba is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:01.370488 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-695fe7aa-3282-4f01-af1d-1bef0238e5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:01.387180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-695fe7aa-3282-4f01-af1d-1bef0238e5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:01.390474 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91f88c4-5925-4354-b958-5bc2f243498a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:01.390930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91f88c4-5925-4354-b958-5bc2f243498a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:01.393243 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a91f88c4-5925-4354-b958-5bc2f243498a tempest-RoutersAdminTest-1818444773 tempest-RoutersAdminTest-1818444773-project] 10.222.0.11 "DELETE /v2.0/subnets/adb40db8-8b62-46f6-8145-0dfa3a64de9a HTTP/1.1" status: 404 len: 337 time: 0.0446262 Apr 29 17:37:01.401417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.413655 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] device_id is not set on port daa8994f-dde2-4553-bba6-da6f8c51dff9 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:37:01.480249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48858) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:01.614522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-32082c3f-a870-489a-8d56-7bd27b73a565 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1725138667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:01.622277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-32082c3f-a870-489a-8d56-7bd27b73a565 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:01.627510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-32082c3f-a870-489a-8d56-7bd27b73a565 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Usage tracker for resource:router and tenant:bc335f09a6ed4c95854eced7664abf59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:01.633042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-32082c3f-a870-489a-8d56-7bd27b73a565 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:01.644108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-32082c3f-a870-489a-8d56-7bd27b73a565 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:01.660892 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-32082c3f-a870-489a-8d56-7bd27b73a565 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.663255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-32082c3f-a870-489a-8d56-7bd27b73a565 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.681432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-32082c3f-a870-489a-8d56-7bd27b73a565 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.686290 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port 78dc62b8-d7bb-489a-a27e-cb1ad9acee46 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:37:01.708569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-32082c3f-a870-489a-8d56-7bd27b73a565 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.732637 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-32082c3f-a870-489a-8d56-7bd27b73a565 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.733930 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-32082c3f-a870-489a-8d56-7bd27b73a565 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2526355 Apr 29 17:37:01.736502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48866) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:01.744640 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-466945330'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:01.751729 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:01.757342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Usage tracker for resource:network and tenant:bc335f09a6ed4c95854eced7664abf59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:01.761471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:01.764690 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48870) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:01.765723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afb8480e-5363-43d7-9763-022de0992b8d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.773280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:01.794164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2ea9be9b-277a-4144-87b7-41f592f9058a None None] Provisioning complete for port aab7ca5f-748d-4687-8279-e483c47411e9 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:01.794785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2ea9be9b-277a-4144-87b7-41f592f9058a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.796698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Made reservation on behalf of bc335f09a6ed4c95854eced7664abf59 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:01.801376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.818738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.846367 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:01.855087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a26f309-4451-43c1-9a9c-aeccee642514 None None] Network 448d70d6-bf19-4613-9911-9f022a913254 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:01.855584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Usage tracker for resource:security_group_rule and tenant:bc335f09a6ed4c95854eced7664abf59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:01.860367 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:01.869948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:01.873953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8480e-5363-43d7-9763-022de0992b8d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Subnet': ['ID=6af98444-b4ba-42bd-bbf7-4d11547836b2,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:01.875940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afb8480e-5363-43d7-9763-022de0992b8d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.933470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30ce1676-47b1-4572-97a4-7dab7d103745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:01.957566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-30ce1676-47b1-4572-97a4-7dab7d103745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:01.965609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-30ce1676-47b1-4572-97a4-7dab7d103745 admin admin] Usage tracker for resource:security_group_rule and tenant:c65e14e575b9405b8be5c4988ecf0eac is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:01.969573 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-30ce1676-47b1-4572-97a4-7dab7d103745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:01.979954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-30ce1676-47b1-4572-97a4-7dab7d103745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:01.987840 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-afb8480e-5363-43d7-9763-022de0992b8d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/6af98444-b4ba-42bd-bbf7-4d11547836b2 HTTP/1.1" status: 204 len: 168 time: 1.7854722 Apr 29 17:37:01.988931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48876) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:02.032795 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.20.0.11 (140c6cf4-e300-4a80-92e5-c4f22ba858cf/93efc1bb-bf02-4b31-a3b1-90a45aa320e5/daa8994f-dde2-4553-bba6-da6f8c51dff9) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:02.035541 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-695fe7aa-3282-4f01-af1d-1bef0238e5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.047460 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-695fe7aa-3282-4f01-af1d-1bef0238e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.105127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.115122 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cc18fc-fb7b-444f-911d-67bfc06722e8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting subnet 428bf411-332d-44bf-88ab-c1e3a6bcf229 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:02.118065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.138069 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-41cc18fc-fb7b-444f-911d-67bfc06722e8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.182569 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-695fe7aa-3282-4f01-af1d-1bef0238e5ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca7f40d946c142fc890e8fccb959ffba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1638288 Apr 29 17:37:02.192224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:37:02.193088 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48880) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:02.195406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fe7aa-3282-4f01-af1d-1bef0238e5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bee030-a6ef-4aa3-8594-bdf8b25f79b7,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:02.220616 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae94db63-f341-4270-8bfb-634d0bbc9802,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:02.228956 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.229308 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Added segment e1a9b7c1-cc45-4137-a71c-e9652242b550 of type vlan for network d409eed7-fd1e-46d2-bf86-4e1588e8156f Apr 29 17:37:02.248926 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::10a (e0d73202-cb6d-4434-a143-4d729ced40a4/0ce7c5f4-61b2-4677-a1d4-f0a7b1740aaa/78dc62b8-d7bb-489a-a27e-cb1ad9acee46) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:02.260872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-41cc18fc-fb7b-444f-911d-67bfc06722e8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.298353 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8:0:1:f816:3eff:feb9:aaaa (e0d73202-cb6d-4434-a143-4d729ced40a4/98232968-6e65-4ab6-960f-af075024dd66/78dc62b8-d7bb-489a-a27e-cb1ad9acee46) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:02.328426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.354302 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30ce1676-47b1-4572-97a4-7dab7d103745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.374473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30ce1676-47b1-4572-97a4-7dab7d103745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.393903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device aab7ca5f-748d-4687-8279-e483c47411e9 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:02.443659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce1676-47b1-4572-97a4-7dab7d103745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce04931-60ad-4be2-9957-63c27046c0a1,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:02.451973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-30ce1676-47b1-4572-97a4-7dab7d103745 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c65e14e575b9405b8be5c4988ecf0eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6862462 Apr 29 17:37:02.454386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.459979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:02.460614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.464138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48884) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:02.482733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-64f8e502-8453-46c9-a4d0-0530d037b3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.504847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port aab7ca5f-748d-4687-8279-e483c47411e9 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:02.505106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-41cc18fc-fb7b-444f-911d-67bfc06722e8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.505603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.510861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.544613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-64f8e502-8453-46c9-a4d0-0530d037b3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.726256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event updated for resources: {'Network': ['ID=d409eed7-fd1e-46d2-bf86-4e1588e8156f,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:02.738597 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network d409eed7-fd1e-46d2-bf86-4e1588e8156f details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:37:02.752626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.759431 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-eac7c2e9-a059-4eff-b0e6-26ddb6633fb6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0217834 Apr 29 17:37:02.770170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48888) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:02.784689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Request body: {'subnet': {'network_id': 'd409eed7-fd1e-46d2-bf86-4e1588e8156f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:02.814977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-64f8e502-8453-46c9-a4d0-0530d037b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.877384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8e502-8453-46c9-a4d0-0530d037b3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bee030-a6ef-4aa3-8594-bdf8b25f79b7,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:02.883713 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network 140c6cf4-e300-4a80-92e5-c4f22ba858cf is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:02.888655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d33f2e7-95e1-4f02-8b25-91207ad63f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.889212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:02.895943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.902429 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:02.926189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-41cc18fc-fb7b-444f-911d-67bfc06722e8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.927215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=daa8994f-dde2-4553-bba6-da6f8c51dff9,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:02.935176 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-64f8e502-8453-46c9-a4d0-0530d037b3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.936367 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-64f8e502-8453-46c9-a4d0-0530d037b3aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73bee030-a6ef-4aa3-8594-bdf8b25f79b7 HTTP/1.1" status: 204 len: 168 time: 0.7422099 Apr 29 17:37:02.944107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:02.958093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object 78dc62b8-d7bb-489a-a27e-cb1ad9acee46 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:02.978386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:02.978991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:02.989659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Usage tracker for resource:subnet and tenant:bc335f09a6ed4c95854eced7664abf59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:02.993528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d33f2e7-95e1-4f02-8b25-91207ad63f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.007643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc18fc-fb7b-444f-911d-67bfc06722e8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Subnet': ['ID=428bf411-332d-44bf-88ab-c1e3a6bcf229,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:03.008123 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0d1954e0-8a11-43c2-be3b-d160a8721534 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2881544 Apr 29 17:37:03.010834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48894) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:03.016413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': 'daa8994f-dde2-4553-bba6-da6f8c51dff9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:03.021546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:03.022221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-63dbf673-8363-4646-a959-91ea6206af85 None None] Provisioning complete for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:03.022742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-63dbf673-8363-4646-a959-91ea6206af85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.023172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.025013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:03.045861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-41cc18fc-fb7b-444f-911d-67bfc06722e8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.062210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:03.066675 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-41cc18fc-fb7b-444f-911d-67bfc06722e8 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/428bf411-332d-44bf-88ab-c1e3a6bcf229 HTTP/1.1" status: 204 len: 168 time: 1.0771718 Apr 29 17:37:03.067032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:floatingip and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:03.076184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48898) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:03.076681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1e382e-4295-4021-8cf2-a19a5a0d41f9 None None] Network 448d70d6-bf19-4613-9911-9f022a913254 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:03.083252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:03.103958 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:03.122070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:03.124964 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0504b7-21b1-44e0-b616-eb074cf63423 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:03.125558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0504b7-21b1-44e0-b616-eb074cf63423 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:03.126915 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:03.127539 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9b0504b7-21b1-44e0-b616-eb074cf63423 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/6af98444-b4ba-42bd-bbf7-4d11547836b2 HTTP/1.1" status: 404 len: 337 time: 0.0500937 Apr 29 17:37:03.132228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48902) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:03.132897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:03.138534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:03.139370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.143212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=78dc62b8-d7bb-489a-a27e-cb1ad9acee46,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:03.149259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.175602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Made reservation on behalf of bc335f09a6ed4c95854eced7664abf59 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:03.195420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.211906 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ae3384e2-4e86-46b0-b937-4ee30a76851f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9171560 Apr 29 17:37:03.213474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48906) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:03.388514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.480596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-84def69a-2456-4825-8116-2566a94d540f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting subnet 54188e7f-8237-4552-b19b-00f439cd988d {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:03.484615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-84def69a-2456-4825-8116-2566a94d540f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.499847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-63dbf673-8363-4646-a959-91ea6206af85 None None] Provisioning complete for port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:03.500835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-63dbf673-8363-4646-a959-91ea6206af85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.549012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-84def69a-2456-4825-8116-2566a94d540f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.565094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-63dbf673-8363-4646-a959-91ea6206af85 None None] Port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:03.588798 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d33f2e7-95e1-4f02-8b25-91207ad63f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.624420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33f2e7-95e1-4f02-8b25-91207ad63f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce04931-60ad-4be2-9957-63c27046c0a1,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:03.637422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-800c8fc2-29b3-4912-9493-a2e356c28eb7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port 78dc62b8-d7bb-489a-a27e-cb1ad9acee46 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:03.637760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-800c8fc2-29b3-4912-9493-a2e356c28eb7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.668444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.26.4.213 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/f281abb7-c43a-41df-a541-2bcbe05e9532) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:03.681389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d33f2e7-95e1-4f02-8b25-91207ad63f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.686331 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1d33f2e7-95e1-4f02-8b25-91207ad63f02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bce04931-60ad-4be2-9957-63c27046c0a1 HTTP/1.1" status: 204 len: 168 time: 1.2009354 Apr 29 17:37:03.713398 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-52f3b926-c556-4565-973b-69726daac6fe None None] Provisioning for port 78dc62b8-d7bb-489a-a27e-cb1ad9acee46 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:03.726682 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-52f3b926-c556-4565-973b-69726daac6fe None None] Provisioning complete for port 78dc62b8-d7bb-489a-a27e-cb1ad9acee46 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:03.727449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-52f3b926-c556-4565-973b-69726daac6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.729005 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.801230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-52f3b926-c556-4565-973b-69726daac6fe None None] Port 78dc62b8-d7bb-489a-a27e-cb1ad9acee46 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:03.801481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-84def69a-2456-4825-8116-2566a94d540f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:03.879832 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event updated for resources: {'Subnet': ['ID=3857ec3d-9242-4a7e-b5b9-827abeabb153,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:03.915615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Checking segment: {'id': 'e1a9b7c1-cc45-4137-a71c-e9652242b550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd409eed7-fd1e-46d2-bf86-4e1588e8156f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:03.916468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Network hostable DHCP agents. Network: d409eed7-fd1e-46d2-bf86-4e1588e8156f, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:37:03.925402 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-84def69a-2456-4825-8116-2566a94d540f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.114701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84def69a-2456-4825-8116-2566a94d540f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Subnet': ['ID=54188e7f-8237-4552-b19b-00f439cd988d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:04.125707 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-84def69a-2456-4825-8116-2566a94d540f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.135416 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-84def69a-2456-4825-8116-2566a94d540f tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/54188e7f-8237-4552-b19b-00f439cd988d HTTP/1.1" status: 204 len: 168 time: 0.9998906 Apr 29 17:37:04.135416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Network d409eed7-fd1e-46d2-bf86-4e1588e8156f is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:37:04.137712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48916) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:04.189278 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa3b36e-293b-4867-9c5d-647e0b41417e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:04.189504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa3b36e-293b-4867-9c5d-647e0b41417e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:04.189605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-800c8fc2-29b3-4912-9493-a2e356c28eb7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.193624 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2aa3b36e-293b-4867-9c5d-647e0b41417e tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/5624db9e-7e37-4312-a96d-e47bf3c93166 HTTP/1.1" status: 404 len: 337 time: 0.0520539 Apr 29 17:37:04.193624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, d409eed7-fd1e-46d2-bf86-4e1588e8156f) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:04.193879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48920) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:04.198344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:04.198920 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.202115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455dbb3d-c097-49ea-9e63-6e20a04447bc None None] Network d409eed7-fd1e-46d2-bf86-4e1588e8156f requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:04.214322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48924) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:04.271217 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6bb5b226-ce21-4778-b7c7-1f03add1cb0a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Synchronizing usage tracker for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:04.287547 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ded1a631-03c4-4a51-8b82-06ba5d8264a5 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5131948 Apr 29 17:37:04.291095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48928) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:04.298006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Request body: {'network': {'name': 'tempest-router-network01--361373294'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:04.304119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:04.308328 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Usage tracker for resource:network and tenant:bc335f09a6ed4c95854eced7664abf59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:04.311767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:04.318627 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:04.327752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6bb5b226-ce21-4778-b7c7-1f03add1cb0a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Unset dirty status for tenant:005e56b72c54499f910947cc510b60ad on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:04.329199 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6bb5b226-ce21-4778-b7c7-1f03add1cb0a tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "GET /v2.0/ports?device_id=137a5457-e860-4d59-aff5-b15866631363 HTTP/1.1" status: 200 len: 205 time: 0.1344752 Apr 29 17:37:04.332413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48932) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:04.336239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Made reservation on behalf of bc335f09a6ed4c95854eced7664abf59 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:04.343083 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.377282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-800c8fc2-29b3-4912-9493-a2e356c28eb7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for 78dc62b8-d7bb-489a-a27e-cb1ad9acee46 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:04.426916 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-fe633841-75b9-46be-adbd-b78165bed629 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] delete failed (client error): The resource could not be found. Apr 29 17:37:04.428073 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fe633841-75b9-46be-adbd-b78165bed629 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/routers/137a5457-e860-4d59-aff5-b15866631363 HTTP/1.1" status: 404 len: 336 time: 0.0944405 Apr 29 17:37:04.432883 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48936) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:04.443699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:37:04.447576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceca055a-9750-4c99-b0da-c30ba832c9fb None None] Network 448d70d6-bf19-4613-9911-9f022a913254 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:04.459381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.460062 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Added segment 6e41cc6f-f60f-43d0-a771-e143c60fda47 of type vlan for network 12a9cbb0-428c-49a5-92ef-2001d5497066 Apr 29 17:37:04.487143 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.492817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.510543 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9278050b-3d86-4783-b293-038d39da2e8d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:04.510980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9278050b-3d86-4783-b293-038d39da2e8d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:04.519959 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-730c4ed0-b334-4a35-a275-e4879f8bb80c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05e2122e3779423782416fa14ebd0cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031914 Apr 29 17:37:04.521975 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0b7bbd33-1639-4d44-b838-70dc610fb8de None None] Provisioning complete for port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:04.522480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbd33-1639-4d44-b838-70dc610fb8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.522898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48940) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:04.529254 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9278050b-3d86-4783-b293-038d39da2e8d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/65a379c5-d456-4360-95e1-814cfefcda67 HTTP/1.1" status: 404 len: 337 time: 0.0892410 Apr 29 17:37:04.540582 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48944) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:04.554845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-d409eed7-fd1e-46d2-bf86-4e1588e8156f', 'network_id': 'd409eed7-fd1e-46d2-bf86-4e1588e8156f', 'tenant_id': 'bc335f09a6ed4c95854eced7664abf59', 'fixed_ips': [{'subnet_id': '3857ec3d-9242-4a7e-b5b9-827abeabb153'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:37:04.555687 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.574297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.579714 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:04.580348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.623770 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9863c70a-c179-4a73-a2af-2e84c6b9be40 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:04.624608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9863c70a-c179-4a73-a2af-2e84c6b9be40 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:04.671274 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9863c70a-c179-4a73-a2af-2e84c6b9be40 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/c18b7e0c-08bc-4524-9e12-f7bff43e578b HTTP/1.1" status: 404 len: 337 time: 0.1290784 Apr 29 17:37:04.697044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48948) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:04.702357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.723353 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4311330 Apr 29 17:37:04.729176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48952) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:04.729895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7fe1c-1f26-4ab0-a3df-9b565de0ba59 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event updated for resources: {'Network': ['ID=12a9cbb0-428c-49a5-92ef-2001d5497066,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:04.739596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Request body: {'network': {'name': 'tempest-router-network02--786875275'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:04.746457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:04.754072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 12a9cbb0-428c-49a5-92ef-2001d5497066 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:37:04.758136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Usage tracker for resource:network and tenant:bc335f09a6ed4c95854eced7664abf59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:04.765694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:04.777406 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:04.780331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dd1d6c86-0b45-446e-ab08-791276bdf2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.809878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Made reservation on behalf of bc335f09a6ed4c95854eced7664abf59 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:04.813535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.815391 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c097158-2dd7-4681-a5ad-5e8bb9097a19 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:04.815834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c097158-2dd7-4681-a5ad-5e8bb9097a19 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:04.827805 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5c097158-2dd7-4681-a5ad-5e8bb9097a19 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/2c11101f-64d5-4116-9109-773bb2bb0d63 HTTP/1.1" status: 404 len: 337 time: 0.1275856 Apr 29 17:37:04.830060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48956) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:04.836136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dd1d6c86-0b45-446e-ab08-791276bdf2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.839002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:04.846210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:04.850556 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:04.886846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-800c8fc2-29b3-4912-9493-a2e356c28eb7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.903220 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d760f6a1-0f08-4545-88ae-3bbe285e6af5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:04.904032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d760f6a1-0f08-4545-88ae-3bbe285e6af5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:04.908110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=f281abb7-c43a-41df-a541-2bcbe05e9532,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:04.909047 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d760f6a1-0f08-4545-88ae-3bbe285e6af5 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/39dfbd5a-fa05-4a09-82c2-3086150928cf HTTP/1.1" status: 404 len: 333 time: 0.0742114 Apr 29 17:37:04.911840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48960) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:04.930721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:37:04.941661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.942322 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Added segment 44698db1-0a74-46c0-9b42-6f3a2f375ac7 of type vlan for network 1bc62050-860d-4422-8243-ab61bcc57545 Apr 29 17:37:04.984682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:04.989286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dd1d6c86-0b45-446e-ab08-791276bdf2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:05.010752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d6c86-0b45-446e-ab08-791276bdf2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8f05ed-b26e-4a86-acc2-1b7cb3bd7f08,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:05.012020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c8fc2-29b3-4912-9493-a2e356c28eb7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=78dc62b8-d7bb-489a-a27e-cb1ad9acee46,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:05.038363 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b771632c-bbeb-4366-a4f7-4e3b6f58b26d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:05.038596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dd1d6c86-0b45-446e-ab08-791276bdf2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:05.038806 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b771632c-bbeb-4366-a4f7-4e3b6f58b26d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:05.039732 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dd1d6c86-0b45-446e-ab08-791276bdf2b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b8f05ed-b26e-4a86-acc2-1b7cb3bd7f08 HTTP/1.1" status: 204 len: 168 time: 0.5157080 Apr 29 17:37:05.043540 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b771632c-bbeb-4366-a4f7-4e3b6f58b26d tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/c2a3a60e-2e0d-463f-8ba7-68755cac55f8 HTTP/1.1" status: 404 len: 337 time: 0.0958567 Apr 29 17:37:05.056851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48966) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:05.116630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Allocated IP 172.20.0.2 (d409eed7-fd1e-46d2-bf86-4e1588e8156f/3857ec3d-9242-4a7e-b5b9-827abeabb153/083e3a7f-ea80-4967-8ed7-7ffcd5e68762) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:05.120998 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-800c8fc2-29b3-4912-9493-a2e356c28eb7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:05.122902 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-800c8fc2-29b3-4912-9493-a2e356c28eb7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/78dc62b8-d7bb-489a-a27e-cb1ad9acee46 HTTP/1.1" status: 204 len: 168 time: 1.9059026 Apr 29 17:37:05.137611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48970) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:05.147097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:05.153463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:05.154231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:05.202682 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f040ee49-22bd-4fd8-8cf0-a3a1df70be25 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:05.204310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f040ee49-22bd-4fd8-8cf0-a3a1df70be25 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:05.207369 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f040ee49-22bd-4fd8-8cf0-a3a1df70be25 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/a8765d7c-0d33-4d61-8f58-ba9a7eb4fa2a HTTP/1.1" status: 404 len: 337 time: 0.1460319 Apr 29 17:37:05.210531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48974) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:05.258701 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5262356 Apr 29 17:37:05.305418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 48978) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:05.331509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0794e-ae3d-4ff5-a4d0-03ce6fa47235 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event updated for resources: {'Network': ['ID=1bc62050-860d-4422-8243-ab61bcc57545,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:05.340415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Request body: {'subnet': {'network_id': '12a9cbb0-428c-49a5-92ef-2001d5497066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:05.343237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0b7bbd33-1639-4d44-b838-70dc610fb8de None None] Provisioning complete for port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:05.343874 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbd33-1639-4d44-b838-70dc610fb8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:05.362581 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e18d8d7-7812-4180-80bd-d6ff7513ae54 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:05.363008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e18d8d7-7812-4180-80bd-d6ff7513ae54 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:05.367278 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3e18d8d7-7812-4180-80bd-d6ff7513ae54 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/5d8646cb-30ad-4832-a6f2-6f25e9680f66 HTTP/1.1" status: 404 len: 333 time: 0.1518972 Apr 29 17:37:05.367789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48984) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:05.392846 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 1bc62050-860d-4422-8243-ab61bcc57545 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:37:05.421240 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-877b8d1e-de66-4dbf-98c3-1511b099a347 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:05.421824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877b8d1e-de66-4dbf-98c3-1511b099a347 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:05.426496 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-877b8d1e-de66-4dbf-98c3-1511b099a347 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/5b8a179f-01d7-497d-9c47-63ce23d6f2c7 HTTP/1.1" status: 404 len: 337 time: 0.0560265 Apr 29 17:37:05.427158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48988) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:05.466921 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e720f76a-7060-499b-b2b8-3d12aec5b533 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:05.467474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e720f76a-7060-499b-b2b8-3d12aec5b533 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:05.469236 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e720f76a-7060-499b-b2b8-3d12aec5b533 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/subnets/e250d4c2-2984-48d8-9c26-4f6a27a6e534 HTTP/1.1" status: 404 len: 337 time: 0.0416267 Apr 29 17:37:05.471719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 48994) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:05.546220 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a266c67c-211d-4c2f-85d4-c597246e2f80 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Deleting port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:05.546634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a266c67c-211d-4c2f-85d4-c597246e2f80 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:05.602242 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da93d6e2-9f2b-4cb0-9226-030018f86871 None None] DHCP port deletion for 448d70d6-bf19-4613-9911-9f022a913254 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:37:05.629345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-da93d6e2-9f2b-4cb0-9226-030018f86871 None None] Deleting port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:05.629719 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-da93d6e2-9f2b-4cb0-9226-030018f86871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:05.792600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264914b8-a987-49ee-b66a-a8bed5dfea1b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:05.794798 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-264914b8-a987-49ee-b66a-a8bed5dfea1b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:05.808545 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:05.812389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Usage tracker for resource:subnet and tenant:bc335f09a6ed4c95854eced7664abf59 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:05.817839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:05.821493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:05.846653 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Made reservation on behalf of bc335f09a6ed4c95854eced7664abf59 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:05.854519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:05.860397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0b7bbd33-1639-4d44-b838-70dc610fb8de None None] Port 06c33b56-f718-4e8f-9b5d-37ebef48ca44 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:05.899225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-264914b8-a987-49ee-b66a-a8bed5dfea1b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:05.913467 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-264914b8-a987-49ee-b66a-a8bed5dfea1b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7617662 Apr 29 17:37:05.914413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49010) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:05.919283 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a266c67c-211d-4c2f-85d4-c597246e2f80 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:05.924694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:05.950928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Transition to ACTIVE for port object 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:06.089681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a266c67c-211d-4c2f-85d4-c597246e2f80 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Calling delete_port for 06c33b56-f718-4e8f-9b5d-37ebef48ca44 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:06.090232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-da93d6e2-9f2b-4cb0-9226-030018f86871 None None] For port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=082ad2d1-e2bf-4faa-a058-cfbb0e28405c,segment=NetworkSegment(f3f7df1c-4ce9-406b-8c83-1348d03c11df),segment_id=f3f7df1c-4ce9-406b-8c83-1348d03c11df)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:06.090815 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-da93d6e2-9f2b-4cb0-9226-030018f86871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.117214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49016) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:06.172566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a266c67c-211d-4c2f-85d4-c597246e2f80 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.223354 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266c67c-211d-4c2f-85d4-c597246e2f80 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Port': ['ID=06c33b56-f718-4e8f-9b5d-37ebef48ca44,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:06.237017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a266c67c-211d-4c2f-85d4-c597246e2f80 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.258725 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-da93d6e2-9f2b-4cb0-9226-030018f86871 None None] Calling delete_port for 082ad2d1-e2bf-4faa-a058-cfbb0e28405c owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:06.260841 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a266c67c-211d-4c2f-85d4-c597246e2f80 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/ports/06c33b56-f718-4e8f-9b5d-37ebef48ca44 HTTP/1.1" status: 204 len: 168 time: 0.7879603 Apr 29 17:37:06.263029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49022) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:06.316853 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Transition to ACTIVE for port object 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:06.329342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.386884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d65263-a4ce-4a1e-8723-29edfb37624e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:06.388543 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-68d65263-a4ce-4a1e-8723-29edfb37624e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4565461 Apr 29 17:37:06.394784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49026) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:06.461136 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Pushing event updated for resources: {'Port': ['ID=083e3a7f-ea80-4967-8ed7-7ffcd5e68762,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:06.481448 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 082ad2d1-e2bf-4faa-a058-cfbb0e28405c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:37:06.497502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f4421d-b3d3-4b61-83ce-465a4ea8282f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:06.499212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f4421d-b3d3-4b61-83ce-465a4ea8282f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:06.500777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f4421d-b3d3-4b61-83ce-465a4ea8282f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:06.501686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-18f4421d-b3d3-4b61-83ce-465a4ea8282f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:06.531897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-da93d6e2-9f2b-4cb0-9226-030018f86871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.538742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group': {'name': 'tempest-secgroup--514025394'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:06.544820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Network d409eed7-fd1e-46d2-bf86-4e1588e8156f is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:06.561457 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:06.572543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-18f4421d-b3d3-4b61-83ce-465a4ea8282f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:06.576600 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-18f4421d-b3d3-4b61-83ce-465a4ea8282f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1757941 Apr 29 17:37:06.576600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:06.578132 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 082ad2d1-e2bf-4faa-a058-cfbb0e28405c {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:37:06.578472 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 082ad2d1-e2bf-4faa-a058-cfbb0e28405c not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:37:06.588232 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:06.589739 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da93d6e2-9f2b-4cb0-9226-030018f86871 None None] No DVR routers for this DVR port 082ad2d1-e2bf-4faa-a058-cfbb0e28405c on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:37:06.592479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49030) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:06.597082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:06.603695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:06.606920 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:06.609757 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93d6e2-9f2b-4cb0-9226-030018f86871 None None] Pushing event deleted for resources: {'Port': ['ID=082ad2d1-e2bf-4faa-a058-cfbb0e28405c,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:06.646605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.695494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-240425a9-ee13-43d6-93b3-c34734621ec7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.717015 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.724398 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Attempting to bind port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:37:06.724836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Attempting to bind port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'e1a9b7c1-cc45-4137-a71c-e9652242b550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd409eed7-fd1e-46d2-bf86-4e1588e8156f'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:37:06.725278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Attempting to bind port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 on network d409eed7-fd1e-46d2-bf86-4e1588e8156f {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:37:06.730894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:37:06.731356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Checking segment: {'id': 'e1a9b7c1-cc45-4137-a71c-e9652242b550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd409eed7-fd1e-46d2-bf86-4e1588e8156f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:06.731814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.732260 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Bound using segment: {'id': 'e1a9b7c1-cc45-4137-a71c-e9652242b550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd409eed7-fd1e-46d2-bf86-4e1588e8156f'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:37:06.732812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Bound port: 083e3a7f-ea80-4967-8ed7-7ffcd5e68762, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a9b7c1-cc45-4137-a71c-e9652242b550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd409eed7-fd1e-46d2-bf86-4e1588e8156f'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:37:06.733237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.759257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.794446 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.815019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-db92eef5-2e96-4038-ac60-4dc77058a4de tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 0ce7c5f4-61b2-4677-a1d4-f0a7b1740aaa {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:06.826962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-db92eef5-2e96-4038-ac60-4dc77058a4de tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.829616 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] For port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:37:06.832822 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] For port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=083e3a7f-ea80-4967-8ed7-7ffcd5e68762,segment=NetworkSegment(e1a9b7c1-cc45-4137-a71c-e9652242b550),segment_id=e1a9b7c1-cc45-4137-a71c-e9652242b550)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:37:06.840397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.851512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-240425a9-ee13-43d6-93b3-c34734621ec7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.876964 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-240425a9-ee13-43d6-93b3-c34734621ec7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448d70d6-bf19-4613-9911-9f022a913254']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:06.889073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-240425a9-ee13-43d6-93b3-c34734621ec7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f7df1c-4ce9-406b-8c83-1348d03c11df') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:06.889464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-240425a9-ee13-43d6-93b3-c34734621ec7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f7df1c-4ce9-406b-8c83-1348d03c11df') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:06.891105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:06.902878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-240425a9-ee13-43d6-93b3-c34734621ec7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.916493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:06.920281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-240425a9-ee13-43d6-93b3-c34734621ec7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.929766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240425a9-ee13-43d6-93b3-c34734621ec7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:37:06.930307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-240425a9-ee13-43d6-93b3-c34734621ec7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:06.933225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:06.935652 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213b991-d5df-441a-b21b-77e8019bef36 None None] Pushing event updated for resources: {'Port': ['ID=083e3a7f-ea80-4967-8ed7-7ffcd5e68762,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:06.956211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:06.959820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event updated for resources: {'Subnet': ['ID=89b9ddcf-8b26-4a3a-bb4b-302becf0ab17,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:37:06.960366 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:37:06.970878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-db92eef5-2e96-4038-ac60-4dc77058a4de tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.036005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Checking segment: {'id': '6e41cc6f-f60f-43d0-a771-e143c60fda47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '12a9cbb0-428c-49a5-92ef-2001d5497066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:07.036358 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Network hostable DHCP agents. Network: 12a9cbb0-428c-49a5-92ef-2001d5497066, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:37:07.044848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-240425a9-ee13-43d6-93b3-c34734621ec7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.047314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.069951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-240425a9-ee13-43d6-93b3-c34734621ec7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.073624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240425a9-ee13-43d6-93b3-c34734621ec7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] Pushing event deleted for resources: {'Network': ['ID=448d70d6-bf19-4613-9911-9f022a913254,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:07.082198 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-240425a9-ee13-43d6-93b3-c34734621ec7 tempest-PortsTestJSON-1233571369 tempest-PortsTestJSON-1233571369-project] 10.222.0.11 "DELETE /v2.0/networks/448d70d6-bf19-4613-9911-9f022a913254 HTTP/1.1" status: 204 len: 168 time: 0.8174255 Apr 29 17:37:07.165485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Network 12a9cbb0-428c-49a5-92ef-2001d5497066 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:37:07.203110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 12a9cbb0-428c-49a5-92ef-2001d5497066) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:07.213106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd2d9a-db73-4804-b0bc-7166ea27c2f5 None None] Network 12a9cbb0-428c-49a5-92ef-2001d5497066 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:07.233525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:07.234107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.244877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-db92eef5-2e96-4038-ac60-4dc77058a4de tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.337997 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:37:07.407957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.417319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.420355 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f0be81ae-1c9f-4d81-aac8-bb1be26d4f45 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1083369 Apr 29 17:37:07.423227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49038) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:07.429466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Request body: {'subnet': {'network_id': '1bc62050-860d-4422-8243-ab61bcc57545', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:07.435895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:07.461213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:07.468731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:07.479703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:07.490843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49042) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:07.499442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-db92eef5-2e96-4038-ac60-4dc77058a4de tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.514892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-12a9cbb0-428c-49a5-92ef-2001d5497066', 'network_id': '12a9cbb0-428c-49a5-92ef-2001d5497066', 'tenant_id': 'bc335f09a6ed4c95854eced7664abf59', 'fixed_ips': [{'subnet_id': '89b9ddcf-8b26-4a3a-bb4b-302becf0ab17'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:37:07.515985 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.561895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b0eb2d-cc33-4d0b-9a07-963c96f63409,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:07.567806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:07.573513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Usage tracker for resource:subnet and tenant:bc335f09a6ed4c95854eced7664abf59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:07.573704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92eef5-2e96-4038-ac60-4dc77058a4de tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce7c5f4-61b2-4677-a1d4-f0a7b1740aaa,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:07.576677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:07.583516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:07.592181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-db92eef5-2e96-4038-ac60-4dc77058a4de tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.597011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.597649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Made reservation on behalf of bc335f09a6ed4c95854eced7664abf59 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:07.603138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.608222 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.670493 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac663117-03b6-4ec5-9d58-5099ec2abba1 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:07.834570 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-db92eef5-2e96-4038-ac60-4dc77058a4de tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/0ce7c5f4-61b2-4677-a1d4-f0a7b1740aaa HTTP/1.1" status: 204 len: 168 time: 1.2410595 Apr 29 17:37:07.839548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49048) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:07.949020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=f281abb7-c43a-41df-a541-2bcbe05e9532,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:07.954102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3a4124-a5e9-4cac-ba4e-1ada8761a523 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 98232968-6e65-4ab6-960f-af075024dd66 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:07.959971 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b3a4124-a5e9-4cac-ba4e-1ada8761a523 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.972203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Allocated IP 172.20.0.2 (12a9cbb0-428c-49a5-92ef-2001d5497066/89b9ddcf-8b26-4a3a-bb4b-302becf0ab17/66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:07.993148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:07.999587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.119502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b3a4124-a5e9-4cac-ba4e-1ada8761a523 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.131391 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d0fb92b6-d74b-4691-bd47-f9d296f8c219 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=005e56b72c54499f910947cc510b60ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6392803 Apr 29 17:37:08.134876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49052) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:08.150085 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53cef87-64e4-46c8-a440-539ab6ce95ed None None] Network d409eed7-fd1e-46d2-bf86-4e1588e8156f requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:08.154938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.172847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event updated for resources: {'Subnet': ['ID=69da5b09-e2fe-4878-b353-426b30c622ac,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:08.175714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.207090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Checking segment: {'id': '44698db1-0a74-46c0-9b42-6f3a2f375ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1bc62050-860d-4422-8243-ab61bcc57545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:08.207537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Network hostable DHCP agents. Network: 1bc62050-860d-4422-8243-ab61bcc57545, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:37:08.240624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Network 1bc62050-860d-4422-8243-ab61bcc57545 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:37:08.252730 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b3a4124-a5e9-4cac-ba4e-1ada8761a523 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.259984 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.263283 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1407413 Apr 29 17:37:08.275697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49056) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:08.278952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5448d40-939b-4c2d-b603-feddaeab2cab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f4dacb-d957-4417-bfec-d2fe5d0088bf,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:08.281093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 1bc62050-860d-4422-8243-ab61bcc57545) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:08.291627 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:08.292250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.319085 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-533b08b0-13da-4bad-a8f2-70a8476f0d21 None None] Provisioning for port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:08.325783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0717995b-1831-4a32-8c53-d9f2a923942a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.342262 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb445626-5b97-4878-ae26-b81b15422244 None None] Network 1bc62050-860d-4422-8243-ab61bcc57545 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:08.343861 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Floating IP 532fb7d7-37b4-4b7c-b5ad-06f049a7e98d associated. External IP: 172.26.4.213, port: daa8994f-dde2-4553-bba6-da6f8c51dff9. Apr 29 17:37:08.344403 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9195b24f-655b-42f0-98dd-6406301d8baa tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9199612 Apr 29 17:37:08.347495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49060) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:08.499714 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b3a4124-a5e9-4cac-ba4e-1ada8761a523 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.528384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0717995b-1831-4a32-8c53-d9f2a923942a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.543696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a4124-a5e9-4cac-ba4e-1ada8761a523 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=98232968-6e65-4ab6-960f-af075024dd66,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:08.591640 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:08.592713 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e2679f17-792d-47fb-a689-0ff2c17250e7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:08.627181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b3a4124-a5e9-4cac-ba4e-1ada8761a523 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.652648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e2679f17-792d-47fb-a689-0ff2c17250e7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:08.656628 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e2679f17-792d-47fb-a689-0ff2c17250e7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3762121 Apr 29 17:37:08.656628 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0717995b-1831-4a32-8c53-d9f2a923942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.659473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49064) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:08.674523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717995b-1831-4a32-8c53-d9f2a923942a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fef7e4-3a15-4278-9700-0bce6c445253,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:08.686512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-f213a3db-f284-4231-ba33-df8b9a4730d9 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group': {'name': 'tempest-security--982923536', 'description': 'tempest-security-description-1379442530'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:08.768432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.780600 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Transition to ACTIVE for port object 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:08.801747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Transition to ACTIVE for port object 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:08.855211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0717995b-1831-4a32-8c53-d9f2a923942a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.859072 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0717995b-1831-4a32-8c53-d9f2a923942a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6fef7e4-3a15-4278-9700-0bce6c445253 HTTP/1.1" status: 204 len: 168 time: 0.7055249 Apr 29 17:37:08.884274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f213a3db-f284-4231-ba33-df8b9a4730d9 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:08.901889 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1b3a4124-a5e9-4cac-ba4e-1ada8761a523 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/98232968-6e65-4ab6-960f-af075024dd66 HTTP/1.1" status: 204 len: 168 time: 1.0605526 Apr 29 17:37:08.960147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49070) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:08.993240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.007247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f213a3db-f284-4231-ba33-df8b9a4730d9 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.018618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f213a3db-f284-4231-ba33-df8b9a4730d9 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.024162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f213a3db-f284-4231-ba33-df8b9a4730d9 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.025427 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f213a3db-f284-4231-ba33-df8b9a4730d9 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "PUT /v2.0/security-groups/d5f4dacb-d957-4417-bfec-d2fe5d0088bf HTTP/1.1" status: 200 len: 1777 time: 0.3548210 Apr 29 17:37:09.034095 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49074) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:09.083052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:09.110667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-1bc62050-860d-4422-8243-ab61bcc57545', 'network_id': '1bc62050-860d-4422-8243-ab61bcc57545', 'tenant_id': 'bc335f09a6ed4c95854eced7664abf59', 'fixed_ips': [{'subnet_id': '69da5b09-e2fe-4878-b353-426b30c622ac'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:37:09.111551 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.133426 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c94ce894-c8bf-408e-b492-c77aeebb2dd9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1719773 Apr 29 17:37:09.134684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49080) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:09.145648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:09.149405 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9e13255d-b487-4ef3-92a1-be449d9f7118 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-groups/d5f4dacb-d957-4417-bfec-d2fe5d0088bf HTTP/1.1" status: 200 len: 1777 time: 0.1062729 Apr 29 17:37:09.152513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213a3db-f284-4231-ba33-df8b9a4730d9 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f4dacb-d957-4417-bfec-d2fe5d0088bf,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:09.164060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49084) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:09.292653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Allocated IP 172.20.0.2 (1bc62050-860d-4422-8243-ab61bcc57545/69da5b09-e2fe-4878-b353-426b30c622ac/72fe8553-0a10-423c-867b-b6693a28e581) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:09.303655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:09.303851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Network 12a9cbb0-428c-49a5-92ef-2001d5497066 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:09.304580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852abcc2-b2b3-4008-8fc3-f4e383cb7182 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:09.315280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:09.320942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:09.327233 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:09.330033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:09.342151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:09.373234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:09.379446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.389442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:09.392889 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.406968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:09.423237 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5024ae-cff4-424f-8ac8-fd38c98181f6 None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:09.432812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Pushing event updated for resources: {'Port': ['ID=66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:09.437339 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5024ae-cff4-424f-8ac8-fd38c98181f6 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:09.438165 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-da5024ae-cff4-424f-8ac8-fd38c98181f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:09.461362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.511219 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-da5024ae-cff4-424f-8ac8-fd38c98181f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:09.520991 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5024ae-cff4-424f-8ac8-fd38c98181f6 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:09.521829 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-da5024ae-cff4-424f-8ac8-fd38c98181f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:09.567141 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f1eb0384-b4da-479e-b49e-99a42acdc824 None None] Provisioning complete for port aab7ca5f-748d-4687-8279-e483c47411e9 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:09.567535 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f1eb0384-b4da-479e-b49e-99a42acdc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.585904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b86c783-ebac-492f-af86-b97578ec0c30 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.591656 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-da5024ae-cff4-424f-8ac8-fd38c98181f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:09.592157 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:09.592638 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.592876 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5024ae-cff4-424f-8ac8-fd38c98181f6 None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:09.606369 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-713f3e45-4df9-4fd8-bb92-5307fb01e4d7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5923235 Apr 29 17:37:09.607595 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49098) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:09.623314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8fc9dfc0-dad3-4933-b240-52b27c7f6805 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:09.710010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b86c783-ebac-492f-af86-b97578ec0c30 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.768966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dfc0-dad3-4933-b240-52b27c7f6805 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.897499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Attempting to bind port 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:37:09.897862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Attempting to bind port 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '6e41cc6f-f60f-43d0-a771-e143c60fda47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '12a9cbb0-428c-49a5-92ef-2001d5497066'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:37:09.898245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Attempting to bind port 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 on network 12a9cbb0-428c-49a5-92ef-2001d5497066 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:37:09.925027 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49108) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:09.942534 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:37:09.942849 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Checking segment: {'id': '6e41cc6f-f60f-43d0-a771-e143c60fda47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '12a9cbb0-428c-49a5-92ef-2001d5497066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:09.943249 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:09.943673 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Bound using segment: {'id': '6e41cc6f-f60f-43d0-a771-e143c60fda47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '12a9cbb0-428c-49a5-92ef-2001d5497066'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:37:09.944149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Bound port: 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e41cc6f-f60f-43d0-a771-e143c60fda47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '12a9cbb0-428c-49a5-92ef-2001d5497066'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:37:09.944521 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.009865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b86c783-ebac-492f-af86-b97578ec0c30 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.056472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86c783-ebac-492f-af86-b97578ec0c30 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f4dacb-d957-4417-bfec-d2fe5d0088bf,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:10.156446 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b86c783-ebac-492f-af86-b97578ec0c30 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.159819 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3b86c783-ebac-492f-af86-b97578ec0c30 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-groups/d5f4dacb-d957-4417-bfec-d2fe5d0088bf HTTP/1.1" status: 204 len: 168 time: 0.9929695 Apr 29 17:37:10.160598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49114) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:10.231846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'network': {'name': 'tempest-RoutersTest-81445219'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:10.235583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.274018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:10.290423 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:network and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:10.294907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dfc0-dad3-4933-b240-52b27c7f6805 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.302159 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dfc0-dad3-4933-b240-52b27c7f6805 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.302469 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-8fc9dfc0-dad3-4933-b240-52b27c7f6805 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Floating IP 532fb7d7-37b4-4b7c-b5ad-06f049a7e98d disassociated. External IP: 172.26.4.213, port: daa8994f-dde2-4553-bba6-da6f8c51dff9. Apr 29 17:37:10.306617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:10.318997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:10.322463 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.327562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:10.330668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:10.331351 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.331592 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.334380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] For port 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:37:10.352653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:10.361855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] For port 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6,segment=NetworkSegment(6e41cc6f-f60f-43d0-a771-e143c60fda47),segment_id=6e41cc6f-f60f-43d0-a771-e143c60fda47)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:37:10.363389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7f98dda1-3494-479d-835c-5d06f9f6d994 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:10.363546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Transition to ACTIVE for port object 72fe8553-0a10-423c-867b-b6693a28e581 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:10.370229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Allocated IP 172.20.0.1 (12a9cbb0-428c-49a5-92ef-2001d5497066/89b9ddcf-8b26-4a3a-bb4b-302becf0ab17/1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:10.379240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.385554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=645fce23-a03f-4276-9c99-35de674b32ab,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:10.402393 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fd2a7fce-f314-4185-8d43-a751645509b4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2631230 Apr 29 17:37:10.423326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49118) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:10.432971 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:10.437667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.460161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7f98dda1-3494-479d-835c-5d06f9f6d994 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:10.463541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=083e3a7f-ea80-4967-8ed7-7ffcd5e68762,segment=NetworkSegment(e1a9b7c1-cc45-4137-a71c-e9652242b550),segment_id=e1a9b7c1-cc45-4137-a71c-e9652242b550)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:10.463891 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7f98dda1-3494-479d-835c-5d06f9f6d994 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3010850 Apr 29 17:37:10.467200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-15dc6dfb-4105-41e2-8287-676694651542 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:10.467389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49122) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:10.471044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Transition to ACTIVE for port object 72fe8553-0a10-423c-867b-b6693a28e581 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:10.479775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.493597 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.497003 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-042aa103-1ca3-4367-88a3-79084f94d743 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] delete failed (client error): The resource could not be found. Apr 29 17:37:10.498068 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-042aa103-1ca3-4367-88a3-79084f94d743 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-groups/d5f4dacb-d957-4417-bfec-d2fe5d0088bf HTTP/1.1" status: 404 len: 347 time: 0.0297744 Apr 29 17:37:10.509120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9b293599-da65-4580-9178-44051c22c330 None None] Provisioning complete for port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:10.509487 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9b293599-da65-4580-9178-44051c22c330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.510622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49126) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:10.523958 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-dae3c8da-7efb-4c39-8a13-0b010ce1fec5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group': {'name': 'tempest-secgroup--421710238'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:10.531894 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dae3c8da-7efb-4c39-8a13-0b010ce1fec5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:10.548885 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dae3c8da-7efb-4c39-8a13-0b010ce1fec5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:10.568459 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4f1e9-8df0-4cf6-a4b2-43172eca61b8 None None] Pushing event updated for resources: {'Port': ['ID=66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:10.579019 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:37:10.645816 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device aab7ca5f-748d-4687-8279-e483c47411e9 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:37:10.653834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.717592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dae3c8da-7efb-4c39-8a13-0b010ce1fec5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.728471 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] Deleting port aab7ca5f-748d-4687-8279-e483c47411e9 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:10.729213 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.747771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dae3c8da-7efb-4c39-8a13-0b010ce1fec5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:10.751509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-dae3c8da-7efb-4c39-8a13-0b010ce1fec5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:10.754874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-dae3c8da-7efb-4c39-8a13-0b010ce1fec5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:10.761041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dae3c8da-7efb-4c39-8a13-0b010ce1fec5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:10.764277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Network 1bc62050-860d-4422-8243-ab61bcc57545 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:10.781991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:10.787434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-15dc6dfb-4105-41e2-8287-676694651542 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:10.823329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:10.824831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:security_group_rule and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:10.831105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-15dc6dfb-4105-41e2-8287-676694651542 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:10.835544 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:10.842404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:10.848292 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-15dc6dfb-4105-41e2-8287-676694651542 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:10.862612 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:10.885146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-15dc6dfb-4105-41e2-8287-676694651542 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:10.905057 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc9dfc0-dad3-4933-b240-52b27c7f6805 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:10.906574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.908110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dae3c8da-7efb-4c39-8a13-0b010ce1fec5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:10.917292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dae3c8da-7efb-4c39-8a13-0b010ce1fec5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.066562 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=083e3a7f-ea80-4967-8ed7-7ffcd5e68762,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:11.070377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dc6dfb-4105-41e2-8287-676694651542 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:11.073802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15dc6dfb-4105-41e2-8287-676694651542 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.093806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Transition to ACTIVE for port object 1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:11.107086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3c8da-7efb-4c39-8a13-0b010ce1fec5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df6e18e-6c51-450a-bd0d-2a294c11ee5c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:11.124616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dae3c8da-7efb-4c39-8a13-0b010ce1fec5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.129754 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-dae3c8da-7efb-4c39-8a13-0b010ce1fec5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6135664 Apr 29 17:37:11.129754 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49130) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:11.137380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-cdca87da-367f-4396-93cf-748c0e8280d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group_rule': {'security_group_id': '3df6e18e-6c51-450a-bd0d-2a294c11ee5c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:11.152859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cdca87da-367f-4396-93cf-748c0e8280d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:11.160504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cdca87da-367f-4396-93cf-748c0e8280d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:11.165459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cdca87da-367f-4396-93cf-748c0e8280d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:11.174160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cdca87da-367f-4396-93cf-748c0e8280d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:11.186987 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc9dfc0-dad3-4933-b240-52b27c7f6805 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:11.193091 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8fc9dfc0-dad3-4933-b240-52b27c7f6805 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.210535 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209231a2-b8aa-4a2f-80b7-017b433ee8f1 None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:11.220200 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Attempting to bind port 72fe8553-0a10-423c-867b-b6693a28e581 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:37:11.220625 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Attempting to bind port 72fe8553-0a10-423c-867b-b6693a28e581 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '44698db1-0a74-46c0-9b42-6f3a2f375ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1bc62050-860d-4422-8243-ab61bcc57545'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:37:11.220935 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Attempting to bind port 72fe8553-0a10-423c-867b-b6693a28e581 on network 1bc62050-860d-4422-8243-ab61bcc57545 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:37:11.235013 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.248299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cdca87da-367f-4396-93cf-748c0e8280d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.254675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.259904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:37:11.260645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Checking segment: {'id': '44698db1-0a74-46c0-9b42-6f3a2f375ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1bc62050-860d-4422-8243-ab61bcc57545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:11.260645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.261059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Bound using segment: {'id': '44698db1-0a74-46c0-9b42-6f3a2f375ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1bc62050-860d-4422-8243-ab61bcc57545'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:37:11.261822 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Bound port: 72fe8553-0a10-423c-867b-b6693a28e581, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44698db1-0a74-46c0-9b42-6f3a2f375ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1bc62050-860d-4422-8243-ab61bcc57545'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:37:11.261966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.286796 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8fc9dfc0-dad3-4933-b240-52b27c7f6805 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "PUT /v2.0/floatingips/532fb7d7-37b4-4b7c-b5ad-06f049a7e98d HTTP/1.1" status: 200 len: 688 time: 1.6779859 Apr 29 17:37:11.293565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49134) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:11.298478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209231a2-b8aa-4a2f-80b7-017b433ee8f1 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:11.299045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-209231a2-b8aa-4a2f-80b7-017b433ee8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:11.348198 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.ipam_backend_mixin [None req-15dc6dfb-4105-41e2-8287-676694651542 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 645fce23-a03f-4276-9c99-35de674b32ab (CIDR: 2001:db8::/64) Apr 29 17:37:11.355662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.362980 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dc6dfb-4105-41e2-8287-676694651542 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:11.363420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dc6dfb-4105-41e2-8287-676694651542 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:11.371116 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Network 12a9cbb0-428c-49a5-92ef-2001d5497066 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:11.376288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.394968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:11.408209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:11.433051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Pushing event updated for resources: {'Port': ['ID=72fe8553-0a10-423c-867b-b6693a28e581,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:11.437894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event updated for resources: {'Port': ['ID=1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:11.482904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e6116015-a521-4a6f-bf77-117f4eb8a421 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port f281abb7-c43a-41df-a541-2bcbe05e9532 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:11.483283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6116015-a521-4a6f-bf77-117f4eb8a421 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.490709 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-209231a2-b8aa-4a2f-80b7-017b433ee8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:11.497990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:37:11.509574 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-15dc6dfb-4105-41e2-8287-676694651542 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0824912 Apr 29 17:37:11.509574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a182ee17-ef01-40b6-9d05-5ad411fe6c5e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:11.514153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49138) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:11.524657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'subnet': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:11.536128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cdca87da-367f-4396-93cf-748c0e8280d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.546068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cdca87da-367f-4396-93cf-748c0e8280d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.552564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.552772 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Added segment b32c2cfd-7c31-4717-b5a9-610d4cea0250 of type vlan for network 9f13c0a2-d1f0-4f6a-af92-4e5900735d36 Apr 29 17:37:11.564461 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.582421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port aab7ca5f-748d-4687-8279-e483c47411e9, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=aab7ca5f-748d-4687-8279-e483c47411e9,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:11.629587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.705306 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209231a2-b8aa-4a2f-80b7-017b433ee8f1 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:11.706700 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-209231a2-b8aa-4a2f-80b7-017b433ee8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:11.719693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.742555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca87da-367f-4396-93cf-748c0e8280d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c59ee8a-d767-4b22-bbc0-afaa0ef8396d,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:11.748650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cdca87da-367f-4396-93cf-748c0e8280d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.753071 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cdca87da-367f-4396-93cf-748c0e8280d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6197193 Apr 29 17:37:11.753071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49142) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:11.814644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:11.820151 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Usage tracker for resource:subnet and tenant:acc765c65b71454aabfd989e9d6e3ded is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:11.823573 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:11.824556 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-209231a2-b8aa-4a2f-80b7-017b433ee8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:11.824960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209231a2-b8aa-4a2f-80b7-017b433ee8f1 None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:11.834056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] For port aab7ca5f-748d-4687-8279-e483c47411e9, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=aab7ca5f-748d-4687-8279-e483c47411e9,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:11.834499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.854936 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a287b666-4f30-446b-ac5f-1db2bad7ed98 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.864279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.869675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:11.870283 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.871529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a287b666-4f30-446b-ac5f-1db2bad7ed98 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.876644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:11.897791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6116015-a521-4a6f-bf77-117f4eb8a421 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.898158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6116015-a521-4a6f-bf77-117f4eb8a421 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.957512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:11.961420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:11.967142 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] For port 72fe8553-0a10-423c-867b-b6693a28e581, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:37:11.977404 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] Calling delete_port for aab7ca5f-748d-4687-8279-e483c47411e9 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:12.004936 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=aab7ca5f-748d-4687-8279-e483c47411e9,revision_number=8']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:12.025792 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] For port 72fe8553-0a10-423c-867b-b6693a28e581, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=72fe8553-0a10-423c-867b-b6693a28e581,segment=NetworkSegment(44698db1-0a74-46c0-9b42-6f3a2f375ac7),segment_id=44698db1-0a74-46c0-9b42-6f3a2f375ac7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:37:12.034812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.036834 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.1095908 Apr 29 17:37:12.043245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e6116015-a521-4a6f-bf77-117f4eb8a421 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for f281abb7-c43a-41df-a541-2bcbe05e9532 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:12.063657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49146) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:12.070485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a992dab-f0f4-45e5-a395-43b9e8e5c1f0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Network': ['ID=9f13c0a2-d1f0-4f6a-af92-4e5900735d36,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:12.078742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'network': {'name': 'tempest-RoutersTest-2053800183'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:12.079429 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff53374-a2be-4438-984d-60cc1dee2541 None None] Network 12a9cbb0-428c-49a5-92ef-2001d5497066 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:12.105543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a287b666-4f30-446b-ac5f-1db2bad7ed98 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.113668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 9f13c0a2-d1f0-4f6a-af92-4e5900735d36 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:37:12.131331 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287b666-4f30-446b-ac5f-1db2bad7ed98 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c59ee8a-d767-4b22-bbc0-afaa0ef8396d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:12.131586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:12.133513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a287b666-4f30-446b-ac5f-1db2bad7ed98 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.133675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.137319 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a287b666-4f30-446b-ac5f-1db2bad7ed98 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/1c59ee8a-d767-4b22-bbc0-afaa0ef8396d HTTP/1.1" status: 204 len: 168 time: 0.3836887 Apr 29 17:37:12.142084 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49150) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:12.152599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:network and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:12.160013 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:12.195958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:12.249541 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6116015-a521-4a6f-bf77-117f4eb8a421 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.290210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:12.293806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.307997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6116015-a521-4a6f-bf77-117f4eb8a421 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=f281abb7-c43a-41df-a541-2bcbe05e9532,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:12.324473 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-641420dd-c983-4717-aec5-cc9fa8bef595 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1706853 Apr 29 17:37:12.345258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfa3ca-faab-4762-b62a-fe8514a5014c None None] Pushing event updated for resources: {'Port': ['ID=72fe8553-0a10-423c-867b-b6693a28e581,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:12.351906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:37:12.352257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:37:12.354400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49154) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:12.364089 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-646e9384-f165-4699-8e59-61203c25ea04 None None] Provisioning for port 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:12.495617 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6116015-a521-4a6f-bf77-117f4eb8a421 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.527214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:37:12.528947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0323818-df38-486d-9c57-77abd435ee20 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.532658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6116015-a521-4a6f-bf77-117f4eb8a421 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.537806 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e6116015-a521-4a6f-bf77-117f4eb8a421 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/floatingips/532fb7d7-37b4-4b7c-b5ad-06f049a7e98d HTTP/1.1" status: 204 len: 168 time: 1.2430820 Apr 29 17:37:12.538682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49158) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:12.550501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.550863 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Added segment 9cb6f6aa-4143-4fab-ad53-3ef0689283c1 of type vlan for network 69f9544a-d3a2-4207-a363-68b7831534ce Apr 29 17:37:12.564038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': 'f47d9f4d-2e11-411e-a807-37e7fc13882c'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:12.570771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0323818-df38-486d-9c57-77abd435ee20 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.588192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:12.607571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:floatingip and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:12.624638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:12.649977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0323818-df38-486d-9c57-77abd435ee20 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.676285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0323818-df38-486d-9c57-77abd435ee20 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df6e18e-6c51-450a-bd0d-2a294c11ee5c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:12.699115 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0323818-df38-486d-9c57-77abd435ee20 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.707875 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c0323818-df38-486d-9c57-77abd435ee20 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-groups/3df6e18e-6c51-450a-bd0d-2a294c11ee5c HTTP/1.1" status: 204 len: 168 time: 0.3525438 Apr 29 17:37:12.710644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49162) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:12.774426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:12.787057 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6124d234-80af-4890-939c-f1701bd4a52f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:12.810686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 72fe8553-0a10-423c-867b-b6693a28e581 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:12.816978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6124d234-80af-4890-939c-f1701bd4a52f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:12.818027 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.821101 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6124d234-80af-4890-939c-f1701bd4a52f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1092334 Apr 29 17:37:12.822915 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49166) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:12.830002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0e04bf67-348b-4490-9d54-8d156c32a47f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502940397'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:12.838715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0e04bf67-348b-4490-9d54-8d156c32a47f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:12.850598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0e04bf67-348b-4490-9d54-8d156c32a47f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:12.862399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] Deleting port aab7ca5f-748d-4687-8279-e483c47411e9 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:12.863080 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.863484 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e04bf67-348b-4490-9d54-8d156c32a47f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.888351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0e04bf67-348b-4490-9d54-8d156c32a47f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:12.892368 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:12.893786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0e04bf67-348b-4490-9d54-8d156c32a47f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:12.898054 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0e04bf67-348b-4490-9d54-8d156c32a47f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:12.904473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0e04bf67-348b-4490-9d54-8d156c32a47f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:12.985865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fd01f8d1-b059-406f-bdea-c79786cc4b4e None None] Provisioning for port 1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:13.019105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e04bf67-348b-4490-9d54-8d156c32a47f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.024755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e04bf67-348b-4490-9d54-8d156c32a47f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.026202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.031921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:13.032834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.051354 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fd01f8d1-b059-406f-bdea-c79786cc4b4e None None] Provisioning complete for port 1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:13.051737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fd01f8d1-b059-406f-bdea-c79786cc4b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.080122 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04bf67-348b-4490-9d54-8d156c32a47f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e175537f-cc28-49e6-bb96-a590fe5c643c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:13.087742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0e04bf67-348b-4490-9d54-8d156c32a47f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.091948 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0e04bf67-348b-4490-9d54-8d156c32a47f tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2648025 Apr 29 17:37:13.092063 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49170) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:13.099787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-03e22997-30f1-4ac1-a089-1351eea020b5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group_rule': {'security_group_id': 'e175537f-cc28-49e6-bb96-a590fe5c643c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:13.107972 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-03e22997-30f1-4ac1-a089-1351eea020b5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:13.116595 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-03e22997-30f1-4ac1-a089-1351eea020b5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:13.119900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-03e22997-30f1-4ac1-a089-1351eea020b5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:13.122965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-fd01f8d1-b059-406f-bdea-c79786cc4b4e None None] Port 1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:13.132687 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-03e22997-30f1-4ac1-a089-1351eea020b5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:13.144910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 72fe8553-0a10-423c-867b-b6693a28e581 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:13.167797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e22997-30f1-4ac1-a089-1351eea020b5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.187467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:13.268023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e22997-30f1-4ac1-a089-1351eea020b5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.278400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e22997-30f1-4ac1-a089-1351eea020b5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.307859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e22997-30f1-4ac1-a089-1351eea020b5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58de4d16-1ca1-4742-aeab-35ae8cb173a9,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:13.309637 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.resource_extend [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:37:13.331015 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e22997-30f1-4ac1-a089-1351eea020b5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.335835 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-03e22997-30f1-4ac1-a089-1351eea020b5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2392387 Apr 29 17:37:13.336358 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49174) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:13.342184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ad6bfb37-2ca1-4f41-b189-abd56907bcb1 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group_rule': {'security_group_id': 'e175537f-cc28-49e6-bb96-a590fe5c643c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:13.349226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ad6bfb37-2ca1-4f41-b189-abd56907bcb1 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:13.354594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ad6bfb37-2ca1-4f41-b189-abd56907bcb1 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:13.358515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ad6bfb37-2ca1-4f41-b189-abd56907bcb1 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:13.367001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ee743400-3b21-48b6-a869-a2bd1523d502 None None] Provisioning complete for port 1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:13.367409 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ee743400-3b21-48b6-a869-a2bd1523d502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.371469 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ad6bfb37-2ca1-4f41-b189-abd56907bcb1 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:13.392375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ad6bfb37-2ca1-4f41-b189-abd56907bcb1 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.400389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.401033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:13.401389 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.418482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.447582 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3826628 Apr 29 17:37:13.448409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b69bd-c98f-454f-919e-ec66a2d8dd79 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Network': ['ID=69f9544a-d3a2-4207-a363-68b7831534ce,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:13.450458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49178) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:13.477420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ad6bfb37-2ca1-4f41-b189-abd56907bcb1 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.482848 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ad6bfb37-2ca1-4f41-b189-abd56907bcb1 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.511386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bfb37-2ca1-4f41-b189-abd56907bcb1 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea136e2-a6ad-4145-9a9c-ed0408bbd1b2,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:13.525820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ad6bfb37-2ca1-4f41-b189-abd56907bcb1 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.529688 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ad6bfb37-2ca1-4f41-b189-abd56907bcb1 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1899245 Apr 29 17:37:13.530003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49182) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:13.532994 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 69f9544a-d3a2-4207-a363-68b7831534ce details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:37:13.536783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-e329cfe1-6701-4bd5-ad36-3e85ebb27d8a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group_rule': {'security_group_id': 'e175537f-cc28-49e6-bb96-a590fe5c643c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:13.545024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'subnet': {'network_id': '9f13c0a2-d1f0-4f6a-af92-4e5900735d36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:13.545689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e329cfe1-6701-4bd5-ad36-3e85ebb27d8a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:13.549237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] For port aab7ca5f-748d-4687-8279-e483c47411e9, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=aab7ca5f-748d-4687-8279-e483c47411e9,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:13.549912 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.550040 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e329cfe1-6701-4bd5-ad36-3e85ebb27d8a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:13.554412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e329cfe1-6701-4bd5-ad36-3e85ebb27d8a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:13.564008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e329cfe1-6701-4bd5-ad36-3e85ebb27d8a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:13.602508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e329cfe1-6701-4bd5-ad36-3e85ebb27d8a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.690528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e329cfe1-6701-4bd5-ad36-3e85ebb27d8a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.697965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e329cfe1-6701-4bd5-ad36-3e85ebb27d8a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.706681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ee743400-3b21-48b6-a869-a2bd1523d502 None None] Port 1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:13.720713 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] Calling delete_port for aab7ca5f-748d-4687-8279-e483c47411e9 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:13.722256 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329cfe1-6701-4bd5-ad36-3e85ebb27d8a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63538419-399e-40a8-8632-cf1dd4061310,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:13.745612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e329cfe1-6701-4bd5-ad36-3e85ebb27d8a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.749574 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e329cfe1-6701-4bd5-ad36-3e85ebb27d8a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2161131 Apr 29 17:37:13.751749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49186) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:13.751876 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d4ee6-71a1-49c6-94c6-1ece7c8799cc None None] Network 1bc62050-860d-4422-8243-ab61bcc57545 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:13.755910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-63b43a9c-fbd9-4ea5-85b5-02bfad8d969e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group_rule': {'security_group_id': 'e175537f-cc28-49e6-bb96-a590fe5c643c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:13.761961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-63b43a9c-fbd9-4ea5-85b5-02bfad8d969e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:13.765305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event updated for resources: {'Port': ['ID=1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:13.765855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-63b43a9c-fbd9-4ea5-85b5-02bfad8d969e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:13.768797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-63b43a9c-fbd9-4ea5-85b5-02bfad8d969e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:13.771646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:13.774729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-63b43a9c-fbd9-4ea5-85b5-02bfad8d969e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:13.775502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:subnet and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:13.778549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:13.785073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.795049 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63b43a9c-fbd9-4ea5-85b5-02bfad8d969e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.796124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:13.871623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63b43a9c-fbd9-4ea5-85b5-02bfad8d969e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.877839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63b43a9c-fbd9-4ea5-85b5-02bfad8d969e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.898032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:13.901489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.903401 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b43a9c-fbd9-4ea5-85b5-02bfad8d969e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78552f12-db21-4826-8b8b-c562862c2e24,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:13.916076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63b43a9c-fbd9-4ea5-85b5-02bfad8d969e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.920368 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-63b43a9c-fbd9-4ea5-85b5-02bfad8d969e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1690502 Apr 29 17:37:13.921741 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49190) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:13.926748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-d45c6319-d48a-4a77-ae83-84b06ae7fd49 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group_rule': {'security_group_id': 'e175537f-cc28-49e6-bb96-a590fe5c643c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:13.933796 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d45c6319-d48a-4a77-ae83-84b06ae7fd49 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:13.938137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d45c6319-d48a-4a77-ae83-84b06ae7fd49 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:13.941918 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d45c6319-d48a-4a77-ae83-84b06ae7fd49 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:13.948372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d45c6319-d48a-4a77-ae83-84b06ae7fd49 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:13.964879 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e09e8ec8-2c06-459d-80ae-76387d8a56f6 None None] Provisioning for port 72fe8553-0a10-423c-867b-b6693a28e581 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:13.968052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d45c6319-d48a-4a77-ae83-84b06ae7fd49 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:13.989903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e09e8ec8-2c06-459d-80ae-76387d8a56f6 None None] Provisioning complete for port 72fe8553-0a10-423c-867b-b6693a28e581 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:13.990544 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e09e8ec8-2c06-459d-80ae-76387d8a56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.001240 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.objects.ports [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 17:37:14.036315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d45c6319-d48a-4a77-ae83-84b06ae7fd49 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.041673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d45c6319-d48a-4a77-ae83-84b06ae7fd49 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.063885 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c6319-d48a-4a77-ae83-84b06ae7fd49 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394fe368-3812-4e13-a698-67894c05eef6,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:14.076916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d45c6319-d48a-4a77-ae83-84b06ae7fd49 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.080827 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d45c6319-d48a-4a77-ae83-84b06ae7fd49 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1560643 Apr 29 17:37:14.081176 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49194) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:14.103852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.110749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.130255 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eeca4959-30a7-48cc-994c-33aaf68be0ab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.144212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eeca4959-30a7-48cc-994c-33aaf68be0ab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.174789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eeca4959-30a7-48cc-994c-33aaf68be0ab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.193221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca4959-30a7-48cc-994c-33aaf68be0ab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=394fe368-3812-4e13-a698-67894c05eef6,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:14.196316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eeca4959-30a7-48cc-994c-33aaf68be0ab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.198592 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] Pushing event deleted for resources: {'Port': ['ID=aab7ca5f-748d-4687-8279-e483c47411e9,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:14.200679 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-eeca4959-30a7-48cc-994c-33aaf68be0ab tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/394fe368-3812-4e13-a698-67894c05eef6 HTTP/1.1" status: 204 len: 168 time: 0.1182029 Apr 29 17:37:14.201394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49198) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:14.202568 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a8584c-b12b-4de3-b0d2-ed3157f1367e None None] No DVR routers for this DVR port aab7ca5f-748d-4687-8279-e483c47411e9 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:37:14.216809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:14.253364 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae01cd-c876-44e1-b8fd-6e9dc7c68f96 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:14.261071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2815b985-ac7d-49b5-8a8e-843b855fd465 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:14.267961 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.services.revisions.revision_plugin [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Could not find related port for resource to bump revision. Apr 29 17:37:14.282273 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2815b985-ac7d-49b5-8a8e-843b855fd465 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:14.283257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Network 12a9cbb0-428c-49a5-92ef-2001d5497066 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:14.287458 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2815b985-ac7d-49b5-8a8e-843b855fd465 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0849943 Apr 29 17:37:14.288426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49202) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:14.288997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_pluggable_backend [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Port aab7ca5f-748d-4687-8279-e483c47411e9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88019) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 29 17:37:14.289301 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_pluggable_backend [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:feb1:4f5e {{(pid=88019) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 29 17:37:14.296128 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:14.329821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9bab699f-f785-4a8d-af65-cb78f4c2dca5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.344171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9bab699f-f785-4a8d-af65-cb78f4c2dca5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.375011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9bab699f-f785-4a8d-af65-cb78f4c2dca5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.378799 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.395553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab699f-f785-4a8d-af65-cb78f4c2dca5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78552f12-db21-4826-8b8b-c562862c2e24,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:14.407823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9bab699f-f785-4a8d-af65-cb78f4c2dca5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.411071 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9bab699f-f785-4a8d-af65-cb78f4c2dca5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/78552f12-db21-4826-8b8b-c562862c2e24 HTTP/1.1" status: 204 len: 168 time: 0.1191952 Apr 29 17:37:14.411553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49206) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:14.476158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cb62b95d-9afb-428e-9fa5-1f3e530a0651 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:14.503134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cb62b95d-9afb-428e-9fa5-1f3e530a0651 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:14.504800 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cb62b95d-9afb-428e-9fa5-1f3e530a0651 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0921044 Apr 29 17:37:14.508175 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49210) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:14.523500 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e09e8ec8-2c06-459d-80ae-76387d8a56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.548641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf9dd-0d3d-4254-8399-871d006057d6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.561948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf9dd-0d3d-4254-8399-871d006057d6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.578538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:14.594285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf9dd-0d3d-4254-8399-871d006057d6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.607550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:14.608234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.625908 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cf9dd-0d3d-4254-8399-871d006057d6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63538419-399e-40a8-8632-cf1dd4061310,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:14.635488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:14.652909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf9dd-0d3d-4254-8399-871d006057d6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.656895 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3a3cf9dd-0d3d-4254-8399-871d006057d6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/63538419-399e-40a8-8632-cf1dd4061310 HTTP/1.1" status: 204 len: 168 time: 0.1453009 Apr 29 17:37:14.657504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49214) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:14.657621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:14.666385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.26.4.250 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/45206da5-b4e6-4943-93ed-84b555224b59) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:14.670793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e09e8ec8-2c06-459d-80ae-76387d8a56f6 None None] For port 72fe8553-0a10-423c-867b-b6693a28e581, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=72fe8553-0a10-423c-867b-b6693a28e581,segment=NetworkSegment(44698db1-0a74-46c0-9b42-6f3a2f375ac7),segment_id=44698db1-0a74-46c0-9b42-6f3a2f375ac7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:14.676932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:14.677547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.684141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Subnet': ['ID=62850a33-7ad7-4255-9bcb-0db89cc88109,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:14.721215 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e09e8ec8-2c06-459d-80ae-76387d8a56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.739244 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.742575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f01f46cc-a6fe-4b99-9508-b8b5f752166e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:14.763022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f01f46cc-a6fe-4b99-9508-b8b5f752166e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:14.764693 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f01f46cc-a6fe-4b99-9508-b8b5f752166e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1056020 Apr 29 17:37:14.767690 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49218) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:14.791059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e0d73202-cb6d-4434-a143-4d729ced40a4', 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'tenant_id': 'acc765c65b71454aabfd989e9d6e3ded', 'fixed_ips': [{'subnet_id': '62850a33-7ad7-4255-9bcb-0db89cc88109'}, {'subnet_id': '645fce23-a03f-4276-9c99-35de674b32ab'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:37:14.792021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.800610 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-924a31bb-b8c1-4fbf-9ee6-3b6e1154571c tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.814746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-924a31bb-b8c1-4fbf-9ee6-3b6e1154571c tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.844093 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f6553c94-791d-4bfc-9c02-20a0b292fd4f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3288751 Apr 29 17:37:14.847386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49222) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:14.853652 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Request body: {'port': {'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4', 'mac_address': 'fa:16:3e:bf:2e:48', 'name': 'tempest-NetworksTestDHCPv6-12515896'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:14.918492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e8ec8-2c06-459d-80ae-76387d8a56f6 None None] Pushing event updated for resources: {'Port': ['ID=72fe8553-0a10-423c-867b-b6693a28e581,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:14.958076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9e1b0e3e-6bd9-48b4-a904-9219f9ea9952 None None] Provisioning complete for port 1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:14.958477 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9e1b0e3e-6bd9-48b4-a904-9219f9ea9952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.968274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-924a31bb-b8c1-4fbf-9ee6-3b6e1154571c tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:14.989709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a31bb-b8c1-4fbf-9ee6-3b6e1154571c tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aea136e2-a6ad-4145-9a9c-ed0408bbd1b2,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:15.018268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-924a31bb-b8c1-4fbf-9ee6-3b6e1154571c tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.022584 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-924a31bb-b8c1-4fbf-9ee6-3b6e1154571c tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/aea136e2-a6ad-4145-9a9c-ed0408bbd1b2 HTTP/1.1" status: 204 len: 168 time: 0.2509692 Apr 29 17:37:15.024746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49226) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:15.038731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.053712 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:15.074419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:15.095058 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-60c19d12-42a2-4b33-aa16-ac0e3a419418 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:15.101952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Subnet': ['ID=1518c77b-921d-45dd-abd3-4f54d957387f,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:15.109843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Made reservation on behalf of acc765c65b71454aabfd989e9d6e3ded for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:15.127444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-60c19d12-42a2-4b33-aa16-ac0e3a419418 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:15.131469 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-60c19d12-42a2-4b33-aa16-ac0e3a419418 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1036866 Apr 29 17:37:15.131601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Checking segment: {'id': 'b32c2cfd-7c31-4717-b5a9-610d4cea0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9f13c0a2-d1f0-4f6a-af92-4e5900735d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:15.131601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network hostable DHCP agents. Network: 9f13c0a2-d1f0-4f6a-af92-4e5900735d36, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:37:15.132905 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49230) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:15.135701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Router f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:37:15.158581 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b0e3e-6bd9-48b4-a904-9219f9ea9952 None None] Port 1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:15.187168 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6,segment=NetworkSegment(6e41cc6f-f60f-43d0-a771-e143c60fda47),segment_id=6e41cc6f-f60f-43d0-a771-e143c60fda47)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:15.193772 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.221899 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.232550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5282e000-a2a1-4416-8306-dd0e7df01a81 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.247749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5282e000-a2a1-4416-8306-dd0e7df01a81 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.302952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.307755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 72fe8553-0a10-423c-867b-b6693a28e581 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:15.312540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 9f13c0a2-d1f0-4f6a-af92-4e5900735d36 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:37:15.333188 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] device_id is not set on port a4e0cec9-a169-4bec-a31e-5612a5feae04 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:37:15.334767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 9f13c0a2-d1f0-4f6a-af92-4e5900735d36) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:15.345378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:15.345972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.361161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc6aa6a-3c16-4335-a782-8a6180d97786 None None] Network 9f13c0a2-d1f0-4f6a-af92-4e5900735d36 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:15.365468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:15.371774 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a077a104-04f7-41bf-b573-3bcbb4038d2b tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "PUT /v2.0/routers/f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0238678 Apr 29 17:37:15.375119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49234) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:15.379069 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bc43a-0d9c-4437-9753-890b97958c3a None None] Sync routers for ids ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:15.391873 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07bc43a-0d9c-4437-9753-890b97958c3a None None] Routers {'f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:15.393226 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-f07bc43a-0d9c-4437-9753-890b97958c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:15.424507 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d119c403-c160-4217-942a-aafdfcfe655f None None] Provisioning complete for port 72fe8553-0a10-423c-867b-b6693a28e581 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:15.424877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d119c403-c160-4217-942a-aafdfcfe655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.436850 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-81fb3505-684f-4d81-9880-42adf9b61092 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9449930 Apr 29 17:37:15.437867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5282e000-a2a1-4416-8306-dd0e7df01a81 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.450076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49238) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:15.456839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282e000-a2a1-4416-8306-dd0e7df01a81 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58de4d16-1ca1-4742-aeab-35ae8cb173a9,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:15.477731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'subnet': {'network_id': '69f9544a-d3a2-4207-a363-68b7831534ce', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:15.480424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:15.483402 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-f07bc43a-0d9c-4437-9753-890b97958c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:15.494453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.498917 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5282e000-a2a1-4416-8306-dd0e7df01a81 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.502006 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07bc43a-0d9c-4437-9753-890b97958c3a None None] Routers {'f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:15.502928 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-f07bc43a-0d9c-4437-9753-890b97958c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:15.503352 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5282e000-a2a1-4416-8306-dd0e7df01a81 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/58de4d16-1ca1-4742-aeab-35ae8cb173a9 HTTP/1.1" status: 204 len: 168 time: 0.3701441 Apr 29 17:37:15.504190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49242) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:15.532941 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Allocated IP 2001:db8::2 (e0d73202-cb6d-4434-a143-4d729ced40a4/645fce23-a03f-4276-9c99-35de674b32ab/c44c3531-d708-4171-8c3b-fe58fcbfd8c6) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:15.555215 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Allocated IP 2001:db8:0:1:f816:3eff:fed9:b6ab (e0d73202-cb6d-4434-a143-4d729ced40a4/62850a33-7ad7-4255-9bcb-0db89cc88109/c44c3531-d708-4171-8c3b-fe58fcbfd8c6) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:15.592153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:15.593648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-61c34c4d-4a3b-4a3a-8535-e24228fd65cd tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:15.597247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:15.599366 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-f07bc43a-0d9c-4437-9753-890b97958c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:15.600126 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bc43a-0d9c-4437-9753-890b97958c3a None None] The sync data for ids ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:15.607359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:15.637496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=45206da5-b4e6-4943-93ed-84b555224b59,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:15.733343 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 72fe8553-0a10-423c-867b-b6693a28e581 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:15.733720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.810195 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-61c34c4d-4a3b-4a3a-8535-e24228fd65cd tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:15.814721 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-61c34c4d-4a3b-4a3a-8535-e24228fd65cd tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3050709 Apr 29 17:37:15.819218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49246) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:15.821622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:15.840770 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:subnet and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:15.845455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:15.859516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:15.898164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9ac95367-c5a7-45a6-98ff-a976e5003c64 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.911679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:15.915444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.952746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-9f13c0a2-d1f0-4f6a-af92-4e5900735d36', 'network_id': '9f13c0a2-d1f0-4f6a-af92-4e5900735d36', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'fixed_ips': [{'subnet_id': '1518c77b-921d-45dd-abd3-4f54d957387f'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:37:15.953817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:15.965380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9ac95367-c5a7-45a6-98ff-a976e5003c64 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.076620 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9ac95367-c5a7-45a6-98ff-a976e5003c64 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.112609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac95367-c5a7-45a6-98ff-a976e5003c64 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e175537f-cc28-49e6-bb96-a590fe5c643c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:16.160240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9ac95367-c5a7-45a6-98ff-a976e5003c64 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.161855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.164347 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9ac95367-c5a7-45a6-98ff-a976e5003c64 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-groups/e175537f-cc28-49e6-bb96-a590fe5c643c HTTP/1.1" status: 204 len: 168 time: 0.3443551 Apr 29 17:37:16.169383 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49250) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:16.182849 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Transition to ACTIVE for port object c44c3531-d708-4171-8c3b-fe58fcbfd8c6 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:16.239914 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0411a7f5-0a48-4660-82f8-8cbc3bdab5d8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:16.242209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Transition to ACTIVE for port object c44c3531-d708-4171-8c3b-fe58fcbfd8c6 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:16.259498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.330605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Allocated IP 172.20.0.2 (9f13c0a2-d1f0-4f6a-af92-4e5900735d36/1518c77b-921d-45dd-abd3-4f54d957387f/fad8ad20-b39a-4074-b211-1bd2d1729770) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:16.345264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Pushing event updated for resources: {'Port': ['ID=c44c3531-d708-4171-8c3b-fe58fcbfd8c6,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:16.350166 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-056a0cdb-a475-42d5-8a90-09af9f82f8b6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:16.351925 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-056a0cdb-a475-42d5-8a90-09af9f82f8b6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "PUT /v2.0/routers/f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9756806 Apr 29 17:37:16.356527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:16.358708 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:16.358847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49254) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:16.360680 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:16.407505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8::323 (e0d73202-cb6d-4434-a143-4d729ced40a4/645fce23-a03f-4276-9c99-35de674b32ab/a4e0cec9-a169-4bec-a31e-5612a5feae04) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:16.414303 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Allocated IP 2001:db8:0:1:f816:3eff:febf:2e48 (e0d73202-cb6d-4434-a143-4d729ced40a4/62850a33-7ad7-4255-9bcb-0db89cc88109/a4e0cec9-a169-4bec-a31e-5612a5feae04) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:16.581420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Attempting to bind port c44c3531-d708-4171-8c3b-fe58fcbfd8c6 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:37:16.581813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Attempting to bind port c44c3531-d708-4171-8c3b-fe58fcbfd8c6 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:37:16.582185 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Attempting to bind port c44c3531-d708-4171-8c3b-fe58fcbfd8c6 on network e0d73202-cb6d-4434-a143-4d729ced40a4 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:37:16.588914 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0411a7f5-0a48-4660-82f8-8cbc3bdab5d8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:16.595090 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0411a7f5-0a48-4660-82f8-8cbc3bdab5d8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4200592 Apr 29 17:37:16.597095 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49258) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:16.597377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:37:16.597763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Checking segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:16.598378 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.598777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Bound using segment: {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:37:16.599253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Bound port: c44c3531-d708-4171-8c3b-fe58fcbfd8c6, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069b61f9-4d8b-48f7-82fb-40d35ad3adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0d73202-cb6d-4434-a143-4d729ced40a4'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:37:16.599662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.607512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1d281804-2e4b-42b5-9ddf-e225eccce121 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group': {'name': 'tempest-secgroup--763232199'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:16.618665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.625555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1d281804-2e4b-42b5-9ddf-e225eccce121 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:16.717482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1d281804-2e4b-42b5-9ddf-e225eccce121 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:16.756375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.773588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Subnet': ['ID=462e76cd-ff95-464c-971e-aee9a3c34e1f,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:16.782864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.783612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Checking segment: {'id': '9cb6f6aa-4143-4fab-ad53-3ef0689283c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '69f9544a-d3a2-4207-a363-68b7831534ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:16.783881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network hostable DHCP agents. Network: 69f9544a-d3a2-4207-a363-68b7831534ce, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:37:16.788448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1d281804-2e4b-42b5-9ddf-e225eccce121 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.789899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] For port c44c3531-d708-4171-8c3b-fe58fcbfd8c6, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:37:16.796313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] For port c44c3531-d708-4171-8c3b-fe58fcbfd8c6, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c44c3531-d708-4171-8c3b-fe58fcbfd8c6,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:37:16.799732 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Transition to ACTIVE for port object fad8ad20-b39a-4074-b211-1bd2d1729770 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:16.806748 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.812188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.815502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Transition to ACTIVE for port object a4e0cec9-a169-4bec-a31e-5612a5feae04 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:16.823076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1d281804-2e4b-42b5-9ddf-e225eccce121 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:16.830839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1d281804-2e4b-42b5-9ddf-e225eccce121 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:16.836137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1d281804-2e4b-42b5-9ddf-e225eccce121 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:16.844738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1d281804-2e4b-42b5-9ddf-e225eccce121 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:16.850477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 69f9544a-d3a2-4207-a363-68b7831534ce is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:37:16.868786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 69f9544a-d3a2-4207-a363-68b7831534ce) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:16.884490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:16.885063 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.911722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.914295 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d04349-481b-43d3-b52b-082f51d185e6 None None] Network 69f9544a-d3a2-4207-a363-68b7831534ce requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:16.949232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:16.952346 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4b6b5f67-a861-4ba3-8ee1-628ffd694e8b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4935970 Apr 29 17:37:16.963171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49262) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:16.978784 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Transition to ACTIVE for port object fad8ad20-b39a-4074-b211-1bd2d1729770 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:16.990630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-66df6056-6d8b-48df-81ca-f58fd5d38e69 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1105498407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:17.008731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-66df6056-6d8b-48df-81ca-f58fd5d38e69 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:17.024748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-66df6056-6d8b-48df-81ca-f58fd5d38e69 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:router and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:17.038836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Network e0d73202-cb6d-4434-a143-4d729ced40a4 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:17.045178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-66df6056-6d8b-48df-81ca-f58fd5d38e69 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:17.046960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.050597 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:17.052475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event updated for resources: {'Port': ['ID=a4e0cec9-a169-4bec-a31e-5612a5feae04,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:17.059098 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:17.065700 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:17.066339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.072968 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28f8de-32b1-4001-a151-0bd52951d6cd None None] Pushing event updated for resources: {'Port': ['ID=c44c3531-d708-4171-8c3b-fe58fcbfd8c6,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:17.076384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-66df6056-6d8b-48df-81ca-f58fd5d38e69 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:17.086318 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1d281804-2e4b-42b5-9ddf-e225eccce121 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.101410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1d281804-2e4b-42b5-9ddf-e225eccce121 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.122766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-66df6056-6d8b-48df-81ca-f58fd5d38e69 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.123762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-66df6056-6d8b-48df-81ca-f58fd5d38e69 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.141756 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-497a9adb-f0c3-4ae0-acaa-245df885316c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2929869 Apr 29 17:37:17.144846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49266) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:17.147841 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Network 9f13c0a2-d1f0-4f6a-af92-4e5900735d36 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:17.153896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:17.168999 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:17.217153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1d281804-2e4b-42b5-9ddf-e225eccce121 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.220921 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1d281804-2e4b-42b5-9ddf-e225eccce121 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6211903 Apr 29 17:37:17.221093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Pushing event updated for resources: {'Port': ['ID=fad8ad20-b39a-4074-b211-1bd2d1729770,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:17.223990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d281804-2e4b-42b5-9ddf-e225eccce121 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e3481e-8cd4-4d70-b4ad-cf1b261ac838,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:17.227878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49270) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:17.242842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b385b57d-acaa-4d4a-90b1-207d1b2ca44a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group_rule': {'security_group_id': '52e3481e-8cd4-4d70-b4ad-cf1b261ac838', 'direction': 'ingress', 'protocol': 17}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:17.248754 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-66df6056-6d8b-48df-81ca-f58fd5d38e69 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.260206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b385b57d-acaa-4d4a-90b1-207d1b2ca44a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:17.274609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b385b57d-acaa-4d4a-90b1-207d1b2ca44a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:17.280248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-3256a7e2-d262-475a-b910-06c7b60b412a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting port a4e0cec9-a169-4bec-a31e-5612a5feae04 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:17.281082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3256a7e2-d262-475a-b910-06c7b60b412a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.309219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-01f77067-ceac-466d-9de3-db0d02ef896e tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.314227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b385b57d-acaa-4d4a-90b1-207d1b2ca44a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:17.331411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b385b57d-acaa-4d4a-90b1-207d1b2ca44a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:17.352004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Attempting to bind port fad8ad20-b39a-4074-b211-1bd2d1729770 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:37:17.352429 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Attempting to bind port fad8ad20-b39a-4074-b211-1bd2d1729770 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'b32c2cfd-7c31-4717-b5a9-610d4cea0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9f13c0a2-d1f0-4f6a-af92-4e5900735d36'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:37:17.352906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Attempting to bind port fad8ad20-b39a-4074-b211-1bd2d1729770 on network 9f13c0a2-d1f0-4f6a-af92-4e5900735d36 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:37:17.359574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-66df6056-6d8b-48df-81ca-f58fd5d38e69 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.377901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.391338 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.409728 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:17.420599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b385b57d-acaa-4d4a-90b1-207d1b2ca44a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.463739 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-66df6056-6d8b-48df-81ca-f58fd5d38e69 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.467531 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-66df6056-6d8b-48df-81ca-f58fd5d38e69 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4856093 Apr 29 17:37:17.470662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49276) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:17.476917 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:37:17.477363 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Checking segment: {'id': 'b32c2cfd-7c31-4717-b5a9-610d4cea0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9f13c0a2-d1f0-4f6a-af92-4e5900735d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:17.477843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.478239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Bound using segment: {'id': 'b32c2cfd-7c31-4717-b5a9-610d4cea0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9f13c0a2-d1f0-4f6a-af92-4e5900735d36'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:37:17.478729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Bound port: fad8ad20-b39a-4074-b211-1bd2d1729770, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32c2cfd-7c31-4717-b5a9-610d4cea0250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9f13c0a2-d1f0-4f6a-af92-4e5900735d36'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:37:17.479096 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.530216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-69f9544a-d3a2-4207-a363-68b7831534ce', 'network_id': '69f9544a-d3a2-4207-a363-68b7831534ce', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'fixed_ips': [{'subnet_id': '462e76cd-ff95-464c-971e-aee9a3c34e1f'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:37:17.531031 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.678821 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=45206da5-b4e6-4943-93ed-84b555224b59,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:17.723183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] For port fad8ad20-b39a-4074-b211-1bd2d1729770, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:37:17.728812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] For port fad8ad20-b39a-4074-b211-1bd2d1729770, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=fad8ad20-b39a-4074-b211-1bd2d1729770,segment=NetworkSegment(b32c2cfd-7c31-4717-b5a9-610d4cea0250),segment_id=b32c2cfd-7c31-4717-b5a9-610d4cea0250)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:37:17.736284 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:17.736839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.771055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.781840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:17.923016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Allocated IP 172.21.0.2 (69f9544a-d3a2-4207-a363-68b7831534ce/462e76cd-ff95-464c-971e-aee9a3c34e1f/304fd4a3-908e-4344-b60e-ee78e6d3abdb) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:17.930959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70afd66-85c2-42b5-b63d-f9ec7f50fb53 None None] Pushing event updated for resources: {'Port': ['ID=fad8ad20-b39a-4074-b211-1bd2d1729770,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:18.145550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.174850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b385b57d-acaa-4d4a-90b1-207d1b2ca44a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.226826 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b385b57d-acaa-4d4a-90b1-207d1b2ca44a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.227027 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Floating IP 7612e488-1ba6-43d5-859d-a5be455b52c7 associated. External IP: 172.26.4.250, port: f47d9f4d-2e11-411e-a807-37e7fc13882c. Apr 29 17:37:18.285843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385b57d-acaa-4d4a-90b1-207d1b2ca44a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88d4bb8-9472-4d87-9d3c-f4bae50c5be9,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:18.293853 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b385b57d-acaa-4d4a-90b1-207d1b2ca44a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.297587 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b385b57d-acaa-4d4a-90b1-207d1b2ca44a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0621481 Apr 29 17:37:18.298770 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49280) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:18.306946 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.332673 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Transition to ACTIVE for port object 304fd4a3-908e-4344-b60e-ee78e6d3abdb will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:18.362263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Transition to ACTIVE for port object 304fd4a3-908e-4344-b60e-ee78e6d3abdb will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:18.374412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.380887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3256a7e2-d262-475a-b910-06c7b60b412a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.397574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.463230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Network 69f9544a-d3a2-4207-a363-68b7831534ce is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:18.465385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-01f77067-ceac-466d-9de3-db0d02ef896e tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Deleting port 1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:18.465983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-01f77067-ceac-466d-9de3-db0d02ef896e tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.471983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:18.475885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:18.481718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Pushing event updated for resources: {'Port': ['ID=304fd4a3-908e-4344-b60e-ee78e6d3abdb,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:18.586190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Attempting to bind port 304fd4a3-908e-4344-b60e-ee78e6d3abdb on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:37:18.586959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Attempting to bind port 304fd4a3-908e-4344-b60e-ee78e6d3abdb by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '9cb6f6aa-4143-4fab-ad53-3ef0689283c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '69f9544a-d3a2-4207-a363-68b7831534ce'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:37:18.586959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Attempting to bind port 304fd4a3-908e-4344-b60e-ee78e6d3abdb on network 69f9544a-d3a2-4207-a363-68b7831534ce {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:37:18.593618 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:37:18.594273 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Checking segment: {'id': '9cb6f6aa-4143-4fab-ad53-3ef0689283c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '69f9544a-d3a2-4207-a363-68b7831534ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:18.597493 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.598526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Bound using segment: {'id': '9cb6f6aa-4143-4fab-ad53-3ef0689283c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '69f9544a-d3a2-4207-a363-68b7831534ce'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:37:18.605450 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Bound port: 304fd4a3-908e-4344-b60e-ee78e6d3abdb, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb6f6aa-4143-4fab-ad53-3ef0689283c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '69f9544a-d3a2-4207-a363-68b7831534ce'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:37:18.606239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.701630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-3256a7e2-d262-475a-b910-06c7b60b412a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Calling delete_port for a4e0cec9-a169-4bec-a31e-5612a5feae04 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:18.730084 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cef8f4f-619b-4229-a1ea-02068341fa54 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:18.751084 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] For port 304fd4a3-908e-4344-b60e-ee78e6d3abdb, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:37:18.778517 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] For port 304fd4a3-908e-4344-b60e-ee78e6d3abdb, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=304fd4a3-908e-4344-b60e-ee78e6d3abdb,segment=NetworkSegment(9cb6f6aa-4143-4fab-ad53-3ef0689283c1),segment_id=9cb6f6aa-4143-4fab-ad53-3ef0689283c1)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:37:18.829609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.848021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0cd47c7-ae51-43c3-9af4-46fb40a2cdda tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.936350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-75cc5f0d-c2f8-443c-bac7-836c32f51022 None None] Provisioning for port c44c3531-d708-4171-8c3b-fe58fcbfd8c6 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:18.941375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0cd47c7-ae51-43c3-9af4-46fb40a2cdda tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:18.951180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-01f77067-ceac-466d-9de3-db0d02ef896e tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:19.058560 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19427779-cecc-4ee8-8c6b-5183665abe0b None None] Pushing event updated for resources: {'Port': ['ID=304fd4a3-908e-4344-b60e-ee78e6d3abdb,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:19.122418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-01f77067-ceac-466d-9de3-db0d02ef896e tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Calling delete_port for 1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:19.156356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0cd47c7-ae51-43c3-9af4-46fb40a2cdda tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:19.168147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Allocated IP 172.20.0.1 (9f13c0a2-d1f0-4f6a-af92-4e5900735d36/1518c77b-921d-45dd-abd3-4f54d957387f/cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:19.237757 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd47c7-ae51-43c3-9af4-46fb40a2cdda tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e3481e-8cd4-4d70-b4ad-cf1b261ac838,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:19.318388 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0cd47c7-ae51-43c3-9af4-46fb40a2cdda tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:19.321772 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b0cd47c7-ae51-43c3-9af4-46fb40a2cdda tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-groups/52e3481e-8cd4-4d70-b4ad-cf1b261ac838 HTTP/1.1" status: 204 len: 168 time: 1.0179667 Apr 29 17:37:19.323710 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3256a7e2-d262-475a-b910-06c7b60b412a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:19.327230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49284) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:19.343749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:19.378589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256a7e2-d262-475a-b910-06c7b60b412a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Port': ['ID=a4e0cec9-a169-4bec-a31e-5612a5feae04,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:19.518202 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c44c3531-d708-4171-8c3b-fe58fcbfd8c6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:19.590412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3256a7e2-d262-475a-b910-06c7b60b412a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:19.600447 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3256a7e2-d262-475a-b910-06c7b60b412a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/a4e0cec9-a169-4bec-a31e-5612a5feae04 HTTP/1.1" status: 204 len: 168 time: 2.4487927 Apr 29 17:37:19.600665 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-28311780-04a7-4411-b0c8-e7d7997613e0 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2629297 Apr 29 17:37:19.602177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49288) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:19.602514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49290) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:19.658746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port c44c3531-d708-4171-8c3b-fe58fcbfd8c6 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:19.664908 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c44c3531-d708-4171-8c3b-fe58fcbfd8c6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:19.665287 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:19.705146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-01f77067-ceac-466d-9de3-db0d02ef896e tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:19.776709 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-38bb5887-f999-4ed2-ac39-b1c948611803 None None] Provisioning complete for port c44c3531-d708-4171-8c3b-fe58fcbfd8c6 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:19.777128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-38bb5887-f999-4ed2-ac39-b1c948611803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:19.791173 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f77067-ceac-466d-9de3-db0d02ef896e tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event deleted for resources: {'Port': ['ID=1fe98f66-387a-4c3b-b0a8-b25f3fb42ee3,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:19.810073 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54ab2e1-eb70-4d1d-a9f7-b636201807d2 None None] Network 9f13c0a2-d1f0-4f6a-af92-4e5900735d36 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:19.842843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group': {'name': 'tempest-secgroup--83015919'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:19.870483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:19.897863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:19.904642 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:19.927992 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:19.942736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:19.963719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:19.971468 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:19.995445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Transition to ACTIVE for port object cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:19.998617 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:20.009273 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:20.011081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc2dd08-4d10-4e20-bdf6-8bfab4784d9a None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:20.016973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:20.033013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22832f56-1dea-4b33-8e54-1e8a2aea441f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:20.038121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-22832f56-1dea-4b33-8e54-1e8a2aea441f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:20.041987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:20.042247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:20.048400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc2dd08-4d10-4e20-bdf6-8bfab4784d9a None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:20.049033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-adc2dd08-4d10-4e20-bdf6-8bfab4784d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:20.090129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-22832f56-1dea-4b33-8e54-1e8a2aea441f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:20.091723 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-22832f56-1dea-4b33-8e54-1e8a2aea441f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4881036 Apr 29 17:37:20.094987 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:20.101651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49296) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:20.183538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-adc2dd08-4d10-4e20-bdf6-8bfab4784d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:20.186771 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:20.243735 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 9f13c0a2-d1f0-4f6a-af92-4e5900735d36 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:20.257981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:20.268345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:20.330517 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc2dd08-4d10-4e20-bdf6-8bfab4784d9a None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:20.331146 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-adc2dd08-4d10-4e20-bdf6-8bfab4784d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:20.349780 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:20.351424 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:20.377723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:20.443025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c629b48d-9bed-4450-a4d0-32eca6d58c59,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:20.448385 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-af4b7c9d-75e8-46b7-9cd0-df66dbed772e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.9026897 Apr 29 17:37:20.463684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49300) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:20.466208 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-adc2dd08-4d10-4e20-bdf6-8bfab4784d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:20.466620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc2dd08-4d10-4e20-bdf6-8bfab4784d9a None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:20.485315 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-38bb5887-f999-4ed2-ac39-b1c948611803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:20.499586 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port c44c3531-d708-4171-8c3b-fe58fcbfd8c6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c44c3531-d708-4171-8c3b-fe58fcbfd8c6,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:20.510553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:20.511443 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device fad8ad20-b39a-4074-b211-1bd2d1729770 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:20.531387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090f57a1-6456-4ec9-9f39-2963b21c83d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:20.533219 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-090f57a1-6456-4ec9-9f39-2963b21c83d3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3999269 Apr 29 17:37:20.538194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49304) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:20.580314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:20.594053 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-01f77067-ceac-466d-9de3-db0d02ef896e tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:20.604393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:20.608128 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a3a85504-efab-45be-8031-6e3a4d39812a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9995093 Apr 29 17:37:20.611762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49308) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:20.618639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147181785'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:20.624447 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:20.628514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:20.631939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:20.638136 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:20.650829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:20.693929 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-54d32294-ed5b-412f-8897-64e632299d2f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "GET /v2.0/floatingips/7612e488-1ba6-43d5-859d-a5be455b52c7 HTTP/1.1" status: 200 len: 977 time: 0.2285686 Apr 29 17:37:20.697233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:20.699570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49312) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:20.706618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:20.725959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5091b0e1-9e8d-4821-8d0d-c388cb1b7e89 None None] Network 69f9544a-d3a2-4207-a363-68b7831534ce requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:20.758227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:20.785713 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:20.797966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=c44c3531-d708-4171-8c3b-fe58fcbfd8c6,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:20.847644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-38bb5887-f999-4ed2-ac39-b1c948611803 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:37:20.848078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-38bb5887-f999-4ed2-ac39-b1c948611803 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:37:20.879021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port fad8ad20-b39a-4074-b211-1bd2d1729770 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:20.882338 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b1512c3a-25eb-4d8c-8ddd-58e91fb1d0ee tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Synchronizing usage tracker for tenant:22c2d4b02510415789cc3e18793fb72a on resource:floatingip {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:20.906780 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:20.935907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b1512c3a-25eb-4d8c-8ddd-58e91fb1d0ee tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Unset dirty status for tenant:22c2d4b02510415789cc3e18793fb72a on resource:floatingip {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:20.939845 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b1512c3a-25eb-4d8c-8ddd-58e91fb1d0ee tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2366879 Apr 29 17:37:20.954403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49316) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:20.968929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e97edaac-2ba1-40a7-b51e-9758db865201 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'floatingip': {'port_id': 'daa8994f-dde2-4553-bba6-da6f8c51dff9'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:21.021252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.046129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa9ef2d-e9b1-4703-9ae0-c003869af17f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:21.048782 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa9ef2d-e9b1-4703-9ae0-c003869af17f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:21.049604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa9ef2d-e9b1-4703-9ae0-c003869af17f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:21.050538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4aa9ef2d-e9b1-4703-9ae0-c003869af17f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:21.072817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f77067-ceac-466d-9de3-db0d02ef896e tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Router f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:21.083864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.191017 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a9b0db-2e33-4636-b519-5e0ad0dc49ae,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:21.210640 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4aa9ef2d-e9b1-4703-9ae0-c003869af17f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:21.215702 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4aa9ef2d-e9b1-4703-9ae0-c003869af17f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6717305 Apr 29 17:37:21.218446 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49324) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:21.243618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e97edaac-2ba1-40a7-b51e-9758db865201 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.267432 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.267432 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5340fc2a-2af2-4c72-b6f5-94ca58f28a2d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6551542 Apr 29 17:37:21.276595 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49328) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:21.295560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c99568e4-8ac1-4ccb-ba7c-e5d75e34e1b6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group_rule': {'security_group_id': 'c629b48d-9bed-4450-a4d0-32eca6d58c59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c8a9b0db-2e33-4636-b519-5e0ad0dc49ae', 'remote_ip_prefix': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:21.314684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c99568e4-8ac1-4ccb-ba7c-e5d75e34e1b6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:21.328134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c99568e4-8ac1-4ccb-ba7c-e5d75e34e1b6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:21.331384 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f77067-ceac-466d-9de3-db0d02ef896e tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:21.343120 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-01f77067-ceac-466d-9de3-db0d02ef896e tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "PUT /v2.0/routers/f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9784958 Apr 29 17:37:21.345254 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9497737-f428-404b-a1fc-5e636282a48a None None] Sync routers for ids ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:21.346321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49332) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:21.370468 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9497737-f428-404b-a1fc-5e636282a48a None None] Routers {'f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:21.371555 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-f9497737-f428-404b-a1fc-5e636282a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:21.379703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c99568e4-8ac1-4ccb-ba7c-e5d75e34e1b6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:21.395693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b7239f-f084-497b-bebc-3ff24d41056d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 62850a33-7ad7-4255-9bcb-0db89cc88109 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:21.402122 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-06b7239f-f084-497b-bebc-3ff24d41056d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.442428 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-38bb5887-f999-4ed2-ac39-b1c948611803 None None] Could not find standard attr ID for object a4e0cec9-a169-4bec-a31e-5612a5feae04. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:37:21.461112 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-f9497737-f428-404b-a1fc-5e636282a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:21.471442 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9497737-f428-404b-a1fc-5e636282a48a None None] Routers {'f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:21.473276 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-f9497737-f428-404b-a1fc-5e636282a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:21.490083 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 304fd4a3-908e-4344-b60e-ee78e6d3abdb up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:21.492177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c99568e4-8ac1-4ccb-ba7c-e5d75e34e1b6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:21.558795 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-f9497737-f428-404b-a1fc-5e636282a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:21.559201 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9497737-f428-404b-a1fc-5e636282a48a None None] The sync data for ids ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:21.575572 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3af358be-59ba-4217-aab4-b59be2c86527 None None] Provisioning for port 304fd4a3-908e-4344-b60e-ee78e6d3abdb completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:21.579280 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-8442e4cf-8880-49ec-8684-949536e8e285 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] delete failed (client error): The resource could not be found. Apr 29 17:37:21.585565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3af358be-59ba-4217-aab4-b59be2c86527 None None] Could not find standard attr ID for object a4e0cec9-a169-4bec-a31e-5612a5feae04. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:37:21.586083 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8442e4cf-8880-49ec-8684-949536e8e285 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-430630126 HTTP/1.1" status: 404 len: 334 time: 0.2388380 Apr 29 17:37:21.589477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49336) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:21.592992 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 304fd4a3-908e-4344-b60e-ee78e6d3abdb completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:21.596528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-72d932a1-5a6f-418b-850e-059266c47e90 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:21.598226 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 304fd4a3-908e-4344-b60e-ee78e6d3abdb triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:21.598607 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.642694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3af358be-59ba-4217-aab4-b59be2c86527 None None] Provisioning for port cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:21.676794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.694388 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.722131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3af358be-59ba-4217-aab4-b59be2c86527 None None] Provisioning complete for port cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:21.723326 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3af358be-59ba-4217-aab4-b59be2c86527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.798058 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3af358be-59ba-4217-aab4-b59be2c86527 None None] Port cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:21.830834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c99568e4-8ac1-4ccb-ba7c-e5d75e34e1b6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.855379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3af358be-59ba-4217-aab4-b59be2c86527 None None] Provisioning for port fad8ad20-b39a-4074-b211-1bd2d1729770 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:21.865793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3af358be-59ba-4217-aab4-b59be2c86527 None None] Provisioning complete for port fad8ad20-b39a-4074-b211-1bd2d1729770 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:21.866013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-06b7239f-f084-497b-bebc-3ff24d41056d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.866239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3af358be-59ba-4217-aab4-b59be2c86527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.911182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.915089 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.942943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c99568e4-8ac1-4ccb-ba7c-e5d75e34e1b6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.951510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:21.953392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 304fd4a3-908e-4344-b60e-ee78e6d3abdb, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=304fd4a3-908e-4344-b60e-ee78e6d3abdb,segment=NetworkSegment(9cb6f6aa-4143-4fab-ad53-3ef0689283c1),segment_id=9cb6f6aa-4143-4fab-ad53-3ef0689283c1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:21.960230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c99568e4-8ac1-4ccb-ba7c-e5d75e34e1b6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.963019 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:21.963819 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c44c3531-d708-4171-8c3b-fe58fcbfd8c6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:21.998077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c99568e4-8ac1-4ccb-ba7c-e5d75e34e1b6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.001902 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c99568e4-8ac1-4ccb-ba7c-e5d75e34e1b6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7217205 Apr 29 17:37:22.011763 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49340) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:22.039322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99568e4-8ac1-4ccb-ba7c-e5d75e34e1b6 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2514a390-88f5-4eae-b61d-000a32e9fd55,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:22.131769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=304fd4a3-908e-4344-b60e-ee78e6d3abdb,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:22.134339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3af358be-59ba-4217-aab4-b59be2c86527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.177918 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c44c3531-d708-4171-8c3b-fe58fcbfd8c6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:22.178321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.205248 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3af358be-59ba-4217-aab4-b59be2c86527 None None] For port fad8ad20-b39a-4074-b211-1bd2d1729770, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=fad8ad20-b39a-4074-b211-1bd2d1729770,segment=NetworkSegment(b32c2cfd-7c31-4717-b5a9-610d4cea0250),segment_id=b32c2cfd-7c31-4717-b5a9-610d4cea0250)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:22.224464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3af358be-59ba-4217-aab4-b59be2c86527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.261292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2140c967-90bc-4b9b-a69c-186fd0d73d7e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.264985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72d932a1-5a6f-418b-850e-059266c47e90 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.272059 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2140c967-90bc-4b9b-a69c-186fd0d73d7e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.306450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2140c967-90bc-4b9b-a69c-186fd0d73d7e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.306835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af358be-59ba-4217-aab4-b59be2c86527 None None] Pushing event updated for resources: {'Port': ['ID=fad8ad20-b39a-4074-b211-1bd2d1729770,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:22.345777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2140c967-90bc-4b9b-a69c-186fd0d73d7e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.349473 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2140c967-90bc-4b9b-a69c-186fd0d73d7e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/2514a390-88f5-4eae-b61d-000a32e9fd55 HTTP/1.1" status: 204 len: 168 time: 0.3300474 Apr 29 17:37:22.349473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140c967-90bc-4b9b-a69c-186fd0d73d7e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2514a390-88f5-4eae-b61d-000a32e9fd55,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:22.352202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49344) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:22.360034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-06b7239f-f084-497b-bebc-3ff24d41056d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.372414 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a00f3899-e608-43a4-ace8-620929da6af8 None None] Provisioning complete for port cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:22.372775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a00f3899-e608-43a4-ace8-620929da6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.394533 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-72d932a1-5a6f-418b-850e-059266c47e90 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] update failed (client error): The resource could not be found. Apr 29 17:37:22.402071 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-72d932a1-5a6f-418b-850e-059266c47e90 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "PUT /v2.0/routers/f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd HTTP/1.1" status: 404 len: 339 time: 0.8053293 Apr 29 17:37:22.402252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49348) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:22.426875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a00f3899-e608-43a4-ace8-620929da6af8 None None] Port cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:22.450296 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c115164e-19fd-43f9-a85d-c8942c7c8a2a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0826337 Apr 29 17:37:22.457353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49352) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:22.545399 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5471316-06d0-4ffe-90cf-c018f62ad126 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.552507 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 9f13c0a2-d1f0-4f6a-af92-4e5900735d36 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:22.558731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:22.652320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5471316-06d0-4ffe-90cf-c018f62ad126 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.686001 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e97edaac-2ba1-40a7-b51e-9758db865201 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.699664 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e97edaac-2ba1-40a7-b51e-9758db865201 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.844923 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-06b7239f-f084-497b-bebc-3ff24d41056d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.848250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5471316-06d0-4ffe-90cf-c018f62ad126 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.854657 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6923bd35-6cf4-459c-a88b-0fb7f679e795 None None] Provisioning complete for port cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:22.855232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6923bd35-6cf4-459c-a88b-0fb7f679e795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.881284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5471316-06d0-4ffe-90cf-c018f62ad126 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a9b0db-2e33-4636-b519-5e0ad0dc49ae,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:22.898724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5471316-06d0-4ffe-90cf-c018f62ad126 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:22.900050 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e5471316-06d0-4ffe-90cf-c018f62ad126 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-groups/c8a9b0db-2e33-4636-b519-5e0ad0dc49ae HTTP/1.1" status: 204 len: 168 time: 0.4417987 Apr 29 17:37:22.902556 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49356) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:22.920078 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-e97edaac-2ba1-40a7-b51e-9758db865201 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Floating IP 7612e488-1ba6-43d5-859d-a5be455b52c7 associated. External IP: 172.26.4.250, port: f47d9f4d-2e11-411e-a807-37e7fc13882c. Apr 29 17:37:22.922311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6923bd35-6cf4-459c-a88b-0fb7f679e795 None None] Port cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:23.009545 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7239f-f084-497b-bebc-3ff24d41056d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=62850a33-7ad7-4255-9bcb-0db89cc88109,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:23.012332 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-06b7239f-f084-497b-bebc-3ff24d41056d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:23.016445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d3c9b0-575f-40c3-825b-113d630cd1dd None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:23.071839 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-06b7239f-f084-497b-bebc-3ff24d41056d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/62850a33-7ad7-4255-9bcb-0db89cc88109 HTTP/1.1" status: 204 len: 168 time: 1.8523259 Apr 29 17:37:23.077229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49360) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:23.145684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:23.167968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router f0f7b53e-b172-4354-bd6e-42a6ef445294 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:37:23.261757 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7e39050d-b8f5-4684-be6e-afdef4d6d4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:23.287098 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-913f4fb5-667c-4f04-ba3c-e16675ae4408 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:23.319636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 304fd4a3-908e-4344-b60e-ee78e6d3abdb up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:23.331918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd6f495-1dd0-40ea-a0de-da022f6c060d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Deleting subnet 645fce23-a03f-4276-9c99-35de674b32ab {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:23.388310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-913f4fb5-667c-4f04-ba3c-e16675ae4408 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:23.392294 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-913f4fb5-667c-4f04-ba3c-e16675ae4408 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.4856822 Apr 29 17:37:23.404044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 304fd4a3-908e-4344-b60e-ee78e6d3abdb triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:23.404446 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:23.449694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f495-1dd0-40ea-a0de-da022f6c060d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:23.491044 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49364) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:23.544127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device fad8ad20-b39a-4074-b211-1bd2d1729770 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:23.558770 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f495-1dd0-40ea-a0de-da022f6c060d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:23.620201 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port fad8ad20-b39a-4074-b211-1bd2d1729770 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:23.620568 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:23.666530 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:23.678287 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ce03c-ea3b-4b43-8cb7-0534c428ce31 None None] Sync routers for ids ['f0f7b53e-b172-4354-bd6e-42a6ef445294'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:23.699064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ce03c-ea3b-4b43-8cb7-0534c428ce31 None None] Routers {'f0f7b53e-b172-4354-bd6e-42a6ef445294'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:23.699809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f69ce03c-ea3b-4b43-8cb7-0534c428ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f0f7b53e-b172-4354-bd6e-42a6ef445294'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:23.713671 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-03e1daf0-4a70-4f57-9501-19c1db520c34 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/f0f7b53e-b172-4354-bd6e-42a6ef445294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2425742 Apr 29 17:37:23.723634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49368) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:23.756233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0c2c-0308-44ff-8db6-d34608b2ab35 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:23.781389 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f69ce03c-ea3b-4b43-8cb7-0534c428ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:23.794837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0c2c-0308-44ff-8db6-d34608b2ab35 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:23.830647 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Allocated IP 172.20.0.1 (d409eed7-fd1e-46d2-bf86-4e1588e8156f/3857ec3d-9242-4a7e-b5b9-827abeabb153/f2273677-c2d0-4471-927c-94f4ab1dc53b) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:23.832526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ce03c-ea3b-4b43-8cb7-0534c428ce31 None None] Routers {'f0f7b53e-b172-4354-bd6e-42a6ef445294'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:23.833255 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f69ce03c-ea3b-4b43-8cb7-0534c428ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f0f7b53e-b172-4354-bd6e-42a6ef445294'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:23.904869 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f69ce03c-ea3b-4b43-8cb7-0534c428ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:23.905585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ce03c-ea3b-4b43-8cb7-0534c428ce31 None None] The sync data for ids ['f0f7b53e-b172-4354-bd6e-42a6ef445294'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:23.931551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97edaac-2ba1-40a7-b51e-9758db865201 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:23.964230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49856a33-6e7d-4f7e-a108-f3fbd07027e0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:23.965584 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-49856a33-6e7d-4f7e-a108-f3fbd07027e0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports/cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd HTTP/1.1" status: 200 len: 910 time: 0.2216833 Apr 29 17:37:23.969531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49372) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:23.969691 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0c2c-0308-44ff-8db6-d34608b2ab35 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:24.049825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9fe72620-1d3f-4634-80fb-a0b64c33712d None None] Provisioning complete for port c44c3531-d708-4171-8c3b-fe58fcbfd8c6 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:24.050185 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9fe72620-1d3f-4634-80fb-a0b64c33712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:24.103671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e0c2c-0308-44ff-8db6-d34608b2ab35 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c629b48d-9bed-4450-a4d0-32eca6d58c59,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:24.124952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f495-1dd0-40ea-a0de-da022f6c060d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:24.136493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:24.164727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Transition to ACTIVE for port object f2273677-c2d0-4471-927c-94f4ab1dc53b will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:24.191539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0c2c-0308-44ff-8db6-d34608b2ab35 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:24.192687 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4d2e0c2c-0308-44ff-8db6-d34608b2ab35 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-groups/c629b48d-9bed-4450-a4d0-32eca6d58c59 HTTP/1.1" status: 204 len: 168 time: 0.7008140 Apr 29 17:37:24.200494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49376) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:24.291576 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2088c54d-dcd8-4152-a6c5-1b6d7c447c44 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:24.294722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97edaac-2ba1-40a7-b51e-9758db865201 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:24.297820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f495-1dd0-40ea-a0de-da022f6c060d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:24.306234 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6073cc5f-40ce-44f3-86c5-12a90c1e0348 None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:24.316112 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6073cc5f-40ce-44f3-86c5-12a90c1e0348 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:24.316984 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6073cc5f-40ce-44f3-86c5-12a90c1e0348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:24.377707 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6073cc5f-40ce-44f3-86c5-12a90c1e0348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:24.388899 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6073cc5f-40ce-44f3-86c5-12a90c1e0348 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:24.389541 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6073cc5f-40ce-44f3-86c5-12a90c1e0348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:24.447808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6f495-1dd0-40ea-a0de-da022f6c060d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Subnet': ['ID=645fce23-a03f-4276-9c99-35de674b32ab,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:24.449747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f495-1dd0-40ea-a0de-da022f6c060d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:24.450071 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6073cc5f-40ce-44f3-86c5-12a90c1e0348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:24.450481 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6073cc5f-40ce-44f3-86c5-12a90c1e0348 None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:24.458774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:24.468443 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f428a4-7f4f-471a-acdf-065dc945e2b0 None None] Network e0d73202-cb6d-4434-a143-4d729ced40a4 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:24.496917 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6bd6f495-1dd0-40ea-a0de-da022f6c060d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/645fce23-a03f-4276-9c99-35de674b32ab HTTP/1.1" status: 204 len: 168 time: 1.4123476 Apr 29 17:37:24.496917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2088c54d-dcd8-4152-a6c5-1b6d7c447c44 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:24.496917 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2088c54d-dcd8-4152-a6c5-1b6d7c447c44 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2910788 Apr 29 17:37:24.496917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49380) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:24.497349 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49384) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:24.542917 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Network d409eed7-fd1e-46d2-bf86-4e1588e8156f is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:24.548603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:24.556313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5ef8055c-0a3d-4bba-998b-d35ba8c29bc8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group': {'name': 'tempest-secgroup--439606752'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:24.556757 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:24.577228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5ef8055c-0a3d-4bba-998b-d35ba8c29bc8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:24.588445 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0837bdcb-cfcd-41f5-b960-4e0666032d75 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891402 Apr 29 17:37:24.592191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49388) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:24.603704 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5ef8055c-0a3d-4bba-998b-d35ba8c29bc8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:24.622156 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ef8055c-0a3d-4bba-998b-d35ba8c29bc8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:24.678037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event updated for resources: {'Port': ['ID=f2273677-c2d0-4471-927c-94f4ab1dc53b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:24.774702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5ef8055c-0a3d-4bba-998b-d35ba8c29bc8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:24.782194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5ef8055c-0a3d-4bba-998b-d35ba8c29bc8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:24.787020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5ef8055c-0a3d-4bba-998b-d35ba8c29bc8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:24.787186 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:24.799793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5ef8055c-0a3d-4bba-998b-d35ba8c29bc8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:24.805523 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a835ff97-1a2f-42f7-a9a7-39415f5baae6 None None] DHCP port deletion for e0d73202-cb6d-4434-a143-4d729ced40a4 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:37:24.810976 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a835ff97-1a2f-42f7-a9a7-39415f5baae6 None None] Deleting port c44c3531-d708-4171-8c3b-fe58fcbfd8c6 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:24.811371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a835ff97-1a2f-42f7-a9a7-39415f5baae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:24.855178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97edaac-2ba1-40a7-b51e-9758db865201 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:24.877410 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-eeb6ec87-fabb-4fc8-90fc-84863326c143 None None] Provisioning for port f2273677-c2d0-4471-927c-94f4ab1dc53b completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:24.887765 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-eeb6ec87-fabb-4fc8-90fc-84863326c143 None None] Provisioning complete for port f2273677-c2d0-4471-927c-94f4ab1dc53b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:24.888145 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-eeb6ec87-fabb-4fc8-90fc-84863326c143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:24.899391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:24.927144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc0e39-71c2-46c7-8453-8b66b8b7db34 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:24.928796 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-01cc0e39-71c2-46c7-8453-8b66b8b7db34 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3342631 Apr 29 17:37:24.976936 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49396) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:25.018205 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6ec87-fabb-4fc8-90fc-84863326c143 None None] Port f2273677-c2d0-4471-927c-94f4ab1dc53b cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:25.124396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a835ff97-1a2f-42f7-a9a7-39415f5baae6 None None] For port c44c3531-d708-4171-8c3b-fe58fcbfd8c6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c44c3531-d708-4171-8c3b-fe58fcbfd8c6,segment=NetworkSegment(069b61f9-4d8b-48f7-82fb-40d35ad3adab),segment_id=069b61f9-4d8b-48f7-82fb-40d35ad3adab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:25.124910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a835ff97-1a2f-42f7-a9a7-39415f5baae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:25.179053 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ef8055c-0a3d-4bba-998b-d35ba8c29bc8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:25.184831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ef8055c-0a3d-4bba-998b-d35ba8c29bc8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:25.249521 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a835ff97-1a2f-42f7-a9a7-39415f5baae6 None None] Calling delete_port for c44c3531-d708-4171-8c3b-fe58fcbfd8c6 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:25.255864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8055c-0a3d-4bba-998b-d35ba8c29bc8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297e95a5-8f4e-438d-a6aa-c9fa9d3b7a50,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:25.260918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5ef8055c-0a3d-4bba-998b-d35ba8c29bc8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:25.262115 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5ef8055c-0a3d-4bba-998b-d35ba8c29bc8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7638907 Apr 29 17:37:25.264972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49400) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:25.270089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-bc2fa78d-21f8-4b4c-a14b-fc0fb97e0c79 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group_rule': {'security_group_id': '297e95a5-8f4e-438d-a6aa-c9fa9d3b7a50', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:25.278827 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-bc2fa78d-21f8-4b4c-a14b-fc0fb97e0c79 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:25.284199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97edaac-2ba1-40a7-b51e-9758db865201 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:25.286340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-bc2fa78d-21f8-4b4c-a14b-fc0fb97e0c79 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:25.291430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e97edaac-2ba1-40a7-b51e-9758db865201 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:25.306847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac18f5d-d678-432a-bd72-3ae9171e1bc1 None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:25.312536 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:25.315601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-bc2fa78d-21f8-4b4c-a14b-fc0fb97e0c79 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:25.328114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c44c3531-d708-4171-8c3b-fe58fcbfd8c6 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:37:25.338323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-bc2fa78d-21f8-4b4c-a14b-fc0fb97e0c79 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:25.374600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e6f258-e97b-482b-bbd9-4c2eff1378ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:25.375439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b4e6f258-e97b-482b-bbd9-4c2eff1378ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Synchronizing usage tracker for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:25.387601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac18f5d-d678-432a-bd72-3ae9171e1bc1 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:25.388207 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4ac18f5d-d678-432a-bd72-3ae9171e1bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:36:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:25.388748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa78d-21f8-4b4c-a14b-fc0fb97e0c79 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:25.449048 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e97edaac-2ba1-40a7-b51e-9758db865201 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "PUT /v2.0/floatingips/7612e488-1ba6-43d5-859d-a5be455b52c7 HTTP/1.1" status: 200 len: 978 time: 4.4892020 Apr 29 17:37:25.453442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49404) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:25.459863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a63441e3-8a23-4521-a602-7654ffe325f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:25.467713 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4ac18f5d-d678-432a-bd72-3ae9171e1bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:25.476982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b4e6f258-e97b-482b-bbd9-4c2eff1378ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Unset dirty status for tenant:acc765c65b71454aabfd989e9d6e3ded on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:25.480715 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b4e6f258-e97b-482b-bbd9-4c2eff1378ab tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4762819 Apr 29 17:37:25.480862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2526c3fe-e1f0-47fc-9983-c5d43fe94b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:25.507082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac18f5d-d678-432a-bd72-3ae9171e1bc1 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:25.507738 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4ac18f5d-d678-432a-bd72-3ae9171e1bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:25.521068 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49408) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:25.575078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4ac18f5d-d678-432a-bd72-3ae9171e1bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:25.575489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac18f5d-d678-432a-bd72-3ae9171e1bc1 None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:25.606653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a835ff97-1a2f-42f7-a9a7-39415f5baae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:25.619829 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d4bc58d2-438e-4f83-8d3b-276b299f8533 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962155 Apr 29 17:37:25.622515 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49414) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:25.669682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa78d-21f8-4b4c-a14b-fc0fb97e0c79 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:25.683276 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-733ea6dc-24f2-4b72-b512-c76e3d71fee5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:25.683768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733ea6dc-24f2-4b72-b512-c76e3d71fee5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:25.689503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa78d-21f8-4b4c-a14b-fc0fb97e0c79 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:25.694743 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-733ea6dc-24f2-4b72-b512-c76e3d71fee5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/a4e0cec9-a169-4bec-a31e-5612a5feae04 HTTP/1.1" status: 404 len: 333 time: 0.0723004 Apr 29 17:37:25.700738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49418) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:25.703663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Port c44c3531-d708-4171-8c3b-fe58fcbfd8c6 update to DOWN by agent not found {{(pid=88020) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 29 17:37:25.706113 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835ff97-1a2f-42f7-a9a7-39415f5baae6 None None] No DVR routers for this DVR port c44c3531-d708-4171-8c3b-fe58fcbfd8c6 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:37:25.707747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a63441e3-8a23-4521-a602-7654ffe325f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:25.710032 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835ff97-1a2f-42f7-a9a7-39415f5baae6 None None] Pushing event deleted for resources: {'Port': ['ID=c44c3531-d708-4171-8c3b-fe58fcbfd8c6,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:25.829572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fa78d-21f8-4b4c-a14b-fc0fb97e0c79 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db1cf82-85d2-4af8-9f06-f4e3a676a230,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:25.838968 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b3401c-b402-4ea3-9dad-3eca2cf4a98a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:25.839501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b3401c-b402-4ea3-9dad-3eca2cf4a98a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:25.841303 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d2b3401c-b402-4ea3-9dad-3eca2cf4a98a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/62850a33-7ad7-4255-9bcb-0db89cc88109 HTTP/1.1" status: 404 len: 337 time: 0.0788698 Apr 29 17:37:25.844210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49422) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:25.844675 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Allocated IP 172.21.0.1 (69f9544a-d3a2-4207-a363-68b7831534ce/462e76cd-ff95-464c-971e-aee9a3c34e1f/6a4889dd-0a7d-41be-a984-24a4f96313ea) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:25.847311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa78d-21f8-4b4c-a14b-fc0fb97e0c79 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:25.851642 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bc2fa78d-21f8-4b4c-a14b-fc0fb97e0c79 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5825057 Apr 29 17:37:25.855492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49426) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:25.898502 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bf7246-0b94-4d63-b3b6-5653b354a6c1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:25.898951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bf7246-0b94-4d63-b3b6-5653b354a6c1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:25.900700 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-16bf7246-0b94-4d63-b3b6-5653b354a6c1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/645fce23-a03f-4276-9c99-35de674b32ab HTTP/1.1" status: 404 len: 337 time: 0.0547533 Apr 29 17:37:25.909849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49430) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:26.006795 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-21a32c62-0988-4749-a20c-8552b0afd0ae tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.057915 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-18eeeef8-902a-4a73-8bdb-0836851857e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:26.058368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18eeeef8-902a-4a73-8bdb-0836851857e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:26.075027 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a63441e3-8a23-4521-a602-7654ffe325f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.079828 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a63441e3-8a23-4521-a602-7654ffe325f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.080085 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-a63441e3-8a23-4521-a602-7654ffe325f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Floating IP 7612e488-1ba6-43d5-859d-a5be455b52c7 disassociated. External IP: 172.26.4.250, port: daa8994f-dde2-4553-bba6-da6f8c51dff9. Apr 29 17:37:26.086575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-21a32c62-0988-4749-a20c-8552b0afd0ae tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.100634 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-18eeeef8-902a-4a73-8bdb-0836851857e4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/78dc62b8-d7bb-489a-a27e-cb1ad9acee46 HTTP/1.1" status: 404 len: 333 time: 0.1838171 Apr 29 17:37:26.105670 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49434) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:26.177037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.185485 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4cb89f-447b-44f9-bc7c-c681ea8a7bd0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:26.185980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4cb89f-447b-44f9-bc7c-c681ea8a7bd0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:26.191335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.248622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-21a32c62-0988-4749-a20c-8552b0afd0ae tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.288131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-21a32c62-0988-4749-a20c-8552b0afd0ae tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.289542 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-21a32c62-0988-4749-a20c-8552b0afd0ae tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/9db1cf82-85d2-4af8-9f06-f4e3a676a230 HTTP/1.1" status: 204 len: 168 time: 0.4312398 Apr 29 17:37:26.293600 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6e4cb89f-447b-44f9-bc7c-c681ea8a7bd0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/98232968-6e65-4ab6-960f-af075024dd66 HTTP/1.1" status: 404 len: 337 time: 0.1869929 Apr 29 17:37:26.294204 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49438) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:26.306097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.308807 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49440) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:26.331528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a32c62-0988-4749-a20c-8552b0afd0ae tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9db1cf82-85d2-4af8-9f06-f4e3a676a230,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:26.375696 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Transition to ACTIVE for port object 6a4889dd-0a7d-41be-a984-24a4f96313ea will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:26.377783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event updated for resources: {'Port': ['ID=f2273677-c2d0-4471-927c-94f4ab1dc53b,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:26.390054 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.439375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d2cadee8-627a-4af6-a3be-fbc9d058fa6e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:26.511122 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.539596 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.552866 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb79ad3-8462-47db-9c5c-5b2243abed5c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:26.553309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb79ad3-8462-47db-9c5c-5b2243abed5c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:26.554955 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5eb79ad3-8462-47db-9c5c-5b2243abed5c tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/0ce7c5f4-61b2-4677-a1d4-f0a7b1740aaa HTTP/1.1" status: 404 len: 337 time: 0.2400732 Apr 29 17:37:26.558214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49446) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:26.582994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d2cadee8-627a-4af6-a3be-fbc9d058fa6e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:26.586253 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d2cadee8-627a-4af6-a3be-fbc9d058fa6e tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2808766 Apr 29 17:37:26.594000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49450) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:26.628769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 69f9544a-d3a2-4207-a363-68b7831534ce is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:26.632634 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9eaddb-97b8-49bd-88f5-0a71789094de tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:26.633207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9eaddb-97b8-49bd-88f5-0a71789094de tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:26.636180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:26.636547 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3b9eaddb-97b8-49bd-88f5-0a71789094de tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/8d45c8f8-6e7e-44eb-ad67-d18938379b54 HTTP/1.1" status: 404 len: 333 time: 0.0779998 Apr 29 17:37:26.642001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49454) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:26.644990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:26.696868 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bce9-0829-4b90-9bcf-22d780abc912 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.742967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63441e3-8a23-4521-a602-7654ffe325f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:26.748170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bce9-0829-4b90-9bcf-22d780abc912 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.786657 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.864542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=6a4889dd-0a7d-41be-a984-24a4f96313ea,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:26.891941 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ab2f32-70c3-4098-b2f8-e4f67ba57099 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:26.892636 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ab2f32-70c3-4098-b2f8-e4f67ba57099 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:26.894493 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-95ab2f32-70c3-4098-b2f8-e4f67ba57099 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/e2432c9b-d68c-45fb-8297-5a09bb7481b6 HTTP/1.1" status: 404 len: 337 time: 0.2515783 Apr 29 17:37:26.899574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49458) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:26.909697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Network d409eed7-fd1e-46d2-bf86-4e1588e8156f is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:26.944550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:26.956612 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bce9-0829-4b90-9bcf-22d780abc912 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.966141 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9236175e-e104-4f6d-b275-b5a24181cdfc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:26.966643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9236175e-e104-4f6d-b275-b5a24181cdfc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:26.968475 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9236175e-e104-4f6d-b275-b5a24181cdfc tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/c33984c2-ed01-47d9-aa8d-7ff52b17e770 HTTP/1.1" status: 404 len: 337 time: 0.0616617 Apr 29 17:37:26.972030 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-29756f2b-b8d0-4910-b357-d82eeb57068f None None] Provisioning for port 6a4889dd-0a7d-41be-a984-24a4f96313ea completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:26.985528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-29756f2b-b8d0-4910-b357-d82eeb57068f None None] Provisioning complete for port 6a4889dd-0a7d-41be-a984-24a4f96313ea triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:26.985902 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-29756f2b-b8d0-4910-b357-d82eeb57068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:26.986161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49462) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.041923 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-612df561-3d59-4b1e-bb64-d87c57f8be2d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:27.042492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612df561-3d59-4b1e-bb64-d87c57f8be2d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:27.043784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:27.051933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5bce9-0829-4b90-9bcf-22d780abc912 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297e95a5-8f4e-438d-a6aa-c9fa9d3b7a50,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:27.060014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bce9-0829-4b90-9bcf-22d780abc912 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:27.061665 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9ef5bce9-0829-4b90-9bcf-22d780abc912 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-groups/297e95a5-8f4e-438d-a6aa-c9fa9d3b7a50 HTTP/1.1" status: 204 len: 168 time: 0.4653585 Apr 29 17:37:27.064739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49466) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.068333 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-612df561-3d59-4b1e-bb64-d87c57f8be2d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/ed0691dd-3a2c-4460-8e29-92d846077ddb HTTP/1.1" status: 404 len: 333 time: 0.0799751 Apr 29 17:37:27.089955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49470) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.108598 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-29756f2b-b8d0-4910-b357-d82eeb57068f None None] Port 6a4889dd-0a7d-41be-a984-24a4f96313ea cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:27.137644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63441e3-8a23-4521-a602-7654ffe325f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:27.145586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a63441e3-8a23-4521-a602-7654ffe325f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:27.153121 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081fee58-0b94-4ba3-a3c5-99915090660b None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:27.163273 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081fee58-0b94-4ba3-a3c5-99915090660b None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:27.164473 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-081fee58-0b94-4ba3-a3c5-99915090660b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:27.170912 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b201942-25ed-4da9-9245-e97db78848da tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:27.171600 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b201942-25ed-4da9-9245-e97db78848da tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:27.172538 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Router f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:27.173642 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6b201942-25ed-4da9-9245-e97db78848da tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/fb7e1238-de59-4686-a2a6-7002e86b9b84 HTTP/1.1" status: 404 len: 337 time: 0.0789733 Apr 29 17:37:27.181364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49474) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.234445 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-081fee58-0b94-4ba3-a3c5-99915090660b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:27.241815 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eadb86f-ea23-4bc5-b1a1-898c0c221402 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:27.241956 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-54b41987-01d2-4157-8903-2d47d3f8e65c None None] Provisioning complete for port f2273677-c2d0-4471-927c-94f4ab1dc53b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:27.242080 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54b41987-01d2-4157-8903-2d47d3f8e65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:27.242191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eadb86f-ea23-4bc5-b1a1-898c0c221402 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:27.243768 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9eadb86f-ea23-4bc5-b1a1-898c0c221402 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/2574e503-bc52-4ac0-aad1-dec5c6552173 HTTP/1.1" status: 404 len: 337 time: 0.0571988 Apr 29 17:37:27.245238 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081fee58-0b94-4ba3-a3c5-99915090660b None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:27.246169 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-081fee58-0b94-4ba3-a3c5-99915090660b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:27.250374 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49478) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.306306 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-081fee58-0b94-4ba3-a3c5-99915090660b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:27.307003 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081fee58-0b94-4ba3-a3c5-99915090660b None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:27.314198 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83772c6-a6f1-481b-91bc-fb594980b6c1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:27.315119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83772c6-a6f1-481b-91bc-fb594980b6c1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:27.316572 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-54b41987-01d2-4157-8903-2d47d3f8e65c None None] Port f2273677-c2d0-4471-927c-94f4ab1dc53b cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:27.316993 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f83772c6-a6f1-481b-91bc-fb594980b6c1 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/a868a088-01d6-4ae3-a8ff-3c6921413c73 HTTP/1.1" status: 404 len: 333 time: 0.0656998 Apr 29 17:37:27.320114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4eb1b90f-a450-4ca2-be0d-661ffed7ce35 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:27.323312 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a63441e3-8a23-4521-a602-7654ffe325f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "PUT /v2.0/floatingips/7612e488-1ba6-43d5-859d-a5be455b52c7 HTTP/1.1" status: 200 len: 688 time: 1.8689482 Apr 29 17:37:27.324032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49482) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.328032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49484) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.404240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:27.409865 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-60e7603b-7da0-4575-9f2b-adb080567a09 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "PUT /v2.0/routers/f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0085306 Apr 29 17:37:27.410737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:27.416550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1518ea54-3991-422c-a7b8-6f196668bcf9 None None] Sync routers for ids ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:27.423480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49490) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.427540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1518ea54-3991-422c-a7b8-6f196668bcf9 None None] Routers {'f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:27.428174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1518ea54-3991-422c-a7b8-6f196668bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:27.440832 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f637861f-6f06-4e59-ba04-f2b52e1c14a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:27.441438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f637861f-6f06-4e59-ba04-f2b52e1c14a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:27.445644 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f637861f-6f06-4e59-ba04-f2b52e1c14a9 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/7e3e0398-c76d-4717-aad5-07b39a729967 HTTP/1.1" status: 404 len: 337 time: 0.1174302 Apr 29 17:37:27.454237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49494) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.492251 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1518ea54-3991-422c-a7b8-6f196668bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:27.500959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1518ea54-3991-422c-a7b8-6f196668bcf9 None None] Routers {'f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:27.501557 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1518ea54-3991-422c-a7b8-6f196668bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:27.568624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4eb1b90f-a450-4ca2-be0d-661ffed7ce35 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:27.574340 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4eb1b90f-a450-4ca2-be0d-661ffed7ce35 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5040190 Apr 29 17:37:27.574499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1518ea54-3991-422c-a7b8-6f196668bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:27.574499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1518ea54-3991-422c-a7b8-6f196668bcf9 None None] The sync data for ids ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:27.579758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49498) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.581377 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e5f9e5-a901-4b51-80cf-99c0b8376291 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:27.581848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e5f9e5-a901-4b51-80cf-99c0b8376291 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:27.583566 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-69e5f9e5-a901-4b51-80cf-99c0b8376291 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/1afd8227-219e-4ac0-b0f6-cec783d1ada7 HTTP/1.1" status: 404 len: 333 time: 0.1282663 Apr 29 17:37:27.584614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d37e9-e7dc-46e4-8bc0-d3a3337c7ea0 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port 45206da5-b4e6-4943-93ed-84b555224b59 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:27.584954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce7d37e9-e7dc-46e4-8bc0-d3a3337c7ea0 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:27.602870 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49500) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.644277 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-eb89654a-cc43-4600-966a-c79174ab23cc tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group': {'name': 'tempest-secgroup--336316160'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:27.667886 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-eb89654a-cc43-4600-966a-c79174ab23cc tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:27.670181 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e8b336-ede3-4551-873f-e3a1317abd6b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:27.670621 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e8b336-ede3-4551-873f-e3a1317abd6b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:27.674578 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-50e8b336-ede3-4551-873f-e3a1317abd6b tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/89b61360-2fe5-40db-8214-09dbd8d56b48 HTTP/1.1" status: 404 len: 337 time: 0.0685415 Apr 29 17:37:27.675865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49506) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.765397 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77e1407-8906-4fb9-98e7-44c4be1feeb3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:27.765866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77e1407-8906-4fb9-98e7-44c4be1feeb3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:27.767551 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d77e1407-8906-4fb9-98e7-44c4be1feeb3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/ca51edec-53f2-4b4d-bc83-41433343e266 HTTP/1.1" status: 404 len: 333 time: 0.0915649 Apr 29 17:37:27.772138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49510) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.793802 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-eb89654a-cc43-4600-966a-c79174ab23cc tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:27.818437 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a09106-b30f-4525-8e70-e0766db7ae52 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:27.818874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a09106-b30f-4525-8e70-e0766db7ae52 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:27.820575 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b3a09106-b30f-4525-8e70-e0766db7ae52 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/d694ff78-88c5-419a-9286-a66ed818ea5b HTTP/1.1" status: 404 len: 337 time: 0.0476022 Apr 29 17:37:27.825034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49514) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.831787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e00c0531-9ea0-4efe-bb1d-438d976aa911 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:27.871714 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26a6a58-74a5-4bfa-9b50-ccdc7b442610 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:27.872147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26a6a58-74a5-4bfa-9b50-ccdc7b442610 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:27.873955 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a26a6a58-74a5-4bfa-9b50-ccdc7b442610 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/4d96e1fa-e6f9-488b-92d3-9f3bb0aebc29 HTTP/1.1" status: 404 len: 333 time: 0.0479875 Apr 29 17:37:27.878691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49518) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:27.890400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce7d37e9-e7dc-46e4-8bc0-d3a3337c7ea0 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:27.890580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eb89654a-cc43-4600-966a-c79174ab23cc tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:27.890869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce7d37e9-e7dc-46e4-8bc0-d3a3337c7ea0 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:27.919398 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:28.020363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d37e9-e7dc-46e4-8bc0-d3a3337c7ea0 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for 45206da5-b4e6-4943-93ed-84b555224b59 owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:28.144588 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-df10af91-8e91-46d6-989c-cf912610bc3a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:28.145295 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df10af91-8e91-46d6-989c-cf912610bc3a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:28.146783 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-df10af91-8e91-46d6-989c-cf912610bc3a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/7c9514f5-a126-42a8-a6d7-b725ab41ecb9 HTTP/1.1" status: 404 len: 337 time: 0.2649066 Apr 29 17:37:28.149597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49522) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.199193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-eb89654a-cc43-4600-966a-c79174ab23cc tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:28.226845 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-eb89654a-cc43-4600-966a-c79174ab23cc tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:28.284536 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-e00c0531-9ea0-4efe-bb1d-438d976aa911 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 17:37:28.285584 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e00c0531-9ea0-4efe-bb1d-438d976aa911 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "DELETE /v2.0/routers/f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd HTTP/1.1" status: 409 len: 329 time: 0.8611183 Apr 29 17:37:28.293011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49526) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.324701 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-64045375-f7aa-40a6-8b21-c75f4ef28f21 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:28.325162 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64045375-f7aa-40a6-8b21-c75f4ef28f21 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:28.337107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce7d37e9-e7dc-46e4-8bc0-d3a3337c7ea0 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:28.369717 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-64045375-f7aa-40a6-8b21-c75f4ef28f21 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/530169b7-9978-43b7-b878-dc777e789974 HTTP/1.1" status: 404 len: 333 time: 0.2179275 Apr 29 17:37:28.374742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49530) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.385275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d37e9-e7dc-46e4-8bc0-d3a3337c7ea0 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=45206da5-b4e6-4943-93ed-84b555224b59,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:28.450652 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce75a791-c441-4739-91ac-99949a1a5022 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:28.451014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce75a791-c441-4739-91ac-99949a1a5022 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:28.452742 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ce75a791-c441-4739-91ac-99949a1a5022 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/b4683135-b938-4478-b196-468a25fdd667 HTTP/1.1" status: 404 len: 337 time: 0.0770497 Apr 29 17:37:28.455804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49534) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.516769 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce7d37e9-e7dc-46e4-8bc0-d3a3337c7ea0 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:28.519236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ce7d37e9-e7dc-46e4-8bc0-d3a3337c7ea0 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:28.520425 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ce7d37e9-e7dc-46e4-8bc0-d3a3337c7ea0 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/floatingips/7612e488-1ba6-43d5-859d-a5be455b52c7 HTTP/1.1" status: 204 len: 168 time: 1.1919367 Apr 29 17:37:28.523017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49538) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.530490 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a63657-16a7-4e93-9f5e-39bef1e267e3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:28.531106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a63657-16a7-4e93-9f5e-39bef1e267e3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:28.571403 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-07a63657-16a7-4e93-9f5e-39bef1e267e3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/35e4846a-0b72-4548-bbd9-87832bf6befc HTTP/1.1" status: 404 len: 333 time: 0.1116536 Apr 29 17:37:28.580839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49542) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.623910 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-dda9c719-e1dd-43c5-bdf7-207ec77cc7e5 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] delete failed (client error): The resource could not be found. Apr 29 17:37:28.624853 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dda9c719-e1dd-43c5-bdf7-207ec77cc7e5 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/floatingips/7612e488-1ba6-43d5-859d-a5be455b52c7 HTTP/1.1" status: 404 len: 345 time: 0.1009429 Apr 29 17:37:28.629166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49546) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.663327 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cf60ab-480e-475a-8ecb-09ba04f69b60 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:28.664093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cf60ab-480e-475a-8ecb-09ba04f69b60 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:28.668051 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d9cf60ab-480e-475a-8ecb-09ba04f69b60 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/3c903484-835c-4474-bfd8-573a379d5f79 HTTP/1.1" status: 404 len: 337 time: 0.0778954 Apr 29 17:37:28.671331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49550) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.702456 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.resource_extend [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:37:28.723570 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0aeb69-b9df-4a6c-b12f-05116b759111 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:28.724022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0aeb69-b9df-4a6c-b12f-05116b759111 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:28.725680 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0c0aeb69-b9df-4a6c-b12f-05116b759111 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/4a32da2c-d22c-4b6c-ad5d-a3b5fc2f4c41 HTTP/1.1" status: 404 len: 337 time: 0.0539432 Apr 29 17:37:28.728402 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49554) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.738926 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eb89654a-cc43-4600-966a-c79174ab23cc tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:28.741190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:28.745361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eb89654a-cc43-4600-966a-c79174ab23cc tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:28.767323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:28.773427 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-649bbcab-b54e-4ca4-a832-53a452a341e0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:28.773895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649bbcab-b54e-4ca4-a832-53a452a341e0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:28.775662 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-649bbcab-b54e-4ca4-a832-53a452a341e0 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/f8658371-0b0a-4a58-94c8-c23928af51f1 HTTP/1.1" status: 404 len: 333 time: 0.0449169 Apr 29 17:37:28.778800 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49558) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.822157 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8f7eb2-9619-43a8-8d12-e4dedb214c4d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:28.822624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b8f7eb2-9619-43a8-8d12-e4dedb214c4d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:28.824295 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5b8f7eb2-9619-43a8-8d12-e4dedb214c4d tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/cd4f0d2a-da22-44f9-90ca-4c3e822a5538 HTTP/1.1" status: 404 len: 337 time: 0.0445883 Apr 29 17:37:28.827260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49562) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.867494 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-209c89da-82cf-49e8-9964-bc8a07dabb30 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:28.867941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209c89da-82cf-49e8-9964-bc8a07dabb30 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:28.869605 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-209c89da-82cf-49e8-9964-bc8a07dabb30 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/52bbbc35-5e50-4961-aad4-51feb10cec32 HTTP/1.1" status: 404 len: 337 time: 0.0414624 Apr 29 17:37:28.878604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e554d4af-fc71-4d12-a064-9830ef2a69e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:28.881976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49566) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.884519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e554d4af-fc71-4d12-a064-9830ef2a69e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:28.887145 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-eb89654a-cc43-4600-966a-c79174ab23cc tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:28.891264 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-eb89654a-cc43-4600-966a-c79174ab23cc tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2915719 Apr 29 17:37:28.891466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e554d4af-fc71-4d12-a064-9830ef2a69e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:28.891466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e554d4af-fc71-4d12-a064-9830ef2a69e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Synchronizing usage tracker for tenant:22c2d4b02510415789cc3e18793fb72a on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:28.894486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49570) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.900028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-9ff50b18-6944-4d79-8400-b00d1c123ec4 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group_rule': {'security_group_id': 'd23ddcdf-c74e-4f8d-8ed8-f18626216f88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:28.908397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9ff50b18-6944-4d79-8400-b00d1c123ec4 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:28.923186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9ff50b18-6944-4d79-8400-b00d1c123ec4 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:28.926496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e554d4af-fc71-4d12-a064-9830ef2a69e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Unset dirty status for tenant:22c2d4b02510415789cc3e18793fb72a on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:28.927673 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e554d4af-fc71-4d12-a064-9830ef2a69e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "GET /v2.0/ports?network_id=140c6cf4-e300-4a80-92e5-c4f22ba858cf HTTP/1.1" status: 200 len: 2357 time: 0.2982392 Apr 29 17:37:28.931503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49574) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:28.945462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89654a-cc43-4600-966a-c79174ab23cc tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23ddcdf-c74e-4f8d-8ed8-f18626216f88,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:28.979660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ff50b18-6944-4d79-8400-b00d1c123ec4 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:28.995884 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e52ff1-f735-4990-8adb-162d29a89a72 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:28.996346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e52ff1-f735-4990-8adb-162d29a89a72 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:28.998016 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-70e52ff1-f735-4990-8adb-162d29a89a72 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/f826d681-e802-4bb5-b702-bc95d7cb1d89 HTTP/1.1" status: 404 len: 333 time: 0.1125255 Apr 29 17:37:29.001420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49578) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.003120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:29.019219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=6a4889dd-0a7d-41be-a984-24a4f96313ea,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:29.059658 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40f188c-192d-421f-8990-afdc1e18a49f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:29.060297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40f188c-192d-421f-8990-afdc1e18a49f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:29.061774 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b40f188c-192d-421f-8990-afdc1e18a49f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/84cc5e3c-ce79-4b39-90d9-64e94c447bbc HTTP/1.1" status: 404 len: 337 time: 0.0574384 Apr 29 17:37:29.070206 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabeefa0-2925-4889-9d6f-14993936a120 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:29.071465 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dabeefa0-2925-4889-9d6f-14993936a120 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "GET /v2.0/subnets/93efc1bb-bf02-4b31-a3b1-90a45aa320e5 HTTP/1.1" status: 200 len: 797 time: 0.1390219 Apr 29 17:37:29.073705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49582) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.078272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49586) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.115320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'port': {'network_id': '140c6cf4-e300-4a80-92e5-c4f22ba858cf', 'name': 'tempest-FloatingIPTestJSON-276130795', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:29.145546 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f1b409-8431-4c08-bd4c-e53e44800cb7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:29.145990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f1b409-8431-4c08-bd4c-e53e44800cb7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:29.147658 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-02f1b409-8431-4c08-bd4c-e53e44800cb7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/a5a7f477-5b94-4ec1-a195-a48750777418 HTTP/1.1" status: 404 len: 337 time: 0.0731761 Apr 29 17:37:29.151318 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49590) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.217360 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b688036a-984f-4244-b1bb-6590a5a29ea7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:29.218193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b688036a-984f-4244-b1bb-6590a5a29ea7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:29.219839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ff50b18-6944-4d79-8400-b00d1c123ec4 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:29.221179 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b688036a-984f-4244-b1bb-6590a5a29ea7 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/ab0d2d6a-b92d-4e3a-b8d6-de64717b5ddc HTTP/1.1" status: 404 len: 333 time: 0.0646656 Apr 29 17:37:29.224773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49594) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.228973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ff50b18-6944-4d79-8400-b00d1c123ec4 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:29.278733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff50b18-6944-4d79-8400-b00d1c123ec4 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ddf6660-a323-47ef-beb4-7fbe65c214ff,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:29.280667 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c505799-c0bb-46a5-a8f5-cbd851f20b92 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:29.281114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c505799-c0bb-46a5-a8f5-cbd851f20b92 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:29.282785 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1c505799-c0bb-46a5-a8f5-cbd851f20b92 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/119f1986-4d6b-49e4-8b6a-5c2cb1e28dbf HTTP/1.1" status: 404 len: 337 time: 0.0571132 Apr 29 17:37:29.287490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49598) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.304185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9ff50b18-6944-4d79-8400-b00d1c123ec4 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:29.305331 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9ff50b18-6944-4d79-8400-b00d1c123ec4 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4098823 Apr 29 17:37:29.308433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49602) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.323777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:29.336407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 69f9544a-d3a2-4207-a363-68b7831534ce is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:29.337576 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0e7cc2-205b-4460-90f0-97f389f8e6f3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:29.338022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0e7cc2-205b-4460-90f0-97f389f8e6f3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:29.342025 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-17e96175-7c86-4230-808f-2be8ed93b545 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules/0ddf6660-a323-47ef-beb4-7fbe65c214ff HTTP/1.1" status: 200 len: 763 time: 0.0300007 Apr 29 17:37:29.342194 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4c0e7cc2-205b-4460-90f0-97f389f8e6f3 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/5de7e6fc-13b6-4add-9d05-de625a63d9ec HTTP/1.1" status: 404 len: 337 time: 0.0512915 Apr 29 17:37:29.342194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:29.342417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:29.343912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49606) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.344070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49608) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.357314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Made reservation on behalf of 22c2d4b02510415789cc3e18793fb72a for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:29.445385 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-836b0503-18bd-4cd2-9d88-0f083f949dac tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports?device_id=73295c19-1d41-4aea-932c-9e0851816e2c HTTP/1.1" status: 200 len: 205 time: 0.0983777 Apr 29 17:37:29.456735 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49614) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.531387 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-80ef5d93-d33f-4e41-bb06-aba67ea3b802 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] delete failed (client error): The resource could not be found. Apr 29 17:37:29.532375 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-80ef5d93-d33f-4e41-bb06-aba67ea3b802 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/routers/73295c19-1d41-4aea-932c-9e0851816e2c HTTP/1.1" status: 404 len: 336 time: 0.0746868 Apr 29 17:37:29.534887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49618) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.590687 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8dfe13-cc2b-453d-8a1f-fe87e5ce7f13 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:29.591042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8dfe13-cc2b-453d-8a1f-fe87e5ce7f13 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:29.591693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-dffccbaa-5a14-4181-9389-7c356db5eff1 None None] Provisioning complete for port 6a4889dd-0a7d-41be-a984-24a4f96313ea triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:29.592220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dffccbaa-5a14-4181-9389-7c356db5eff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:29.592751 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2d8dfe13-cc2b-453d-8a1f-fe87e5ce7f13 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/a8ccb32b-7ff9-4093-9e61-87f02cc4e8ad HTTP/1.1" status: 404 len: 337 time: 0.0569370 Apr 29 17:37:29.595265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49622) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.640104 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b1ed96b4-d4a1-4f94-9466-8528bf14222e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ba07674-5e18-4e6f-bb2c-f2df69a4eefa HTTP/1.1" status: 200 len: 205 time: 0.0433514 Apr 29 17:37:29.643335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:29.651929 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-dffccbaa-5a14-4181-9389-7c356db5eff1 None None] Port 6a4889dd-0a7d-41be-a984-24a4f96313ea cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:29.652332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49626) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.731310 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-e5c96af0-2df2-4f15-b019-19d41155aaaf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] delete failed (client error): The resource could not be found. Apr 29 17:37:29.732316 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e5c96af0-2df2-4f15-b019-19d41155aaaf tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/routers/9ba07674-5e18-4e6f-bb2c-f2df69a4eefa HTTP/1.1" status: 404 len: 336 time: 0.0775285 Apr 29 17:37:29.733421 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] device_id is not set on port e8297e72-1d70-4f8c-bec3-20bc8210d0cb yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:37:29.743619 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49630) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.789223 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2b3049ed-dd7a-4d08-965a-c58d1a456ba5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:29.813284 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fac81c-0e22-467c-8704-036ae45c690e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:29.813722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fac81c-0e22-467c-8704-036ae45c690e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:29.815360 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-20fac81c-0e22-467c-8704-036ae45c690e tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/1226f001-8b02-4c62-8ed0-d7bc1b59bd55 HTTP/1.1" status: 404 len: 337 time: 0.0697277 Apr 29 17:37:29.821236 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49634) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.870772 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2b3049ed-dd7a-4d08-965a-c58d1a456ba5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:29.872116 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2b3049ed-dd7a-4d08-965a-c58d1a456ba5 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5270259 Apr 29 17:37:29.876261 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-896f7d71-e205-491d-af4a-a9354b4a0379 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:29.876708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896f7d71-e205-491d-af4a-a9354b4a0379 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:29.878349 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-896f7d71-e205-491d-af4a-a9354b4a0379 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/7f5ec11e-bebf-4971-85da-b1e5e5782777 HTTP/1.1" status: 404 len: 337 time: 0.0540292 Apr 29 17:37:29.881389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49638) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.881746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49640) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:29.944294 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router f0f7b53e-b172-4354-bd6e-42a6ef445294 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:29.958316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd4dd-fd23-48f0-b07e-cc3f6b36591c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:30.019812 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e402c01-fdd0-4e7d-887f-a2c7c2911a65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.020206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e402c01-fdd0-4e7d-887f-a2c7c2911a65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.022576 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6e402c01-fdd0-4e7d-887f-a2c7c2911a65 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/8db1dc05-95bc-4c12-b1d8-a0cccc9cf9f4 HTTP/1.1" status: 404 len: 333 time: 0.1375327 Apr 29 17:37:30.025534 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49646) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.070965 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd687c37-ea50-4f33-bf24-e430d4e0e17f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.071784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd687c37-ea50-4f33-bf24-e430d4e0e17f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.090753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3f20a58e-c11b-48fa-ad96-1420ce23c9e7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:30.106829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3f20a58e-c11b-48fa-ad96-1420ce23c9e7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:30.111962 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bd687c37-ea50-4f33-bf24-e430d4e0e17f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/ce46cfdc-c460-427c-a409-6f17fe63e04c HTTP/1.1" status: 404 len: 337 time: 0.0853798 Apr 29 17:37:30.114595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49650) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.164886 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1106465e-d8ec-40aa-b0a1-56e6672b45b2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.165308 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1106465e-d8ec-40aa-b0a1-56e6672b45b2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.166977 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1106465e-d8ec-40aa-b0a1-56e6672b45b2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/7ef77929-a241-4485-b7b5-2f22069f7365 HTTP/1.1" status: 404 len: 333 time: 0.0515342 Apr 29 17:37:30.169672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49654) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.216120 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ae0c2f-c96e-4f04-91e5-949de752405a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.216533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ae0c2f-c96e-4f04-91e5-949de752405a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.218134 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-09ae0c2f-c96e-4f04-91e5-949de752405a tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/0362acae-c04a-4b53-a478-d55e2126611a HTTP/1.1" status: 404 len: 337 time: 0.0476499 Apr 29 17:37:30.221090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49658) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.298085 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb531d9-2128-4fef-b77d-684a384bf053 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.298454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb531d9-2128-4fef-b77d-684a384bf053 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.300159 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dfb531d9-2128-4fef-b77d-684a384bf053 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/d6ecfc26-29d1-41b5-b9da-2649f76f70e8 HTTP/1.1" status: 404 len: 333 time: 0.0782061 Apr 29 17:37:30.306230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49662) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.334297 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3f20a58e-c11b-48fa-ad96-1420ce23c9e7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:30.350798 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b327e30-83c8-4169-a062-4086dcf801d5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.351426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b327e30-83c8-4169-a062-4086dcf801d5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.352946 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0b327e30-83c8-4169-a062-4086dcf801d5 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/2e8d772c-39a4-413b-aada-8befa69c2271 HTTP/1.1" status: 404 len: 337 time: 0.0457957 Apr 29 17:37:30.355652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49666) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.388248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20a58e-c11b-48fa-ad96-1420ce23c9e7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ddf6660-a323-47ef-beb4-7fbe65c214ff,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:30.402767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.20.0.14 (140c6cf4-e300-4a80-92e5-c4f22ba858cf/93efc1bb-bf02-4b31-a3b1-90a45aa320e5/e8297e72-1d70-4f8c-bec3-20bc8210d0cb) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:30.404964 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e05983-404f-4eeb-88be-7f08648e32f4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.405405 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e05983-404f-4eeb-88be-7f08648e32f4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.407040 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-59e05983-404f-4eeb-88be-7f08648e32f4 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/58c14334-b056-4f20-9926-4740385b9134 HTTP/1.1" status: 404 len: 333 time: 0.0506933 Apr 29 17:37:30.409835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49670) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.413466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3f20a58e-c11b-48fa-ad96-1420ce23c9e7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:30.414488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.20.0.13 (140c6cf4-e300-4a80-92e5-c4f22ba858cf/93efc1bb-bf02-4b31-a3b1-90a45aa320e5/e8297e72-1d70-4f8c-bec3-20bc8210d0cb) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:30.417219 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3f20a58e-c11b-48fa-ad96-1420ce23c9e7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/0ddf6660-a323-47ef-beb4-7fbe65c214ff HTTP/1.1" status: 204 len: 168 time: 0.5322676 Apr 29 17:37:30.417219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:30.418520 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49674) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.427845 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f5251b55-364f-4fdb-8c0a-c3ff8a2edc1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/f0f7b53e-b172-4354-bd6e-42a6ef445294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4570737 Apr 29 17:37:30.428420 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e9be9-9308-4c46-9796-205688028aea None None] Sync routers for ids ['f0f7b53e-b172-4354-bd6e-42a6ef445294'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:30.439070 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e9be9-9308-4c46-9796-205688028aea None None] Routers {'f0f7b53e-b172-4354-bd6e-42a6ef445294'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:30.439910 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d59e9be9-9308-4c46-9796-205688028aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f0f7b53e-b172-4354-bd6e-42a6ef445294'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:30.441402 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49678) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.455224 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a652dc-ac8b-4cbc-a963-03b01b1b425f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.455645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a652dc-ac8b-4cbc-a963-03b01b1b425f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.459827 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b2a652dc-ac8b-4cbc-a963-03b01b1b425f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/ec9b2e58-c49b-42fe-90fa-7568eb001bf8 HTTP/1.1" status: 404 len: 337 time: 0.0465846 Apr 29 17:37:30.460309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49682) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.526966 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-467d9891-f905-4988-94af-952fb22ad3ff tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.527457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467d9891-f905-4988-94af-952fb22ad3ff tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.529277 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-467d9891-f905-4988-94af-952fb22ad3ff tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/990c8f87-fcf5-4435-b0ed-ac13c759d06e HTTP/1.1" status: 404 len: 333 time: 0.0682166 Apr 29 17:37:30.532107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49686) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.536180 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d59e9be9-9308-4c46-9796-205688028aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:30.545710 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e9be9-9308-4c46-9796-205688028aea None None] Routers {'f0f7b53e-b172-4354-bd6e-42a6ef445294'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:30.546308 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d59e9be9-9308-4c46-9796-205688028aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f0f7b53e-b172-4354-bd6e-42a6ef445294'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:30.551449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4553f4ff-3ed5-471d-b853-26f250a632a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:30.561262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aad967-c5f6-4303-ba90-f7583f6b59c6 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:30.561841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c9aad967-c5f6-4303-ba90-f7583f6b59c6 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Synchronizing usage tracker for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:30.579231 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-083ff915-5101-45cb-b8a7-0a110e0989ee tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.579700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083ff915-5101-45cb-b8a7-0a110e0989ee tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.583628 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-083ff915-5101-45cb-b8a7-0a110e0989ee tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/429c9d73-d070-47c1-a482-ab94129e8b77 HTTP/1.1" status: 404 len: 337 time: 0.0483687 Apr 29 17:37:30.584342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49690) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.607529 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d59e9be9-9308-4c46-9796-205688028aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:30.607970 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e9be9-9308-4c46-9796-205688028aea None None] The sync data for ids ['f0f7b53e-b172-4354-bd6e-42a6ef445294'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:30.630951 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4553f4ff-3ed5-471d-b853-26f250a632a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:30.635017 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4553f4ff-3ed5-471d-b853-26f250a632a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2129617 Apr 29 17:37:30.635348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49694) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.640583 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fa2d0dcd-f028-4191-815e-9352fc20488a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group_rule': {'security_group_id': 'd23ddcdf-c74e-4f8d-8ed8-f18626216f88', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:30.648000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c9aad967-c5f6-4303-ba90-f7583f6b59c6 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Unset dirty status for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:30.649195 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c9aad967-c5f6-4303-ba90-f7583f6b59c6 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports/6a4889dd-0a7d-41be-a984-24a4f96313ea HTTP/1.1" status: 200 len: 910 time: 0.2049544 Apr 29 17:37:30.650369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fa2d0dcd-f028-4191-815e-9352fc20488a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:30.655141 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49698) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.655766 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a754d9-3965-40bf-bd5a-3a2f7bfd3866 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.656115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a754d9-3965-40bf-bd5a-3a2f7bfd3866 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.660230 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c3a754d9-3965-40bf-bd5a-3a2f7bfd3866 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/f774dadc-23b4-4e68-9d0f-6749f24c9a74 HTTP/1.1" status: 404 len: 333 time: 0.0725584 Apr 29 17:37:30.661541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49702) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.718606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fa2d0dcd-f028-4191-815e-9352fc20488a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:30.751511 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a411e7-7de6-43ec-968d-35b98730b376 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.751950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a411e7-7de6-43ec-968d-35b98730b376 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.756109 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-72a411e7-7de6-43ec-968d-35b98730b376 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/60cd3e7b-0fa7-411d-bf69-c50d0225d18b HTTP/1.1" status: 404 len: 337 time: 0.0915427 Apr 29 17:37:30.761460 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49706) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.785551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-cd3dd4dd-fd23-48f0-b07e-cc3f6b36591c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Deleting port f2273677-c2d0-4471-927c-94f4ab1dc53b {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:30.785551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd4dd-fd23-48f0-b07e-cc3f6b36591c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:30.808541 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f22395c-2ca2-4de0-ac56-03950039c4f2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.808914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f22395c-2ca2-4de0-ac56-03950039c4f2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.812950 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1f22395c-2ca2-4de0-ac56-03950039c4f2 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/ports/82d224e9-f6b9-4335-abbb-0877f51c3311 HTTP/1.1" status: 404 len: 333 time: 0.0484746 Apr 29 17:37:30.813734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49710) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.862239 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fb7751-6692-4a1e-bf0d-beedae68d64f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] DELETE failed (client error): The resource could not be found. Apr 29 17:37:30.862675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77fb7751-6692-4a1e-bf0d-beedae68d64f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:37:30.866728 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-77fb7751-6692-4a1e-bf0d-beedae68d64f tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/subnets/71e12602-ac51-403b-b633-d143c3b11ed4 HTTP/1.1" status: 404 len: 337 time: 0.0503907 Apr 29 17:37:30.867229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49714) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:30.887394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa2d0dcd-f028-4191-815e-9352fc20488a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:30.921278 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:30.997379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4f994b1-6892-4ec3-bdf7-1973a11ecb82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.080731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.198118 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4f994b1-6892-4ec3-bdf7-1973a11ecb82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.233529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network 140c6cf4-e300-4a80-92e5-c4f22ba858cf is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:31.238152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:31.243472 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-e4f994b1-6892-4ec3-bdf7-1973a11ecb82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d73202-cb6d-4434-a143-4d729ced40a4']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:31.250838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:31.274829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=e8297e72-1d70-4f8c-bec3-20bc8210d0cb,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:31.295382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-e4f994b1-6892-4ec3-bdf7-1973a11ecb82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069b61f9-4d8b-48f7-82fb-40d35ad3adab') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:31.295649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-e4f994b1-6892-4ec3-bdf7-1973a11ecb82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069b61f9-4d8b-48f7-82fb-40d35ad3adab') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:31.316431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4f994b1-6892-4ec3-bdf7-1973a11ecb82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.341669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:31.342140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.346199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4f994b1-6892-4ec3-bdf7-1973a11ecb82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.354350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd4dd-fd23-48f0-b07e-cc3f6b36591c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.359901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f994b1-6892-4ec3-bdf7-1973a11ecb82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:37:31.360378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4f994b1-6892-4ec3-bdf7-1973a11ecb82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:37:31.374876 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:37:31.394208 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-acde84f3-2029-4d2d-8dc9-b8d207b1f1d3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3150322 Apr 29 17:37:31.435871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49718) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:31.440515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa2d0dcd-f028-4191-815e-9352fc20488a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.450380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': 'e8297e72-1d70-4f8c-bec3-20bc8210d0cb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:31.460235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:31.471530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:31.473572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4f994b1-6892-4ec3-bdf7-1973a11ecb82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.502685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-cd3dd4dd-fd23-48f0-b07e-cc3f6b36591c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Calling delete_port for f2273677-c2d0-4471-927c-94f4ab1dc53b owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:31.534012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa2d0dcd-f028-4191-815e-9352fc20488a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.605231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e4f994b1-6892-4ec3-bdf7-1973a11ecb82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.612729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d0dcd-f028-4191-815e-9352fc20488a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64ddd51-e6d3-4b62-9f6c-9d1cfa30c05d,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:31.618127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f994b1-6892-4ec3-bdf7-1973a11ecb82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] Pushing event deleted for resources: {'Network': ['ID=e0d73202-cb6d-4434-a143-4d729ced40a4,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:31.621867 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e4f994b1-6892-4ec3-bdf7-1973a11ecb82 tempest-NetworksTestDHCPv6-615285212 tempest-NetworksTestDHCPv6-615285212-project] 10.222.0.11 "DELETE /v2.0/networks/e0d73202-cb6d-4434-a143-4d729ced40a4 HTTP/1.1" status: 204 len: 168 time: 0.7534556 Apr 29 17:37:31.636285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.665821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa2d0dcd-f028-4191-815e-9352fc20488a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.666726 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fa2d0dcd-f028-4191-815e-9352fc20488a tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0305517 Apr 29 17:37:31.671699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49724) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:31.697445 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6d93ec02-acb7-4799-bcbe-1df9fd4e03e0 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules/a64ddd51-e6d3-4b62-9f6c-9d1cfa30c05d HTTP/1.1" status: 200 len: 763 time: 0.0247967 Apr 29 17:37:31.700035 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49728) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:31.799775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.840144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-92f40559-2864-40bb-9bf4-22613decaaea tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:31.886061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-92f40559-2864-40bb-9bf4-22613decaaea tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:31.889924 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-92f40559-2864-40bb-9bf4-22613decaaea tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1863897 Apr 29 17:37:31.890567 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49734) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:31.909207 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd4dd-fd23-48f0-b07e-cc3f6b36591c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:31.954519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49738) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:31.957809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.26.4.245 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/4f5fc80e-4014-4792-b20e-973eef981f09) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:31.974157 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-658fc61a-eba2-441b-989c-6e119484cacf tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.032015 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dd4dd-fd23-48f0-b07e-cc3f6b36591c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event deleted for resources: {'Port': ['ID=f2273677-c2d0-4471-927c-94f4ab1dc53b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:32.135022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e940ba5a-9e27-48ad-984d-eb00dfb14546 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.165709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.170754 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e56fd94a-6289-4404-bf88-78879a69f743 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=acc765c65b71454aabfd989e9d6e3ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150264 Apr 29 17:37:32.173400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49744) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:32.177333 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e940ba5a-9e27-48ad-984d-eb00dfb14546 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.253993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3582b0d4-7a08-4de5-bc72-6cc80af16df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.275218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.336292 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3582b0d4-7a08-4de5-bc72-6cc80af16df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.361544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e940ba5a-9e27-48ad-984d-eb00dfb14546 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.366735 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:32.372290 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:32.378976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:32.415385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=4f5fc80e-4014-4792-b20e-973eef981f09,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:32.491355 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940ba5a-9e27-48ad-984d-eb00dfb14546 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a64ddd51-e6d3-4b62-9f6c-9d1cfa30c05d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:32.503969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd4dd-fd23-48f0-b07e-cc3f6b36591c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.506766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3582b0d4-7a08-4de5-bc72-6cc80af16df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.518472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e940ba5a-9e27-48ad-984d-eb00dfb14546 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.519602 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e940ba5a-9e27-48ad-984d-eb00dfb14546 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/a64ddd51-e6d3-4b62-9f6c-9d1cfa30c05d HTTP/1.1" status: 204 len: 168 time: 0.6281514 Apr 29 17:37:32.522718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49748) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:32.557737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582b0d4-7a08-4de5-bc72-6cc80af16df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9487f1f-a0aa-4885-87b1-42408994332d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:32.608018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3582b0d4-7a08-4de5-bc72-6cc80af16df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.611461 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3582b0d4-7a08-4de5-bc72-6cc80af16df5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9487f1f-a0aa-4885-87b1-42408994332d HTTP/1.1" status: 204 len: 168 time: 0.4348371 Apr 29 17:37:32.693681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-83616a53-9f35-4461-851e-b179887446d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:32.791324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-83616a53-9f35-4461-851e-b179887446d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:32.795351 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-83616a53-9f35-4461-851e-b179887446d7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2664459 Apr 29 17:37:32.796587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49756) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:32.804160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-918a23c3-8dd4-4d68-bec6-810ea38c49ef tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group_rule': {'security_group_id': 'd23ddcdf-c74e-4f8d-8ed8-f18626216f88', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:32.811761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-918a23c3-8dd4-4d68-bec6-810ea38c49ef tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:32.834976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-918a23c3-8dd4-4d68-bec6-810ea38c49ef tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:32.869192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-918a23c3-8dd4-4d68-bec6-810ea38c49ef tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.961449 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-918a23c3-8dd4-4d68-bec6-810ea38c49ef tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.972158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-918a23c3-8dd4-4d68-bec6-810ea38c49ef tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.974610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:32.976943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3dd4dd-fd23-48f0-b07e-cc3f6b36591c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Router f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:32.977905 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-658fc61a-eba2-441b-989c-6e119484cacf tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 6a4889dd-0a7d-41be-a984-24a4f96313ea {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:32.978240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-658fc61a-eba2-441b-989c-6e119484cacf tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:33.018927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-918a23c3-8dd4-4d68-bec6-810ea38c49ef tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:33.022716 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-918a23c3-8dd4-4d68-bec6-810ea38c49ef tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2228296 Apr 29 17:37:33.023461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49764) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.027649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a23c3-8dd4-4d68-bec6-810ea38c49ef tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349ab990-1ce4-45c9-8b33-816846463208,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:33.101850 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:33.130580 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d4008285-d73a-40bf-9de3-11dea5409dc4 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules/349ab990-1ce4-45c9-8b33-816846463208 HTTP/1.1" status: 200 len: 764 time: 0.1057978 Apr 29 17:37:33.146726 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49772) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.213073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-59c4046e-8b98-4955-940d-4acf833e348d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:33.268127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-59c4046e-8b98-4955-940d-4acf833e348d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:33.268746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3dd4dd-fd23-48f0-b07e-cc3f6b36591c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:33.269182 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-59c4046e-8b98-4955-940d-4acf833e348d tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1214485 Apr 29 17:37:33.272734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49780) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.278143 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cd3dd4dd-fd23-48f0-b07e-cc3f6b36591c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "PUT /v2.0/routers/f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9816985 Apr 29 17:37:33.286924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49784) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.287383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12c1db-56b3-4b20-9e86-f48679e0af91 None None] Sync routers for ids ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:33.303007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12c1db-56b3-4b20-9e86-f48679e0af91 None None] Routers {'f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:33.303937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-cb12c1db-56b3-4b20-9e86-f48679e0af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:33.384553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-cb12c1db-56b3-4b20-9e86-f48679e0af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:33.391903 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-60dcfa34-8450-4c33-aa3f-f524148509a9 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] show failed (client error): The resource could not be found. Apr 29 17:37:33.392904 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-60dcfa34-8450-4c33-aa3f-f524148509a9 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-920903112 HTTP/1.1" status: 404 len: 334 time: 0.0964649 Apr 29 17:37:33.397504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-201c1f53-bbbe-48c6-91c0-a0aec9054848 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:33.398836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49792) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.399737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12c1db-56b3-4b20-9e86-f48679e0af91 None None] Routers {'f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:33.400690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-cb12c1db-56b3-4b20-9e86-f48679e0af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:33.407483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-18a1c2ff-05a1-4422-9e3b-6c5fdd0bc12f tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:33.419346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-658fc61a-eba2-441b-989c-6e119484cacf tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:33.477944 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-cb12c1db-56b3-4b20-9e86-f48679e0af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:33.479053 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12c1db-56b3-4b20-9e86-f48679e0af91 None None] The sync data for ids ['f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:33.542263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49796) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.548480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-201c1f53-bbbe-48c6-91c0-a0aec9054848 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:33.560934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-658fc61a-eba2-441b-989c-6e119484cacf tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for 6a4889dd-0a7d-41be-a984-24a4f96313ea owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:33.597881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:33.599772 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-18a1c2ff-05a1-4422-9e3b-6c5fdd0bc12f tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] update failed (client error): The resource could not be found. Apr 29 17:37:33.604283 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-18a1c2ff-05a1-4422-9e3b-6c5fdd0bc12f tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-391090888 HTTP/1.1" status: 404 len: 334 time: 0.2008426 Apr 29 17:37:33.604810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49802) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.605328 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:33.646924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-201c1f53-bbbe-48c6-91c0-a0aec9054848 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:33.679580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c1f53-bbbe-48c6-91c0-a0aec9054848 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=349ab990-1ce4-45c9-8b33-816846463208,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:33.689494 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-201c1f53-bbbe-48c6-91c0-a0aec9054848 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:33.691368 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-201c1f53-bbbe-48c6-91c0-a0aec9054848 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/349ab990-1ce4-45c9-8b33-816846463208 HTTP/1.1" status: 204 len: 168 time: 0.4169819 Apr 29 17:37:33.694421 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49806) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.750652 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-d1edbecc-70cb-4067-a4b5-2d6120158ede tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:33.751609 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d1edbecc-70cb-4067-a4b5-2d6120158ede tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2058060 Apr 29 17:37:33.763433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49810) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.784906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-f713ce3e-24d3-4464-8c52-827f7daa6c7f tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:33.785916 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f713ce3e-24d3-4464-8c52-827f7daa6c7f tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0176651 Apr 29 17:37:33.787618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f8e65be3-7808-4b97-9fc3-a923b7278b02 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:33.796200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49814) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.814815 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-d05f332b-45f1-42dd-b83f-9aa34ea17d83 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:33.815783 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d05f332b-45f1-42dd-b83f-9aa34ea17d83 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0134456 Apr 29 17:37:33.822238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49818) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.827827 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=4f5fc80e-4014-4792-b20e-973eef981f09,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:33.830604 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-72714379-a069-489d-ba9d-9164b7e799a3 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:33.831945 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-72714379-a069-489d-ba9d-9164b7e799a3 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0088260 Apr 29 17:37:33.835864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49822) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.837828 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:33.843395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-f171912c-ed21-4f2f-9d0f-21c72de0edeb tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:33.844309 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f171912c-ed21-4f2f-9d0f-21c72de0edeb tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0077531 Apr 29 17:37:33.845093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f8e65be3-7808-4b97-9fc3-a923b7278b02 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:33.846167 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f8e65be3-7808-4b97-9fc3-a923b7278b02 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1508331 Apr 29 17:37:33.846916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49826) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.852685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49828) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.859515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-18aae8cf-3b04-4d30-93e3-7d83bad59470 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:33.860691 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-18aae8cf-3b04-4d30-93e3-7d83bad59470 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0092287 Apr 29 17:37:33.873146 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49834) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.873757 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-658fc61a-eba2-441b-989c-6e119484cacf tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:33.903078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e0c8c8-77cb-4f7f-af75-7a1087ee7b00 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Deleting subnet 69da5b09-e2fe-4878-b353-426b30c622ac {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:33.915016 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-6e8f4948-168f-4170-bfa6-f8ca1354f57a tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:33.918463 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6e8f4948-168f-4170-bfa6-f8ca1354f57a tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0386715 Apr 29 17:37:33.929140 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49838) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.941693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fc61a-eba2-441b-989c-6e119484cacf tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=6a4889dd-0a7d-41be-a984-24a4f96313ea,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:33.948674 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-8d6725d1-9eb6-4631-9ecc-f78a2b0c605f tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:33.952928 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8d6725d1-9eb6-4631-9ecc-f78a2b0c605f tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0124269 Apr 29 17:37:33.957452 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49842) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:33.981551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c8c8-77cb-4f7f-af75-7a1087ee7b00 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:34.011544 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-95797bbe-8f12-441f-b081-56fafac91e81 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.015033 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-95797bbe-8f12-441f-b081-56fafac91e81 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0530760 Apr 29 17:37:34.015782 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49846) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.028703 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-e1b3e882-5e64-4bc5-9345-f044d08e0138 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.032076 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e1b3e882-5e64-4bc5-9345-f044d08e0138 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0088899 Apr 29 17:37:34.034142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49850) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.051527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-6712f9c6-1946-421d-b733-5bafb9be0083 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.054859 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6712f9c6-1946-421d-b733-5bafb9be0083 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0148311 Apr 29 17:37:34.057577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49854) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.061409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c8c8-77cb-4f7f-af75-7a1087ee7b00 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:34.075869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20dd41c9-35b4-4040-ac35-37a9c83f6ad7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:34.097621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-7308c33b-47ec-4136-b3a9-bec55785c3b8 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.100984 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7308c33b-47ec-4136-b3a9-bec55785c3b8 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0401118 Apr 29 17:37:34.108552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49858) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.128462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-3eef2eed-636f-4b8c-b4ae-527be88c3621 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.131840 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3eef2eed-636f-4b8c-b4ae-527be88c3621 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0201366 Apr 29 17:37:34.134886 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49862) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.147204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-f8752179-9401-456c-8d79-01ef46cf03ba tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.150466 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f8752179-9401-456c-8d79-01ef46cf03ba tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0106151 Apr 29 17:37:34.152487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49866) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.162054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-19483027-ddcb-435c-b7b3-261eb9c24b82 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.165492 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-19483027-ddcb-435c-b7b3-261eb9c24b82 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0082502 Apr 29 17:37:34.165492 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Floating IP b8c34b9a-f8ac-4a4d-ae68-ba14c887dec8 associated. External IP: 172.26.4.245, port: e8297e72-1d70-4f8c-bec3-20bc8210d0cb. Apr 29 17:37:34.208801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49870) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.340996 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c8c8-77cb-4f7f-af75-7a1087ee7b00 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:34.358096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-8960dacc-9588-490c-931e-e9bd5172fa44 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.359042 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8960dacc-9588-490c-931e-e9bd5172fa44 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.1435652 Apr 29 17:37:34.365460 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49874) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.368535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20dd41c9-35b4-4040-ac35-37a9c83f6ad7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:34.383336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-5a0b81a3-4e3a-4552-9a51-a98eb55a821c tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.385683 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5a0b81a3-4e3a-4552-9a51-a98eb55a821c tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0192811 Apr 29 17:37:34.387174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49878) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.398031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-533cdbb1-6ef1-4555-8212-4841337f6bce tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.398947 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-533cdbb1-6ef1-4555-8212-4841337f6bce tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0090744 Apr 29 17:37:34.401475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49882) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.414468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-2587b026-6261-4b96-b7be-29724bf34c84 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.415428 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2587b026-6261-4b96-b7be-29724bf34c84 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0115125 Apr 29 17:37:34.419786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49886) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.428354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-7b4c18d5-88d6-4ba6-85af-4ea9234a3f23 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.429296 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7b4c18d5-88d6-4ba6-85af-4ea9234a3f23 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0067499 Apr 29 17:37:34.430502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-658fc61a-eba2-441b-989c-6e119484cacf tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:34.434368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49890) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.440096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-b53ae8a8-38e9-4632-8ed2-d829f827b4e8 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.441002 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b53ae8a8-38e9-4632-8ed2-d829f827b4e8 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0057926 Apr 29 17:37:34.443805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49894) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.451174 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-8aabc23d-54c7-451e-bee9-4c8dd06c8358 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.452105 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8aabc23d-54c7-451e-bee9-4c8dd06c8358 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074522 Apr 29 17:37:34.454591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20dd41c9-35b4-4040-ac35-37a9c83f6ad7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:34.477083 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49898) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.539395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-31551eb1-efa0-42d1-b510-d9d5e8b82cfd tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.540350 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-31551eb1-efa0-42d1-b510-d9d5e8b82cfd tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0618186 Apr 29 17:37:34.556209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49902) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.566853 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-07b546b3-bd50-4733-8719-4fa164d0818a tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.567868 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-07b546b3-bd50-4733-8719-4fa164d0818a tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0096881 Apr 29 17:37:34.572430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49906) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.575180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd41c9-35b4-4040-ac35-37a9c83f6ad7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23ddcdf-c74e-4f8d-8ed8-f18626216f88,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:34.580418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-b92dd539-386d-4172-80ef-db134cd766f8 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.581363 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b92dd539-386d-4172-80ef-db134cd766f8 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0077252 Apr 29 17:37:34.584377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49910) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.589173 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c8c8-77cb-4f7f-af75-7a1087ee7b00 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:34.595009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-35e6c4fa-7944-419f-a49f-f8577bb724be tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.599688 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-35e6c4fa-7944-419f-a49f-f8577bb724be tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0107193 Apr 29 17:37:34.600304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49914) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.610358 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-823ca5d7-fbb7-4cf0-ae15-83e9050bb245 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.613926 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-823ca5d7-fbb7-4cf0-ae15-83e9050bb245 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0107470 Apr 29 17:37:34.615355 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49918) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.624187 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-672f7d84-0c0f-4a74-8a2e-ff90bdadbe40 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.627762 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-672f7d84-0c0f-4a74-8a2e-ff90bdadbe40 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0092440 Apr 29 17:37:34.633260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49922) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.637865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0c8c8-77cb-4f7f-af75-7a1087ee7b00 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event deleted for resources: {'Subnet': ['ID=69da5b09-e2fe-4878-b353-426b30c622ac,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:34.643422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-f97cb30f-9467-423c-ab36-f63cddfad2b7 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.646993 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f97cb30f-9467-423c-ab36-f63cddfad2b7 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0126307 Apr 29 17:37:34.650061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49926) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.653748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c8c8-77cb-4f7f-af75-7a1087ee7b00 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:34.655026 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8407a09e-f7d9-459f-9d79-c14d84953d1f None None] Network 1bc62050-860d-4422-8243-ab61bcc57545 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:34.660096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-d265b55f-699d-4881-b039-e65b396a51ed tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.661080 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d265b55f-699d-4881-b039-e65b396a51ed tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0086298 Apr 29 17:37:34.664365 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49930) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.669230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-20dd41c9-35b4-4040-ac35-37a9c83f6ad7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:34.673079 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-20dd41c9-35b4-4040-ac35-37a9c83f6ad7 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-groups/d23ddcdf-c74e-4f8d-8ed8-f18626216f88 HTTP/1.1" status: 204 len: 168 time: 0.8184242 Apr 29 17:37:34.676404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-65bdc480-20c5-4c3b-bea7-020ed7f97407 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.680082 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-65bdc480-20c5-4c3b-bea7-020ed7f97407 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0143764 Apr 29 17:37:34.680945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49936) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.681077 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49934) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.685897 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a5e0c8c8-77cb-4f7f-af75-7a1087ee7b00 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "DELETE /v2.0/subnets/69da5b09-e2fe-4878-b353-426b30c622ac HTTP/1.1" status: 204 len: 168 time: 1.0637267 Apr 29 17:37:34.690488 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-8822ab6a-18be-416d-85f6-98c117bbf5fd tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.694392 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8822ab6a-18be-416d-85f6-98c117bbf5fd tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0102384 Apr 29 17:37:34.695162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49942) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.695657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49944) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.703834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:34.787352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-0735bcde-eae2-4f96-af6a-9e7fd403bf01 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.791126 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0735bcde-eae2-4f96-af6a-9e7fd403bf01 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0924749 Apr 29 17:37:34.848398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49950) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.867765 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-1bb529af-9210-4a75-8da6-fedc14c915b0 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.871112 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1bb529af-9210-4a75-8da6-fedc14c915b0 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0193973 Apr 29 17:37:34.872295 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bc9461af-e570-46d0-bc30-821bd8be05c8 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1901093 Apr 29 17:37:34.874940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49954) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.876443 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49956) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.881221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204400923'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:34.886327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-87f937b2-96c4-4ce3-95ce-586aa644cb67 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.889850 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-87f937b2-96c4-4ce3-95ce-586aa644cb67 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0114045 Apr 29 17:37:34.890001 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:34.892211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49962) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.896239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:34.901164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:34.907643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-6328a9fb-533e-43e0-aee5-ef7b7894bd64 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.908581 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6328a9fb-533e-43e0-aee5-ef7b7894bd64 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0138369 Apr 29 17:37:34.910907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:34.912657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49966) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.927873 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-47319bca-d357-4025-bd90-b24ca501b8a0 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.928916 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-47319bca-d357-4025-bd90-b24ca501b8a0 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0122948 Apr 29 17:37:34.931747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49970) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.939174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-2e51c5fa-4dad-476a-8a0c-ed68e8a92170 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.940133 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2e51c5fa-4dad-476a-8a0c-ed68e8a92170 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0075734 Apr 29 17:37:34.942727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49974) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.942935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:34.953943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Deleting subnet 89b9ddcf-8b26-4a3a-bb4b-302becf0ab17 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:34.958002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658fc61a-eba2-441b-989c-6e119484cacf tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router f0f7b53e-b172-4354-bd6e-42a6ef445294 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:34.962101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546da7f2-6ffa-4a80-ab8c-d60ced17284c None None] DHCP port deletion for 1bc62050-860d-4422-8243-ab61bcc57545 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:37:34.962755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-1f92a7a7-17ca-4f2e-a395-6286192389f9 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.963778 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1f92a7a7-17ca-4f2e-a395-6286192389f9 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0182636 Apr 29 17:37:34.964562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:34.969751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-546da7f2-6ffa-4a80-ab8c-d60ced17284c None None] Deleting port 72fe8553-0a10-423c-867b-b6693a28e581 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:34.970219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49978) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.970478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-546da7f2-6ffa-4a80-ab8c-d60ced17284c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:34.972753 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:34.975804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:34.979655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-1354c83b-0ba9-4abb-8841-b84a4e29edf1 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:34.980829 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1354c83b-0ba9-4abb-8841-b84a4e29edf1 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0095019 Apr 29 17:37:34.986688 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:34.987813 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab57c6e-a5ec-4d4f-a854-deb1062fda11 None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:34.989805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49982) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:34.998421 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:35.000276 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab57c6e-a5ec-4d4f-a854-deb1062fda11 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:35.001048 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-aab57c6e-a5ec-4d4f-a854-deb1062fda11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:35.010878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-a73015b3-fdbd-461d-991f-94e72ffc5b5e tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.012138 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a73015b3-fdbd-461d-991f-94e72ffc5b5e tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0198395 Apr 29 17:37:35.015495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 49986) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.018370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:35.025011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:35.072033 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-aab57c6e-a5ec-4d4f-a854-deb1062fda11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:35.085664 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab57c6e-a5ec-4d4f-a854-deb1062fda11 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:35.086663 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-aab57c6e-a5ec-4d4f-a854-deb1062fda11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:35.092705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-feefe931-3ba0-4280-8e46-5b88703f6c0e tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.096676 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-feefe931-3ba0-4280-8e46-5b88703f6c0e tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0776086 Apr 29 17:37:35.098331 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6ac70240-b339-4dcc-ab43-01fffdf164d2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6613388 Apr 29 17:37:35.098990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49990) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.103145 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49992) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.110056 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-192e5c63-791a-4554-9e4d-b9107fc3d6f1 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.113564 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-192e5c63-791a-4554-9e4d-b9107fc3d6f1 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0091958 Apr 29 17:37:35.115743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 49998) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.118923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-803ad28f-9e23-40df-b229-e8b7ff79d1a1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'floatingip': {'port_id': 'e8297e72-1d70-4f8c-bec3-20bc8210d0cb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:35.161670 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-aab57c6e-a5ec-4d4f-a854-deb1062fda11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:35.162433 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab57c6e-a5ec-4d4f-a854-deb1062fda11 None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:35.184062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-a3935938-8e66-4f88-8302-4436b81ab923 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.184910 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a3935938-8e66-4f88-8302-4436b81ab923 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0117385 Apr 29 17:37:35.185826 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:35.216676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50002) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.235583 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-2648f87f-a18d-4710-923b-db4b570e98c7 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.235583 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2648f87f-a18d-4710-923b-db4b570e98c7 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0134847 Apr 29 17:37:35.238777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50006) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.238971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-546da7f2-6ffa-4a80-ab8c-d60ced17284c None None] For port 72fe8553-0a10-423c-867b-b6693a28e581, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=72fe8553-0a10-423c-867b-b6693a28e581,segment=NetworkSegment(44698db1-0a74-46c0-9b42-6f3a2f375ac7),segment_id=44698db1-0a74-46c0-9b42-6f3a2f375ac7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:35.239238 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-546da7f2-6ffa-4a80-ab8c-d60ced17284c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:35.253623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-eaf2362b-58ff-4076-b1a7-574d1c5defad tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.257764 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-eaf2362b-58ff-4076-b1a7-574d1c5defad tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0126979 Apr 29 17:37:35.260132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50010) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.266923 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658fc61a-eba2-441b-989c-6e119484cacf tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:35.276233 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-658fc61a-eba2-441b-989c-6e119484cacf tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/f0f7b53e-b172-4354-bd6e-42a6ef445294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6159506 Apr 29 17:37:35.278042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-90fa51bb-eb84-4ad3-a518-4d214e7078c5 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.281417 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-90fa51bb-eb84-4ad3-a518-4d214e7078c5 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0165942 Apr 29 17:37:35.281417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50014) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.289261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50016) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.306513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c3c33-f238-4670-8cf3-c1d18a92ef7e None None] Sync routers for ids ['f0f7b53e-b172-4354-bd6e-42a6ef445294'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:35.349542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-04dfb93d-ea48-41a2-9088-1f5f88aa779b tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.353093 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-04dfb93d-ea48-41a2-9088-1f5f88aa779b tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0621510 Apr 29 17:37:35.355036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50022) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.381683 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 72fe8553-0a10-423c-867b-b6693a28e581 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:37:35.390235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:35.392889 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-803ad28f-9e23-40df-b229-e8b7ff79d1a1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:35.412958 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-546da7f2-6ffa-4a80-ab8c-d60ced17284c None None] Calling delete_port for 72fe8553-0a10-423c-867b-b6693a28e581 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:35.434634 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-449d8eda-db85-43e3-b695-492e9cf011f4 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.436666 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-449d8eda-db85-43e3-b695-492e9cf011f4 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0240035 Apr 29 17:37:35.443759 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50026) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.450981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:35.454563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-e92ee389-ea9b-49fd-a71c-8b95b8c4ad47 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.458074 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e92ee389-ea9b-49fd-a71c-8b95b8c4ad47 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0104637 Apr 29 17:37:35.460496 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50030) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.473578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-ff50457e-7a7d-45f8-989c-f444e9618020 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.478779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c3c33-f238-4670-8cf3-c1d18a92ef7e None None] Routers {'f0f7b53e-b172-4354-bd6e-42a6ef445294'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:35.479435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0d0c3c33-f238-4670-8cf3-c1d18a92ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f0f7b53e-b172-4354-bd6e-42a6ef445294'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:35.479654 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ff50457e-7a7d-45f8-989c-f444e9618020 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0182648 Apr 29 17:37:35.480260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50034) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.494067 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-85a21a79-ed4c-47de-ae29-8791303c9f95 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.497382 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-85a21a79-ed4c-47de-ae29-8791303c9f95 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0100200 Apr 29 17:37:35.498395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50038) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.504505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-63170648-63b8-4b31-924c-23d813dcfa7a tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.508065 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-63170648-63b8-4b31-924c-23d813dcfa7a tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0088096 Apr 29 17:37:35.511826 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50042) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.520247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-e53aa18f-3ac1-4eab-834a-b117ada0441e tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.520544 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89510c60-e995-43c4-bbd3-3ad09b95e96d,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:35.524622 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e53aa18f-3ac1-4eab-834a-b117ada0441e tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0103700 Apr 29 17:37:35.527539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50046) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.542703 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-a2b35033-e3d3-4eef-9793-3e4f6bedbd9f tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.543653 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a2b35033-e3d3-4eef-9793-3e4f6bedbd9f tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0138509 Apr 29 17:37:35.546955 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0d0c3c33-f238-4670-8cf3-c1d18a92ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:35.572734 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c3c33-f238-4670-8cf3-c1d18a92ef7e None None] Routers {'f0f7b53e-b172-4354-bd6e-42a6ef445294'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:35.573254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0d0c3c33-f238-4670-8cf3-c1d18a92ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f0f7b53e-b172-4354-bd6e-42a6ef445294'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:35.575400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:35.576124 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-74352560-e364-4b9d-9fbd-7be1f88a43a3 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6987424 Apr 29 17:37:35.576761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50050) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.588808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50052) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.596954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-c236c198-7ee5-494a-aee3-65761df26f68 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.597948 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c236c198-7ee5-494a-aee3-65761df26f68 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0094213 Apr 29 17:37:35.600795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50058) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.607356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-8a72f7bc-9fc3-4057-b411-c6c7b19c6366 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.610996 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8a72f7bc-9fc3-4057-b411-c6c7b19c6366 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0066180 Apr 29 17:37:35.610996 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50062) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.617258 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-8cd24b2a-d0bb-4a4f-b125-a0291431aba8 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.620268 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8cd24b2a-d0bb-4a4f-b125-a0291431aba8 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0065858 Apr 29 17:37:35.649748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50066) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.650074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0d0c3c33-f238-4670-8cf3-c1d18a92ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:35.650653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c3c33-f238-4670-8cf3-c1d18a92ef7e None None] The sync data for ids ['f0f7b53e-b172-4354-bd6e-42a6ef445294'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:35.658971 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-3747edf9-1e5a-4581-83ab-effabf5d7383 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.660029 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3747edf9-1e5a-4581-83ab-effabf5d7383 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0094154 Apr 29 17:37:35.662754 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50070) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.673908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-aa93842c-2f8c-4b11-b984-d59c7348147a tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.674856 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-aa93842c-2f8c-4b11-b984-d59c7348147a tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0112278 Apr 29 17:37:35.677849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50074) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.685155 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-42afef40-034f-456b-bc52-2f711a993ea4 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.685411 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-42afef40-034f-456b-bc52-2f711a993ea4 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0066977 Apr 29 17:37:35.688287 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50078) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.695332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-bf64cee8-35c3-466b-a126-dc34e832e005 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.696610 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bf64cee8-35c3-466b-a126-dc34e832e005 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0071371 Apr 29 17:37:35.699314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50082) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.706065 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-55a627e2-1c66-480c-b21e-d24a798cd930 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Request body: {'security_group_rule': {'security_group_id': '89510c60-e995-43c4-bbd3-3ad09b95e96d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:35.710579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-f3b8d309-56a6-407e-b2d8-2e320a2320ec tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.711599 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f3b8d309-56a6-407e-b2d8-2e320a2320ec tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0117209 Apr 29 17:37:35.716588 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:35.717274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:35.727653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-546da7f2-6ffa-4a80-ab8c-d60ced17284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:35.743493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50086) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.762890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-55a627e2-1c66-480c-b21e-d24a798cd930 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:35.774238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-07edb4a3-e3a4-4823-bece-3cdcf3c94b03 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.777656 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-07edb4a3-e3a4-4823-bece-3cdcf3c94b03 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0180426 Apr 29 17:37:35.777805 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546da7f2-6ffa-4a80-ab8c-d60ced17284c None None] Pushing event deleted for resources: {'Port': ['ID=72fe8553-0a10-423c-867b-b6693a28e581,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:35.784105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-55a627e2-1c66-480c-b21e-d24a798cd930 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Usage tracker for resource:security_group_rule and tenant:20a21d0767004cb68d860cc37b6728d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:35.786506 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50090) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.796037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-55a627e2-1c66-480c-b21e-d24a798cd930 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:35.798156 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546da7f2-6ffa-4a80-ab8c-d60ced17284c None None] No DVR routers for this DVR port 72fe8553-0a10-423c-867b-b6693a28e581 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:37:35.806445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-53decd57-998f-4e0b-a434-707c06599463 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.807396 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-53decd57-998f-4e0b-a434-707c06599463 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0151789 Apr 29 17:37:35.812706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-55a627e2-1c66-480c-b21e-d24a798cd930 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:35.816228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50094) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.837947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [None req-8909ca67-475b-44df-a192-1c58d505819a tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.841232 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8909ca67-475b-44df-a192-1c58d505819a tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0197551 Apr 29 17:37:35.844109 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50098) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.855025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-ded2d00b-0ef1-43a5-8a6f-37fad8d2ed67 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.855025 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ded2d00b-0ef1-43a5-8a6f-37fad8d2ed67 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0074136 Apr 29 17:37:35.855791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50102) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.863470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-7c63a1e9-357b-427d-af5a-3cf39fbdbe24 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.864515 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7c63a1e9-357b-427d-af5a-3cf39fbdbe24 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0075531 Apr 29 17:37:35.867203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50106) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:35.873798 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [None req-dd2923fb-c4c1-44ba-8a67-f376f8d66c14 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:37:35.874760 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dd2923fb-c4c1-44ba-8a67-f376f8d66c14 tempest-ExtensionsTestJSON-736494656 tempest-ExtensionsTestJSON-736494656-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0066345 Apr 29 17:37:35.905156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55a627e2-1c66-480c-b21e-d24a798cd930 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:35.949958 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.005272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.007947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event deleted for resources: {'Subnet': ['ID=89b9ddcf-8b26-4a3a-bb4b-302becf0ab17,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:36.012195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4906135e-6eaf-49d6-a1fe-8957fd217751 None None] Network 12a9cbb0-428c-49a5-92ef-2001d5497066 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:36.202246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-803ad28f-9e23-40df-b229-e8b7ff79d1a1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.204844 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:36.205170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:36.205461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:36.205814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:36.206130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:36.206491 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:36.206754 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:36.207099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:36.207441 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:36.207867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:36.208212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:36.208484 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:36.208593 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-803ad28f-9e23-40df-b229-e8b7ff79d1a1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.225226 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a6d1d531-4246-4ede-9d24-4d0342d51736 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "DELETE /v2.0/subnets/89b9ddcf-8b26-4a3a-bb4b-302becf0ab17 HTTP/1.1" status: 204 len: 168 time: 1.5282826 Apr 29 17:37:36.229689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50114) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:36.230013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50116) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:36.235116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55a627e2-1c66-480c-b21e-d24a798cd930 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.261663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55a627e2-1c66-480c-b21e-d24a798cd930 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.358616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a627e2-1c66-480c-b21e-d24a798cd930 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b35c553-0cb6-4a6a-b5df-752dc029cac2,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:36.380134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6426888-2063-4220-8b30-c4637ef8a352 None None] DHCP port deletion for 12a9cbb0-428c-49a5-92ef-2001d5497066 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:37:36.383114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55a627e2-1c66-480c-b21e-d24a798cd930 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.386735 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-55a627e2-1c66-480c-b21e-d24a798cd930 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7899680 Apr 29 17:37:36.387520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50124) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:36.388312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-e6426888-2063-4220-8b30-c4637ef8a352 None None] Deleting port 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:36.388798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e6426888-2063-4220-8b30-c4637ef8a352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.397917 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05641883-2892-4e3b-9cf7-b2e6e5e1a466 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.462396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bea4f742-b429-4746-8813-5581918db704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.521812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bea4f742-b429-4746-8813-5581918db704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:36.535543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bcc77ccf-d563-42c6-9048-8b5cb8244a83 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.543497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bea4f742-b429-4746-8813-5581918db704 admin admin] Usage tracker for resource:security_group_rule and tenant:993214fab6f34391a19fd071c4b154d8 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:36.552813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bea4f742-b429-4746-8813-5581918db704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:36.575017 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bea4f742-b429-4746-8813-5581918db704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:36.606763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e6426888-2063-4220-8b30-c4637ef8a352 None None] For port 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6,segment=NetworkSegment(6e41cc6f-f60f-43d0-a771-e143c60fda47),segment_id=6e41cc6f-f60f-43d0-a771-e143c60fda47)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:36.607117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e6426888-2063-4220-8b30-c4637ef8a352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.642315 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bcc77ccf-d563-42c6-9048-8b5cb8244a83 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.656164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05641883-2892-4e3b-9cf7-b2e6e5e1a466 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.711622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803ad28f-9e23-40df-b229-e8b7ff79d1a1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:36.714737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-05641883-2892-4e3b-9cf7-b2e6e5e1a466 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc62050-860d-4422-8243-ab61bcc57545']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:36.722181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bcc77ccf-d563-42c6-9048-8b5cb8244a83 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.729045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a40cd9c-459f-4632-9527-fe7195265027 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.737017 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-e6426888-2063-4220-8b30-c4637ef8a352 None None] Calling delete_port for 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:36.790292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-05641883-2892-4e3b-9cf7-b2e6e5e1a466 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44698db1-0a74-46c0-9b42-6f3a2f375ac7') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:36.790953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-05641883-2892-4e3b-9cf7-b2e6e5e1a466 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44698db1-0a74-46c0-9b42-6f3a2f375ac7') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:36.821491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e6426888-2063-4220-8b30-c4637ef8a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.875518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6426888-2063-4220-8b30-c4637ef8a352 None None] Pushing event deleted for resources: {'Port': ['ID=66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:36.877642 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6426888-2063-4220-8b30-c4637ef8a352 None None] No DVR routers for this DVR port 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:37:36.883215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05641883-2892-4e3b-9cf7-b2e6e5e1a466 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.929517 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05641883-2892-4e3b-9cf7-b2e6e5e1a466 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.946531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05641883-2892-4e3b-9cf7-b2e6e5e1a466 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:37:36.947100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05641883-2892-4e3b-9cf7-b2e6e5e1a466 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:37:36.965660 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:37:36.992253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc77ccf-d563-42c6-9048-8b5cb8244a83 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89510c60-e995-43c4-bbd3-3ad09b95e96d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:37.005540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bcc77ccf-d563-42c6-9048-8b5cb8244a83 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.008953 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bcc77ccf-d563-42c6-9048-8b5cb8244a83 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-groups/89510c60-e995-43c4-bbd3-3ad09b95e96d HTTP/1.1" status: 204 len: 168 time: 0.6182094 Apr 29 17:37:37.009674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50130) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:37.088540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3e4670d5-48f2-4670-aa7f-68b768a12867 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:37.092316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803ad28f-9e23-40df-b229-e8b7ff79d1a1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:37.097258 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-803ad28f-9e23-40df-b229-e8b7ff79d1a1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.103500 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399cdbf1-840f-4b3e-bb99-9e36029e58e7 None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:37.115453 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399cdbf1-840f-4b3e-bb99-9e36029e58e7 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:37.116179 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-399cdbf1-840f-4b3e-bb99-9e36029e58e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:37.153180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3e4670d5-48f2-4670-aa7f-68b768a12867 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:37.154446 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3e4670d5-48f2-4670-aa7f-68b768a12867 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1441910 Apr 29 17:37:37.159143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50134) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:37.162385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05641883-2892-4e3b-9cf7-b2e6e5e1a466 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.185260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05641883-2892-4e3b-9cf7-b2e6e5e1a466 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.191569 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-399cdbf1-840f-4b3e-bb99-9e36029e58e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:37.200149 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399cdbf1-840f-4b3e-bb99-9e36029e58e7 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:37.200820 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-399cdbf1-840f-4b3e-bb99-9e36029e58e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:37.210575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bea4f742-b429-4746-8813-5581918db704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.215736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05641883-2892-4e3b-9cf7-b2e6e5e1a466 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event deleted for resources: {'Network': ['ID=1bc62050-860d-4422-8243-ab61bcc57545,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:37.220642 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bea4f742-b429-4746-8813-5581918db704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.239537 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-05641883-2892-4e3b-9cf7-b2e6e5e1a466 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "DELETE /v2.0/networks/1bc62050-860d-4422-8243-ab61bcc57545 HTTP/1.1" status: 204 len: 168 time: 1.0069294 Apr 29 17:37:37.242714 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-803ad28f-9e23-40df-b229-e8b7ff79d1a1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "PUT /v2.0/floatingips/b8c34b9a-f8ac-4a4d-ae68-ba14c887dec8 HTTP/1.1" status: 200 len: 978 time: 2.1368172 Apr 29 17:37:37.244236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50138) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:37.245861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50140) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:37.277790 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-399cdbf1-840f-4b3e-bb99-9e36029e58e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:37.278473 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399cdbf1-840f-4b3e-bb99-9e36029e58e7 None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:37.282103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7e9e771c-0dd3-468e-9aae-e4ed3d58c676 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:37.312693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:37:37.347919 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:37:37.348742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 66c1a82d-adcb-40b9-a4a1-f0aca16b2bf6 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:37:37.368585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7e9e771c-0dd3-468e-9aae-e4ed3d58c676 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group_rule {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:37.369865 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7e9e771c-0dd3-468e-9aae-e4ed3d58c676 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1822701 Apr 29 17:37:37.379241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50146) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:37.391539 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4f742-b429-4746-8813-5581918db704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43aedb8-058e-4c1e-83ba-6e5a0fd0a730,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:37.401341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-92f2fd89-ee4e-441d-961b-217fe6c72e60 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.408115 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bea4f742-b429-4746-8813-5581918db704 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=993214fab6f34391a19fd071c4b154d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1771419 Apr 29 17:37:37.409561 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-699ee602-3cc8-46ea-9427-dc75727fc139 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] delete failed (client error): The resource could not be found. Apr 29 17:37:37.410544 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-699ee602-3cc8-46ea-9427-dc75727fc139 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "DELETE /v2.0/security-groups/89510c60-e995-43c4-bbd3-3ad09b95e96d HTTP/1.1" status: 404 len: 347 time: 0.0303524 Apr 29 17:37:37.411441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50150) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:37.417486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50154) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:37.510365 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0a40cd9c-459f-4632-9527-fe7195265027 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:37.511071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a40cd9c-459f-4632-9527-fe7195265027 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.587193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-92f2fd89-ee4e-441d-961b-217fe6c72e60 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.601788 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d98725c-9510-47a9-9d73-561d1b433003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.614470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5b36dbc3-f334-4e88-81b7-42c3d70874e0 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Synchronizing usage tracker for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:37.624748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-92f2fd89-ee4e-441d-961b-217fe6c72e60 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a9cbb0-428c-49a5-92ef-2001d5497066']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:37.646016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-92f2fd89-ee4e-441d-961b-217fe6c72e60 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e41cc6f-f60f-43d0-a771-e143c60fda47') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:37.646330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-92f2fd89-ee4e-441d-961b-217fe6c72e60 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e41cc6f-f60f-43d0-a771-e143c60fda47') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:37.646624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-703f669b-a00a-42b4-9244-5c9d3beea0f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port 4f5fc80e-4014-4792-b20e-973eef981f09 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:37.646962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-703f669b-a00a-42b4-9244-5c9d3beea0f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.663275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d98725c-9510-47a9-9d73-561d1b433003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.674604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-92f2fd89-ee4e-441d-961b-217fe6c72e60 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.705948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-92f2fd89-ee4e-441d-961b-217fe6c72e60 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.717347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f2fd89-ee4e-441d-961b-217fe6c72e60 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:37:37.717773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-92f2fd89-ee4e-441d-961b-217fe6c72e60 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:37:37.732156 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:37:37.761719 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5b36dbc3-f334-4e88-81b7-42c3d70874e0 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] Unset dirty status for tenant:20a21d0767004cb68d860cc37b6728d8 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:37.762942 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5b36dbc3-f334-4e88-81b7-42c3d70874e0 tempest-SecGroupTest-999841787 tempest-SecGroupTest-999841787-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3445652 Apr 29 17:37:37.819638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d98725c-9510-47a9-9d73-561d1b433003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.834614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-92f2fd89-ee4e-441d-961b-217fe6c72e60 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.839692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-92f2fd89-ee4e-441d-961b-217fe6c72e60 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.872104 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98725c-9510-47a9-9d73-561d1b433003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43aedb8-058e-4c1e-83ba-6e5a0fd0a730,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:37.880347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2fd89-ee4e-441d-961b-217fe6c72e60 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event deleted for resources: {'Network': ['ID=12a9cbb0-428c-49a5-92ef-2001d5497066,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:37.884707 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9d98725c-9510-47a9-9d73-561d1b433003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:37.892721 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9d98725c-9510-47a9-9d73-561d1b433003 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b43aedb8-058e-4c1e-83ba-6e5a0fd0a730 HTTP/1.1" status: 204 len: 168 time: 0.4763601 Apr 29 17:37:37.906380 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-92f2fd89-ee4e-441d-961b-217fe6c72e60 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "DELETE /v2.0/networks/12a9cbb0-428c-49a5-92ef-2001d5497066 HTTP/1.1" status: 204 len: 168 time: 0.6585679 Apr 29 17:37:37.907004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50162) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:37.980602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Deleting subnet 3857ec3d-9242-4a7e-b5b9-827abeabb153 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:37.984504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.002829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a40cd9c-459f-4632-9527-fe7195265027 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.030474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50168) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:38.060489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.141999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0a40cd9c-459f-4632-9527-fe7195265027 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:38.160170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.210349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-703f669b-a00a-42b4-9244-5c9d3beea0f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.210685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-703f669b-a00a-42b4-9244-5c9d3beea0f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.247734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.292871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event deleted for resources: {'Subnet': ['ID=3857ec3d-9242-4a7e-b5b9-827abeabb153,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:38.298068 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.306423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b76006-ac43-4d66-888b-2984a8cef18b None None] Network d409eed7-fd1e-46d2-bf86-4e1588e8156f requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:38.306927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:38.306927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:38.307208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:38.307669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:38.308000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:38.308324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:38.308643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:38.308963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:38.309287 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:38.309606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:38.310034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:38.310220 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:38.315936 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f5eb445e-693b-4fd4-bc79-44e86c847db7 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "DELETE /v2.0/subnets/3857ec3d-9242-4a7e-b5b9-827abeabb153 HTTP/1.1" status: 204 len: 168 time: 0.4056737 Apr 29 17:37:38.319818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50178) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:38.345130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-703f669b-a00a-42b4-9244-5c9d3beea0f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for 4f5fc80e-4014-4792-b20e-973eef981f09 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:38.482421 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.514587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Deleting port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:38.515657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.548011 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5edb345d-8984-471e-b487-dfc2453f5901 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20a21d0767004cb68d860cc37b6728d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5139892 Apr 29 17:37:38.553185 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50188) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:38.656761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-703f669b-a00a-42b4-9244-5c9d3beea0f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.659407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d734a52-e46e-4a86-9e49-9f4f1011b6c2 None None] DHCP port deletion for d409eed7-fd1e-46d2-bf86-4e1588e8156f request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:37:38.665184 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4d734a52-e46e-4a86-9e49-9f4f1011b6c2 None None] Deleting port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:38.665779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d734a52-e46e-4a86-9e49-9f4f1011b6c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.762903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f669b-a00a-42b4-9244-5c9d3beea0f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=4f5fc80e-4014-4792-b20e-973eef981f09,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:38.784061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] For port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=083e3a7f-ea80-4967-8ed7-7ffcd5e68762,segment=NetworkSegment(e1a9b7c1-cc45-4137-a71c-e9652242b550),segment_id=e1a9b7c1-cc45-4137-a71c-e9652242b550)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:38.784656 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.791911 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a40cd9c-459f-4632-9527-fe7195265027 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.867101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-21ff85c6-446f-4659-af4e-75a6393fea7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.880321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40cd9c-459f-4632-9527-fe7195265027 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=cc5873a1-7eb4-4969-94e2-dbf7f4fca8bd,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:38.943196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4d734a52-e46e-4a86-9e49-9f4f1011b6c2 None None] For port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=083e3a7f-ea80-4967-8ed7-7ffcd5e68762,segment=NetworkSegment(e1a9b7c1-cc45-4137-a71c-e9652242b550),segment_id=e1a9b7c1-cc45-4137-a71c-e9652242b550)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:38.944444 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d734a52-e46e-4a86-9e49-9f4f1011b6c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:38.989606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50200) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:39.015539 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-21ff85c6-446f-4659-af4e-75a6393fea7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.066299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-703f669b-a00a-42b4-9244-5c9d3beea0f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.066637 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-703f669b-a00a-42b4-9244-5c9d3beea0f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Floating IP b8c34b9a-f8ac-4a4d-ae68-ba14c887dec8 disassociated (deleted). External IP: 172.26.4.245, port: e8297e72-1d70-4f8c-bec3-20bc8210d0cb. Apr 29 17:37:39.089855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Calling delete_port for 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:39.100769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4d734a52-e46e-4a86-9e49-9f4f1011b6c2 None None] Calling delete_port for 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:39.186891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.194071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-4d734a52-e46e-4a86-9e49-9f4f1011b6c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:37:39.194528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-4d734a52-e46e-4a86-9e49-9f4f1011b6c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:37:39.218072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-337030969'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:39.239087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] No DVR routers for this DVR port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:37:39.245369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:39.259419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Usage tracker for resource:network and tenant:85d10426f463442eb08131798c401357 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:39.273131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event deleted for resources: {'Port': ['ID=083e3a7f-ea80-4967-8ed7-7ffcd5e68762,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:39.282109 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:37:39.317305 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:39.318681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:37:39.319256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:37:39.335462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:39.372358 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.404205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d409eed7-fd1e-46d2-bf86-4e1588e8156f']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:39.417856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a9b7c1-cc45-4137-a71c-e9652242b550') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:39.418109 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a9b7c1-cc45-4137-a71c-e9652242b550') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:39.430807 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.448364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.455381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:37:39.455838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:37:39.471444 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:37:39.548193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a40cd9c-459f-4632-9527-fe7195265027 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.554616 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.555642 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Made reservation on behalf of 85d10426f463442eb08131798c401357 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:39.559100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.560361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.575967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-21ff85c6-446f-4659-af4e-75a6393fea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.586203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Pushing event deleted for resources: {'Network': ['ID=d409eed7-fd1e-46d2-bf86-4e1588e8156f,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:39.588001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.591625 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f6d3afa7-a4c3-4a58-aec2-98309b80c85a tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "DELETE /v2.0/networks/d409eed7-fd1e-46d2-bf86-4e1588e8156f HTTP/1.1" status: 204 len: 168 time: 1.2706017 Apr 29 17:37:39.593214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50206) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:39.635451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8a27d253-dfa3-4bdd-9b6d-b1c6220603c6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Synchronizing usage tracker for tenant:bc335f09a6ed4c95854eced7664abf59 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:39.653036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8a27d253-dfa3-4bdd-9b6d-b1c6220603c6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Unset dirty status for tenant:bc335f09a6ed4c95854eced7664abf59 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:39.657155 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8a27d253-dfa3-4bdd-9b6d-b1c6220603c6 tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "GET /v2.0/ports?device_id=f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd HTTP/1.1" status: 200 len: 205 time: 0.0629296 Apr 29 17:37:39.657895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50210) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:39.696134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4d734a52-e46e-4a86-9e49-9f4f1011b6c2 None None] Deleting port 083e3a7f-ea80-4967-8ed7-7ffcd5e68762 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:39.696514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d734a52-e46e-4a86-9e49-9f4f1011b6c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.732878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff85c6-446f-4659-af4e-75a6393fea7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b0eb2d-cc33-4d0b-9a07-963c96f63409,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:39.767750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4d734a52-e46e-4a86-9e49-9f4f1011b6c2 None None] The port '083e3a7f-ea80-4967-8ed7-7ffcd5e68762' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:37:39.801262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-04fb51ba-353f-4a8f-ad12-72fb9451368c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:39.848145 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:39.874107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Usage tracker for resource:security_group_rule and tenant:85d10426f463442eb08131798c401357 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:39.881297 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:39.952659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:40.073610 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a40cd9c-459f-4632-9527-fe7195265027 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router f0f7b53e-b172-4354-bd6e-42a6ef445294 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:40.096529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-04fb51ba-353f-4a8f-ad12-72fb9451368c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.098774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-04fb51ba-353f-4a8f-ad12-72fb9451368c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.105752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703f669b-a00a-42b4-9244-5c9d3beea0f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:40.108132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-21ff85c6-446f-4659-af4e-75a6393fea7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.111627 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-21ff85c6-446f-4659-af4e-75a6393fea7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77b0eb2d-cc33-4d0b-9a07-963c96f63409 HTTP/1.1" status: 204 len: 168 time: 1.5549207 Apr 29 17:37:40.124863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-04fb51ba-353f-4a8f-ad12-72fb9451368c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.126003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fb51ba-353f-4a8f-ad12-72fb9451368c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Fanout notify agent at l3_agent the message router_deleted on router f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:37:40.140566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-04fb51ba-353f-4a8f-ad12-72fb9451368c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.144117 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-04fb51ba-353f-4a8f-ad12-72fb9451368c tempest-RoutersNegativeTest-1291459762 tempest-RoutersNegativeTest-1291459762-project] 10.222.0.11 "DELETE /v2.0/routers/f05018b3-3dd4-4e2b-9f12-b06b3f0ee5cd HTTP/1.1" status: 204 len: 168 time: 0.4827986 Apr 29 17:37:40.362020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a40cd9c-459f-4632-9527-fe7195265027 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:40.373056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df87137-8e40-4b0a-a269-a69ff914b85d None None] Sync routers for ids ['f0f7b53e-b172-4354-bd6e-42a6ef445294'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:40.383192 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df87137-8e40-4b0a-a269-a69ff914b85d None None] Routers {'f0f7b53e-b172-4354-bd6e-42a6ef445294'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:40.383835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1df87137-8e40-4b0a-a269-a69ff914b85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f0f7b53e-b172-4354-bd6e-42a6ef445294'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:40.436815 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0a40cd9c-459f-4632-9527-fe7195265027 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/f0f7b53e-b172-4354-bd6e-42a6ef445294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1539772 Apr 29 17:37:40.439885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50224) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:40.463023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.472310 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50228) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:40.475176 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.489796 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1df87137-8e40-4b0a-a269-a69ff914b85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:40.496022 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b0714ebf-1eaf-4044-ad33-408aa0cbf92b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0f7b53e-b172-4354-bd6e-42a6ef445294 HTTP/1.1" status: 200 len: 205 time: 0.0549438 Apr 29 17:37:40.498585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50232) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:40.499480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df87137-8e40-4b0a-a269-a69ff914b85d None None] Routers {'f0f7b53e-b172-4354-bd6e-42a6ef445294'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:40.500302 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1df87137-8e40-4b0a-a269-a69ff914b85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['f0f7b53e-b172-4354-bd6e-42a6ef445294'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:40.519979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703f669b-a00a-42b4-9244-5c9d3beea0f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:40.533437 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbfa984-254e-4518-a85b-cf1e87f83bc3 None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:40.549278 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbfa984-254e-4518-a85b-cf1e87f83bc3 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:40.550362 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-4cbfa984-254e-4518-a85b-cf1e87f83bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:40.562360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1df87137-8e40-4b0a-a269-a69ff914b85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:40.562579 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:37:40.563061 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df87137-8e40-4b0a-a269-a69ff914b85d None None] The sync data for ids ['f0f7b53e-b172-4354-bd6e-42a6ef445294'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:40.587285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-703f669b-a00a-42b4-9244-5c9d3beea0f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.634351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.634926 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Added segment fccaf838-1903-442e-8ad8-d0c665056ec2 of type vlan for network ffc74af2-fcdd-4452-8f62-0022d96409f2 Apr 29 17:37:40.662303 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b58a68-fb48-4ba7-be4c-d2cdf9cc54c6,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:40.683121 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-4cbfa984-254e-4518-a85b-cf1e87f83bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:40.704087 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbfa984-254e-4518-a85b-cf1e87f83bc3 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:40.704701 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-4cbfa984-254e-4518-a85b-cf1e87f83bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:40.707082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.714578 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-703f669b-a00a-42b4-9244-5c9d3beea0f2 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/floatingips/b8c34b9a-f8ac-4a4d-ae68-ba14c887dec8 HTTP/1.1" status: 204 len: 168 time: 3.4667869 Apr 29 17:37:40.718853 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50244) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:40.760137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e171b043-341e-492a-8601-d7909d5c9196 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.768113 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-4cbfa984-254e-4518-a85b-cf1e87f83bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:40.768536 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbfa984-254e-4518-a85b-cf1e87f83bc3 None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:40.846297 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0b2959f9-1349-4a5f-9904-0ee002269669 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port e8297e72-1d70-4f8c-bec3-20bc8210d0cb {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:40.846734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b2959f9-1349-4a5f-9904-0ee002269669 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.901502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.907141 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:40.908068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:40.949805 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-48e86652-6cab-4f84-ace3-f88b6a683aa6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc335f09a6ed4c95854eced7664abf59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673903 Apr 29 17:37:40.956268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50256) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:41.043785 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0486438 Apr 29 17:37:41.067461 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50260) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:41.073661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50262) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:41.115330 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf89863-3d59-4ec0-af75-1b65b87a95cb tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Pushing event updated for resources: {'Network': ['ID=ffc74af2-fcdd-4452-8f62-0022d96409f2,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:41.126290 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network ffc74af2-fcdd-4452-8f62-0022d96409f2 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:37:41.134986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Request body: {'subnet': {'network_id': 'ffc74af2-fcdd-4452-8f62-0022d96409f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:41.248449 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e171b043-341e-492a-8601-d7909d5c9196 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.298254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e171b043-341e-492a-8601-d7909d5c9196 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.334784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-21b8e57a-7e68-4e7a-b6e4-91634a21270c tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-71265722', 'prefixes': ['172.20.0.0/16']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:41.344563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-21b8e57a-7e68-4e7a-b6e4-91634a21270c tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:41.346798 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:41.353615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Usage tracker for resource:subnet and tenant:85d10426f463442eb08131798c401357 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:41.357926 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:41.360506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e171b043-341e-492a-8601-d7909d5c9196 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.360971 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e171b043-341e-492a-8601-d7909d5c9196 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Fanout notify agent at l3_agent the message router_deleted on router f0f7b53e-b172-4354-bd6e-42a6ef445294 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:37:41.368874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:41.369226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7b807706-f75a-4a3b-8619-baf6948068c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.386806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e171b043-341e-492a-8601-d7909d5c9196 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.390510 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e171b043-341e-492a-8601-d7909d5c9196 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/f0f7b53e-b172-4354-bd6e-42a6ef445294 HTTP/1.1" status: 204 len: 168 time: 0.8882780 Apr 29 17:37:41.390692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50270) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:41.420735 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7b807706-f75a-4a3b-8619-baf6948068c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.429685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Made reservation on behalf of 85d10426f463442eb08131798c401357 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:41.433129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.458948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b2959f9-1349-4a5f-9904-0ee002269669 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.567238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ffa93b-b70d-4786-8cfa-8cbd29b7449c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting subnet 462e76cd-ff95-464c-971e-aee9a3c34e1f {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:41.576098 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46ffa93b-b70d-4786-8cfa-8cbd29b7449c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.600607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0b2959f9-1349-4a5f-9904-0ee002269669 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for e8297e72-1d70-4f8c-bec3-20bc8210d0cb owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:41.622740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-21b8e57a-7e68-4e7a-b6e4-91634a21270c tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] Notify callbacks [] for subnetpool, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.626542 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-21b8e57a-7e68-4e7a-b6e4-91634a21270c tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.4933076 Apr 29 17:37:41.632440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50274) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:41.673979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46ffa93b-b70d-4786-8cfa-8cbd29b7449c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.683148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7b807706-f75a-4a3b-8619-baf6948068c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.711925 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e0e04003-0115-4fbd-8702-473377a33939 tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] 10.222.0.11 "GET /v2.0/subnetpools/ee5334df-5d99-45a7-a237-e27548fc41f8 HTTP/1.1" status: 200 len: 730 time: 0.0755239 Apr 29 17:37:41.715195 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50278) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:41.719519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b807706-f75a-4a3b-8619-baf6948068c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae94db63-f341-4270-8bfb-634d0bbc9802,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:41.727375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-28def721-7ecc-480a-9ad0-5d8fb96c3a50 tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-708762572'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:41.742170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7b807706-f75a-4a3b-8619-baf6948068c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.743751 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7b807706-f75a-4a3b-8619-baf6948068c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae94db63-f341-4270-8bfb-634d0bbc9802 HTTP/1.1" status: 204 len: 168 time: 0.7740834 Apr 29 17:37:41.852454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46ffa93b-b70d-4786-8cfa-8cbd29b7449c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.886150 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.933005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-28def721-7ecc-480a-9ad0-5d8fb96c3a50 tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] Notify callbacks [] for subnetpool, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:41.934172 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-28def721-7ecc-480a-9ad0-5d8fb96c3a50 tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] 10.222.0.11 "PUT /v2.0/subnetpools/ee5334df-5d99-45a7-a237-e27548fc41f8 HTTP/1.1" status: 200 len: 683 time: 0.2160542 Apr 29 17:37:41.941066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50284) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:41.963534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b2959f9-1349-4a5f-9904-0ee002269669 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.005303 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Pushing event updated for resources: {'Subnet': ['ID=fedcd564-d0a7-4344-9c56-6b2d05d8cc02,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:42.015038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46ffa93b-b70d-4786-8cfa-8cbd29b7449c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.038926 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2959f9-1349-4a5f-9904-0ee002269669 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=e8297e72-1d70-4f8c-bec3-20bc8210d0cb,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:42.052780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Checking segment: {'id': 'fccaf838-1903-442e-8ad8-d0c665056ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffc74af2-fcdd-4452-8f62-0022d96409f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:42.053174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Network hostable DHCP agents. Network: ffc74af2-fcdd-4452-8f62-0022d96409f2, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:37:42.064838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffa93b-b70d-4786-8cfa-8cbd29b7449c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Subnet': ['ID=462e76cd-ff95-464c-971e-aee9a3c34e1f,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:42.069132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46ffa93b-b70d-4786-8cfa-8cbd29b7449c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.077510 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c32abd9-9fb9-49de-8cea-4de74e8b3924 None None] Network 69f9544a-d3a2-4207-a363-68b7831534ce requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:42.086850 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-46ffa93b-b70d-4786-8cfa-8cbd29b7449c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/462e76cd-ff95-464c-971e-aee9a3c34e1f HTTP/1.1" status: 204 len: 168 time: 0.6929049 Apr 29 17:37:42.088061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50292) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:42.123332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Network ffc74af2-fcdd-4452-8f62-0022d96409f2 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:37:42.142398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, ffc74af2-fcdd-4452-8f62-0022d96409f2) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:42.154562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:42.155153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.182309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb72675d-04ff-43f8-a9c6-31d3c68593e9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting subnet 1518c77b-921d-45dd-abd3-4f54d957387f {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:42.186387 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4ab55661-3c79-42e5-a11c-8488e03a94b8 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1138237 Apr 29 17:37:42.187404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb72675d-04ff-43f8-a9c6-31d3c68593e9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.189452 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50300) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:42.201028 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c5563-f698-4538-b627-899149de96e7 None None] Network ffc74af2-fcdd-4452-8f62-0022d96409f2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:42.206703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Request body: {'port': {'network_id': 'ffc74af2-fcdd-4452-8f62-0022d96409f2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-579369835'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:42.253239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb72675d-04ff-43f8-a9c6-31d3c68593e9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.267782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b2959f9-1349-4a5f-9904-0ee002269669 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.335157 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0b2959f9-1349-4a5f-9904-0ee002269669 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/ports/e8297e72-1d70-4f8c-bec3-20bc8210d0cb HTTP/1.1" status: 204 len: 168 time: 1.6160882 Apr 29 17:37:42.335754 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50306) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:42.340042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c8b35818-6ff1-4968-be1d-f558ac4a603e tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] Notify callbacks [] for subnetpool, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.341222 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c8b35818-6ff1-4968-be1d-f558ac4a603e tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] 10.222.0.11 "DELETE /v2.0/subnetpools/ee5334df-5d99-45a7-a237-e27548fc41f8 HTTP/1.1" status: 204 len: 168 time: 0.4017637 Apr 29 17:37:42.344246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:42.350050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50310) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:42.354427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:42.362948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:floatingip and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:42.367368 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:42.381270 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:42.382892 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-2cffccab-6c9e-4558-99a4-aa6f4159d6ab tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] show failed (client error): The resource could not be found. Apr 29 17:37:42.386815 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2cffccab-6c9e-4558-99a4-aa6f4159d6ab tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] 10.222.0.11 "GET /v2.0/subnetpools/ee5334df-5d99-45a7-a237-e27548fc41f8 HTTP/1.1" status: 404 len: 346 time: 0.0328734 Apr 29 17:37:42.388170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50316) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:42.402648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb72675d-04ff-43f8-a9c6-31d3c68593e9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.408584 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-7d85932d-4520-432a-aac6-629e324c5046 tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] delete failed (client error): The resource could not be found. Apr 29 17:37:42.416067 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7d85932d-4520-432a-aac6-629e324c5046 tempest-SubnetPoolsTestJSON-312745999 tempest-SubnetPoolsTestJSON-312745999-project] 10.222.0.11 "DELETE /v2.0/subnetpools/ee5334df-5d99-45a7-a237-e27548fc41f8 HTTP/1.1" status: 404 len: 346 time: 0.0203431 Apr 29 17:37:42.438970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:42.446484 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Usage tracker for resource:port and tenant:85d10426f463442eb08131798c401357 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:42.452076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:42.461497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:42.476359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.499156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Made reservation on behalf of 85d10426f463442eb08131798c401357 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:42.505066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.565521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] device_id is not set on port a7433c5e-5507-4fd4-ac07-95396c636004 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:37:42.632613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb72675d-04ff-43f8-a9c6-31d3c68593e9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.658518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-ffc74af2-fcdd-4452-8f62-0022d96409f2', 'network_id': 'ffc74af2-fcdd-4452-8f62-0022d96409f2', 'tenant_id': '85d10426f463442eb08131798c401357', 'fixed_ips': [{'subnet_id': 'fedcd564-d0a7-4344-9c56-6b2d05d8cc02'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:37:42.659377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.676436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] DHCP port deletion for 69f9544a-d3a2-4207-a363-68b7831534ce request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:37:42.700122 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Deleting port 304fd4a3-908e-4344-b60e-ee78e6d3abdb {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:42.700606 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.730418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72675d-04ff-43f8-a9c6-31d3c68593e9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Subnet': ['ID=1518c77b-921d-45dd-abd3-4f54d957387f,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:42.753105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb72675d-04ff-43f8-a9c6-31d3c68593e9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:42.755244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Allocated IP 172.20.0.9 (ffc74af2-fcdd-4452-8f62-0022d96409f2/fedcd564-d0a7-4344-9c56-6b2d05d8cc02/a7433c5e-5507-4fd4-ac07-95396c636004) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:42.774796 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bb72675d-04ff-43f8-a9c6-31d3c68593e9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/1518c77b-921d-45dd-abd3-4f54d957387f HTTP/1.1" status: 204 len: 168 time: 0.6855330 Apr 29 17:37:42.776495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50330) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:42.783709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50332) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:42.790328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c3029-f73e-45b7-9adc-c0458c04574f None None] Network 9f13c0a2-d1f0-4f6a-af92-4e5900735d36 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:43.002512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50340) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:43.085396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7fce8c41-e540-42f6-b361-308e5022c1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.093639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2cfe079c-1267-4298-bfbf-b31038159c1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:43.094461 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.api.v2.base [None req-2cfe079c-1267-4298-bfbf-b31038159c1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 17:37:43.094964 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-2cfe079c-1267-4298-bfbf-b31038159c1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 17:37:43.096097 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2cfe079c-1267-4298-bfbf-b31038159c1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3102450 Apr 29 17:37:43.101072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50348) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:43.103924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.115857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137225453'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:43.124813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.128358 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:43.133797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7fce8c41-e540-42f6-b361-308e5022c1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:43.138572 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Transition to ACTIVE for port object a7433c5e-5507-4fd4-ac07-95396c636004 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:43.141143 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:43.144709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7fce8c41-e540-42f6-b361-308e5022c1a7 admin admin] Usage tracker for resource:security_group_rule and tenant:e930510df36c4f6aae04ca5cdfd60309 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:43.147420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:43.150931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7fce8c41-e540-42f6-b361-308e5022c1a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:43.160458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:43.163533 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7fce8c41-e540-42f6-b361-308e5022c1a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:43.171865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.184813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.210700 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.217381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 304fd4a3-908e-4344-b60e-ee78e6d3abdb {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:43.224599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.237119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.280459 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] For port 304fd4a3-908e-4344-b60e-ee78e6d3abdb, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=304fd4a3-908e-4344-b60e-ee78e6d3abdb,segment=NetworkSegment(9cb6f6aa-4143-4fab-ad53-3ef0689283c1),segment_id=9cb6f6aa-4143-4fab-ad53-3ef0689283c1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:43.281478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.281749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:43.308849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:43.321549 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:43.335420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:43.340824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Network ffc74af2-fcdd-4452-8f62-0022d96409f2 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:43.349915 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:43.361379 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:43.364319 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 304fd4a3-908e-4344-b60e-ee78e6d3abdb no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:37:43.372582 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.26.4.191 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/dea418fa-7fdc-460c-a667-51700454ee91) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:43.392813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Pushing event updated for resources: {'Port': ['ID=a7433c5e-5507-4fd4-ac07-95396c636004,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:43.454312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d1f42-d430-4a16-8139-85c238a5f0c0 None None] DHCP port deletion for 9f13c0a2-d1f0-4f6a-af92-4e5900735d36 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:37:43.532812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Calling delete_port for 304fd4a3-908e-4344-b60e-ee78e6d3abdb owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:43.589139 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Allocated IP 172.20.0.2 (ffc74af2-fcdd-4452-8f62-0022d96409f2/fedcd564-d0a7-4344-9c56-6b2d05d8cc02/3b72eb0e-c973-43cf-86a8-c125b1594992) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:43.589366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:43.589798 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.591223 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d1f42-d430-4a16-8139-85c238a5f0c0 None None] Deleting port fad8ad20-b39a-4074-b211-1bd2d1729770 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:43.591695 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1f42-d430-4a16-8139-85c238a5f0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.594415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7fce8c41-e540-42f6-b361-308e5022c1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.606006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7fce8c41-e540-42f6-b361-308e5022c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.642768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port 304fd4a3-908e-4344-b60e-ee78e6d3abdb, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=304fd4a3-908e-4344-b60e-ee78e6d3abdb,segment=NetworkSegment(9cb6f6aa-4143-4fab-ad53-3ef0689283c1),segment_id=9cb6f6aa-4143-4fab-ad53-3ef0689283c1)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:43.643260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.689445 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7fce8c41-e540-42f6-b361-308e5022c1a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e930510df36c4f6aae04ca5cdfd60309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6853056 Apr 29 17:37:43.690485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce8c41-e540-42f6-b361-308e5022c1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49afc7c3-251f-4426-9ea7-0ccd419197b2,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:43.693291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50352) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:43.706966 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a1799690-a76d-46ad-8544-9ce3e56972d3 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5164695 Apr 29 17:37:43.716467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50356) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:43.735248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Request body: {'port': {'network_id': 'ffc74af2-fcdd-4452-8f62-0022d96409f2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1321826187', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:43.735832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.api.validators [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] bootfile-name is not in valid_values {{(pid=88018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 17:37:43.736153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.api.validators [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] tftp-server is not in valid_values {{(pid=88018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 17:37:43.736462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.api.validators [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] server-ip-address is not in valid_values {{(pid=88018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 17:37:43.794752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.799056 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for 304fd4a3-908e-4344-b60e-ee78e6d3abdb owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:43.811212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.825303 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:43.843270 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.879481 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.886290 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:43.890738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:37:43.891163 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:37:43.902255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.916334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:43.932326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:43.934161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f2158014-0d24-4f3f-8e59-2b721f25d646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:43.939979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516369a8-b3cb-4ccd-a156-1e6dcbe53587,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:43.966020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Pushing event deleted for resources: {'Port': ['ID=304fd4a3-908e-4344-b60e-ee78e6d3abdb,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:43.966686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:43.970710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:43.974678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:43.980541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:43.980889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:43.981726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:43.982069 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:43.982405 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:43.982735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:43.983066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:43.983416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:43.983744 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:43.984066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:43.984965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:43.985296 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:37:43.990397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59610700-9c7c-4a9d-9bed-0e314e394302 None None] No DVR routers for this DVR port 304fd4a3-908e-4344-b60e-ee78e6d3abdb on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:37:43.995346 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.004367 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f2158014-0d24-4f3f-8e59-2b721f25d646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.022666 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:44.035779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=dea418fa-7fdc-460c-a667-51700454ee91,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:44.036893 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Usage tracker for resource:port and tenant:85d10426f463442eb08131798c401357 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:44.045816 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:44.071671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.075069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:44.104045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Made reservation on behalf of 85d10426f463442eb08131798c401357 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:44.107537 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.135011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.138968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.143090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] device_id is not set on port 4c798675-cb40-4b68-b82a-d8990237dfbd yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:37:44.178879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.190497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f2158014-0d24-4f3f-8e59-2b721f25d646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.196134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-8e6d1f42-d430-4a16-8139-85c238a5f0c0 None None] For port fad8ad20-b39a-4074-b211-1bd2d1729770, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=fad8ad20-b39a-4074-b211-1bd2d1729770,segment=NetworkSegment(b32c2cfd-7c31-4717-b5a9-610d4cea0250),segment_id=b32c2cfd-7c31-4717-b5a9-610d4cea0250)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:44.196580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1f42-d430-4a16-8139-85c238a5f0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.259206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e44e9d-914e-42f7-b7a5-540e5208293b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:44.271202 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f2158014-0d24-4f3f-8e59-2b721f25d646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.275056 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f2158014-0d24-4f3f-8e59-2b721f25d646 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49afc7c3-251f-4426-9ea7-0ccd419197b2 HTTP/1.1" status: 204 len: 168 time: 0.5761385 Apr 29 17:37:44.280410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.284715 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fb7624e5-d650-406d-a8a6-43c31c6bf18c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1776299 Apr 29 17:37:44.290146 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50362) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:44.294655 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2158014-0d24-4f3f-8e59-2b721f25d646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49afc7c3-251f-4426-9ea7-0ccd419197b2,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:44.298980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-710b9d00-d8a6-4b2a-b3bb-29fe47bc7c0a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': '65e44e9d-914e-42f7-b7a5-540e5208293b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:44.304692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-710b9d00-d8a6-4b2a-b3bb-29fe47bc7c0a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:44.308792 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-710b9d00-d8a6-4b2a-b3bb-29fe47bc7c0a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:44.311526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-710b9d00-d8a6-4b2a-b3bb-29fe47bc7c0a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:44.318430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-710b9d00-d8a6-4b2a-b3bb-29fe47bc7c0a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:44.338228 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:37:44.347740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-710b9d00-d8a6-4b2a-b3bb-29fe47bc7c0a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.374889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d1f42-d430-4a16-8139-85c238a5f0c0 None None] Calling delete_port for fad8ad20-b39a-4074-b211-1bd2d1729770 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:44.376976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.382229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.430501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 304fd4a3-908e-4344-b60e-ee78e6d3abdb {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:44.431100 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.438133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.448258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-710b9d00-d8a6-4b2a-b3bb-29fe47bc7c0a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.454530 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Transition to ACTIVE for port object 3b72eb0e-c973-43cf-86a8-c125b1594992 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:44.456912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-710b9d00-d8a6-4b2a-b3bb-29fe47bc7c0a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.489720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Transition to ACTIVE for port object 3b72eb0e-c973-43cf-86a8-c125b1594992 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:44.497193 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1f42-d430-4a16-8139-85c238a5f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.513720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=dea418fa-7fdc-460c-a667-51700454ee91,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:44.542967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.556782 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d1f42-d430-4a16-8139-85c238a5f0c0 None None] Pushing event deleted for resources: {'Port': ['ID=fad8ad20-b39a-4074-b211-1bd2d1729770,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:44.576391 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] The port '304fd4a3-908e-4344-b60e-ee78e6d3abdb' was deleted {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:37:44.605908 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Allocated IP 172.20.0.4 (ffc74af2-fcdd-4452-8f62-0022d96409f2/fedcd564-d0a7-4344-9c56-6b2d05d8cc02/4c798675-cb40-4b68-b82a-d8990237dfbd) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:44.633573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Pushing event updated for resources: {'Port': ['ID=3b72eb0e-c973-43cf-86a8-c125b1594992,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:44.636833 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d1f42-d430-4a16-8139-85c238a5f0c0 None None] No DVR routers for this DVR port fad8ad20-b39a-4074-b211-1bd2d1729770 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:37:44.656648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Network ffc74af2-fcdd-4452-8f62-0022d96409f2 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:44.658140 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:44.660693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:44.685457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.748986 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b9d00-d8a6-4b2a-b3bb-29fe47bc7c0a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b384ea-3957-4e6f-b33d-2b1adf7a279b,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:44.755817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-710b9d00-d8a6-4b2a-b3bb-29fe47bc7c0a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.757303 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-710b9d00-d8a6-4b2a-b3bb-29fe47bc7c0a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4666190 Apr 29 17:37:44.776336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50366) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:44.777426 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Attempting to bind port 3b72eb0e-c973-43cf-86a8-c125b1594992 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:37:44.777962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Attempting to bind port 3b72eb0e-c973-43cf-86a8-c125b1594992 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fccaf838-1903-442e-8ad8-d0c665056ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffc74af2-fcdd-4452-8f62-0022d96409f2'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:37:44.778279 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Attempting to bind port 3b72eb0e-c973-43cf-86a8-c125b1594992 on network ffc74af2-fcdd-4452-8f62-0022d96409f2 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:37:44.784520 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:37:44.784883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Checking segment: {'id': 'fccaf838-1903-442e-8ad8-d0c665056ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffc74af2-fcdd-4452-8f62-0022d96409f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:44.785279 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.786498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Bound using segment: {'id': 'fccaf838-1903-442e-8ad8-d0c665056ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffc74af2-fcdd-4452-8f62-0022d96409f2'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:37:44.786969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Bound port: 3b72eb0e-c973-43cf-86a8-c125b1594992, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccaf838-1903-442e-8ad8-d0c665056ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffc74af2-fcdd-4452-8f62-0022d96409f2'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:37:44.787360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.788784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1b54fe16-aa2d-49f9-a514-840406b8f54e tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': '65e44e9d-914e-42f7-b7a5-540e5208293b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:44.807255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1b54fe16-aa2d-49f9-a514-840406b8f54e tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:44.814689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1b54fe16-aa2d-49f9-a514-840406b8f54e tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:44.817506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.819743 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8693797b-463e-453e-a3fc-ae60c39f324f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4819677 Apr 29 17:37:44.821441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1b54fe16-aa2d-49f9-a514-840406b8f54e tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:44.821693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50370) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:44.829904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'port': {'network_id': '140c6cf4-e300-4a80-92e5-c4f22ba858cf', 'name': 'tempest-FloatingIPTestJSON-929945167'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:44.832528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1b54fe16-aa2d-49f9-a514-840406b8f54e tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:44.888625 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] For port 3b72eb0e-c973-43cf-86a8-c125b1594992, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:37:44.892232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] For port 3b72eb0e-c973-43cf-86a8-c125b1594992, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3b72eb0e-c973-43cf-86a8-c125b1594992,segment=NetworkSegment(fccaf838-1903-442e-8ad8-d0c665056ec2),segment_id=fccaf838-1903-442e-8ad8-d0c665056ec2)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:37:44.895061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.898206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:44.994373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a66b3-9a0b-467e-b923-96f523bef575 None None] Pushing event updated for resources: {'Port': ['ID=3b72eb0e-c973-43cf-86a8-c125b1594992,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:44.994602 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.024189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:45.028325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Transition to ACTIVE for port object 4c798675-cb40-4b68-b82a-d8990237dfbd will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:45.030048 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:port and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:45.033970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:45.041645 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:45.055154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Made reservation on behalf of 22c2d4b02510415789cc3e18793fb72a for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:45.057653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f9544a-d3a2-4207-a363-68b7831534ce']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:45.058882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.068242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b54fe16-aa2d-49f9-a514-840406b8f54e tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.082060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb6f6aa-4143-4fab-ad53-3ef0689283c1') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:45.082353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb6f6aa-4143-4fab-ad53-3ef0689283c1') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:45.085739 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] device_id is not set on port 81de78ec-64cb-4c72-888e-5e1ae26b0d3c yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:37:45.104683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.137329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.144123 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.151050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:37:45.151627 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:37:45.166665 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:37:45.260585 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-1b54fe16-aa2d-49f9-a514-840406b8f54e tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 17:37:45.264523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Network ffc74af2-fcdd-4452-8f62-0022d96409f2 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:45.265219 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1b54fe16-aa2d-49f9-a514-840406b8f54e tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4878619 Apr 29 17:37:45.270891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50374) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:45.304106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:45.314883 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.317799 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Pushing event updated for resources: {'Port': ['ID=4c798675-cb40-4b68-b82a-d8990237dfbd,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:45.327591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:45.342959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.343124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3b72eb0e-c973-43cf-86a8-c125b1594992 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:45.345606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Network': ['ID=69f9544a-d3a2-4207-a363-68b7831534ce,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:45.355322 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8dad57f3-3294-4b51-ad0b-b9f617e6c61b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/networks/69f9544a-d3a2-4207-a363-68b7831534ce HTTP/1.1" status: 204 len: 168 time: 2.5749547 Apr 29 17:37:45.364955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50378) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:45.401646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d156e44-e3cd-45a4-bc73-e5da369ebed8 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.403535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.20.0.10 (140c6cf4-e300-4a80-92e5-c4f22ba858cf/93efc1bb-bf02-4b31-a3b1-90a45aa320e5/81de78ec-64cb-4c72-888e-5e1ae26b0d3c) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:45.429758 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 3b72eb0e-c973-43cf-86a8-c125b1594992 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:45.495525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:45.496162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.500196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device fad8ad20-b39a-4074-b211-1bd2d1729770 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:37:45.510647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d156e44-e3cd-45a4-bc73-e5da369ebed8 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.528786 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d77267f-4df5-431f-bb1e-96e99630cdca tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.550017 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: fad8ad20-b39a-4074-b211-1bd2d1729770 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:37:45.550495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device fad8ad20-b39a-4074-b211-1bd2d1729770 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:37:45.593466 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b06dfb6e-05da-4ae8-81a8-cec2f8b18204 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8748803 Apr 29 17:37:45.596646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50382) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:45.665453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.690090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d156e44-e3cd-45a4-bc73-e5da369ebed8 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.698992 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.765140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d77267f-4df5-431f-bb1e-96e99630cdca tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.770660 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network 140c6cf4-e300-4a80-92e5-c4f22ba858cf is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:45.772871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d156e44-e3cd-45a4-bc73-e5da369ebed8 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e44e9d-914e-42f7-b7a5-540e5208293b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:45.773819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:45.777641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:45.803931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d156e44-e3cd-45a4-bc73-e5da369ebed8 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.805502 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3d156e44-e3cd-45a4-bc73-e5da369ebed8 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "DELETE /v2.0/security-groups/65e44e9d-914e-42f7-b7a5-540e5208293b HTTP/1.1" status: 204 len: 168 time: 0.5329452 Apr 29 17:37:45.815683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50386) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:45.828850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=81de78ec-64cb-4c72-888e-5e1ae26b0d3c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:45.843202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3d77267f-4df5-431f-bb1e-96e99630cdca tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f13c0a2-d1f0-4f6a-af92-4e5900735d36']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:45.846639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:45.847211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.863441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3d77267f-4df5-431f-bb1e-96e99630cdca tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32c2cfd-7c31-4717-b5a9-610d4cea0250') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:45.863735 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3d77267f-4df5-431f-bb1e-96e99630cdca tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32c2cfd-7c31-4717-b5a9-610d4cea0250') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:45.867859 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2aed127c-9acc-49f4-aaaa-fe36003914c3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0448823 Apr 29 17:37:45.870721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50390) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:45.876593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-121ea96a-7214-4689-8cab-a1afda6625bc tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'floatingip': {'port_id': '81de78ec-64cb-4c72-888e-5e1ae26b0d3c'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:45.888332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d77267f-4df5-431f-bb1e-96e99630cdca tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.917794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3e3a91-2e36-4bae-a689-a869176e4687 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:45.923575 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3e3a91-2e36-4bae-a689-a869176e4687 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:45.929511 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3e3a91-2e36-4bae-a689-a869176e4687 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:45.933978 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9a3e3a91-2e36-4bae-a689-a869176e4687 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3332727 Apr 29 17:37:45.936344 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50394) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:45.942213 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b754d9dc-6e2a-44d3-a892-7c8b2b0cebf4 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Synchronizing usage tracker for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:45.945275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d77267f-4df5-431f-bb1e-96e99630cdca tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.954599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d77267f-4df5-431f-bb1e-96e99630cdca tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:37:45.955006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d77267f-4df5-431f-bb1e-96e99630cdca tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:37:45.970325 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:37:46.048811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b754d9dc-6e2a-44d3-a892-7c8b2b0cebf4 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Unset dirty status for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:46.054118 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b754d9dc-6e2a-44d3-a892-7c8b2b0cebf4 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2323635 Apr 29 17:37:46.055320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50398) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:46.061347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-fc9001f9-dccd-4004-9746-a10ccdfd5b1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group': {'name': 'tempest-secgroup--684237890'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:46.073753 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fc9001f9-dccd-4004-9746-a10ccdfd5b1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:46.082336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d77267f-4df5-431f-bb1e-96e99630cdca tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.102077 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fc9001f9-dccd-4004-9746-a10ccdfd5b1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:46.104601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d77267f-4df5-431f-bb1e-96e99630cdca tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.118583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77267f-4df5-431f-bb1e-96e99630cdca tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Network': ['ID=9f13c0a2-d1f0-4f6a-af92-4e5900735d36,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:46.123530 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3d77267f-4df5-431f-bb1e-96e99630cdca tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/networks/9f13c0a2-d1f0-4f6a-af92-4e5900735d36 HTTP/1.1" status: 204 len: 168 time: 0.7573886 Apr 29 17:37:46.127789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50402) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:46.133602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'network': {'name': 'tempest-RoutersTest-1199044148'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:46.134774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-121ea96a-7214-4689-8cab-a1afda6625bc tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.138912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:46.143395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:network and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:46.146266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fc9001f9-dccd-4004-9746-a10ccdfd5b1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.156398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:46.166468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:46.170030 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0091dca2-8995-436b-9eb9-f7ade3c70013 None None] Network ffc74af2-fcdd-4452-8f62-0022d96409f2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:46.177489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fc9001f9-dccd-4004-9746-a10ccdfd5b1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:46.181326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fc9001f9-dccd-4004-9746-a10ccdfd5b1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:46.184360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fc9001f9-dccd-4004-9746-a10ccdfd5b1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:46.190120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fc9001f9-dccd-4004-9746-a10ccdfd5b1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:46.260475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f248b-ddf1-494f-a4f3-315dc4f72816 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Deleting port 4c798675-cb40-4b68-b82a-d8990237dfbd {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:46.260874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8b3f248b-ddf1-494f-a4f3-315dc4f72816 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.265708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fc9001f9-dccd-4004-9746-a10ccdfd5b1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.271282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fc9001f9-dccd-4004-9746-a10ccdfd5b1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.307731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9001f9-dccd-4004-9746-a10ccdfd5b1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec25de90-073b-4efd-be2e-d3f4a6f3e80d,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:46.310604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:46.314844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.316332 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-347744e7-22ee-4419-9e25-962cf7d96f16 None None] Provisioning for port 3b72eb0e-c973-43cf-86a8-c125b1594992 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:46.326796 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-347744e7-22ee-4419-9e25-962cf7d96f16 None None] Provisioning complete for port 3b72eb0e-c973-43cf-86a8-c125b1594992 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:46.327571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-347744e7-22ee-4419-9e25-962cf7d96f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.364757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:37:46.368160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fc9001f9-dccd-4004-9746-a10ccdfd5b1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.373270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50406) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:46.374196 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fc9001f9-dccd-4004-9746-a10ccdfd5b1d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3176413 Apr 29 17:37:46.384918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.385270 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Added segment d9e092bb-98a8-43fe-977a-9f4a2c94d942 of type vlan for network e134fcdd-6336-4fc9-ae75-850d3af3df5c Apr 29 17:37:46.387962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0a621aa5-a765-431c-833f-ae3211dca2d3 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'ec25de90-073b-4efd-be2e-d3f4a6f3e80d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:46.388738 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING neutron.api.v2.base [None req-0a621aa5-a765-431c-833f-ae3211dca2d3 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 17:37:46.389392 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-0a621aa5-a765-431c-833f-ae3211dca2d3 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:46.390339 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0a621aa5-a765-431c-833f-ae3211dca2d3 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0161636 Apr 29 17:37:46.395432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50410) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:46.449149 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.497510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e02c4089-bbeb-4d33-8f10-620d3dbeb631 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.526829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.532138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:46.532712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.547467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-347744e7-22ee-4419-9e25-962cf7d96f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.557895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e02c4089-bbeb-4d33-8f10-620d3dbeb631 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.587660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-347744e7-22ee-4419-9e25-962cf7d96f16 None None] For port 3b72eb0e-c973-43cf-86a8-c125b1594992, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3b72eb0e-c973-43cf-86a8-c125b1594992,segment=NetworkSegment(fccaf838-1903-442e-8ad8-d0c665056ec2),segment_id=fccaf838-1903-442e-8ad8-d0c665056ec2)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:46.594116 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-347744e7-22ee-4419-9e25-962cf7d96f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.625027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50414) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:46.625467 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4962001 Apr 29 17:37:46.686836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'subnet': {'network_id': 'e134fcdd-6336-4fc9-ae75-850d3af3df5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:46.690504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79dabcb-25fb-4f54-ade3-ce4e7dcf9b19 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Network': ['ID=e134fcdd-6336-4fc9-ae75-850d3af3df5c,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:46.709398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e02c4089-bbeb-4d33-8f10-620d3dbeb631 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.729058 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network e134fcdd-6336-4fc9-ae75-850d3af3df5c details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:37:46.737800 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c4089-bbeb-4d33-8f10-620d3dbeb631 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec25de90-073b-4efd-be2e-d3f4a6f3e80d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:46.742790 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e02c4089-bbeb-4d33-8f10-620d3dbeb631 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.746365 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e02c4089-bbeb-4d33-8f10-620d3dbeb631 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "DELETE /v2.0/security-groups/ec25de90-073b-4efd-be2e-d3f4a6f3e80d HTTP/1.1" status: 204 len: 168 time: 0.3475828 Apr 29 17:37:46.746518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50418) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:46.802418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-27cdbf75-5035-4a26-b1ea-d445be8e5a3a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Synchronizing usage tracker for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:46.820317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-27cdbf75-5035-4a26-b1ea-d445be8e5a3a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Unset dirty status for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:46.827255 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-27cdbf75-5035-4a26-b1ea-d445be8e5a3a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0742407 Apr 29 17:37:46.827619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50422) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:46.832826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-fbcff7b2-f2c6-4252-889c-a6ab39902a58 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group': {'name': 'tempest-secgroup--423787122'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:46.840701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fbcff7b2-f2c6-4252-889c-a6ab39902a58 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:46.852041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fbcff7b2-f2c6-4252-889c-a6ab39902a58 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:46.863985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fbcff7b2-f2c6-4252-889c-a6ab39902a58 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.894774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fbcff7b2-f2c6-4252-889c-a6ab39902a58 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:46.898943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fbcff7b2-f2c6-4252-889c-a6ab39902a58 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:46.902475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fbcff7b2-f2c6-4252-889c-a6ab39902a58 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:46.908454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fbcff7b2-f2c6-4252-889c-a6ab39902a58 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:46.913378 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347744e7-22ee-4419-9e25-962cf7d96f16 None None] Pushing event updated for resources: {'Port': ['ID=3b72eb0e-c973-43cf-86a8-c125b1594992,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:46.943411 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6c43f3cb-eb57-483a-afee-c58a93e9148b None None] Provisioning for port a7433c5e-5507-4fd4-ac07-95396c636004 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:46.952342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6c43f3cb-eb57-483a-afee-c58a93e9148b None None] Provisioning complete for port a7433c5e-5507-4fd4-ac07-95396c636004 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:46.952972 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6c43f3cb-eb57-483a-afee-c58a93e9148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.964332 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:46.968304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:subnet and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:46.971322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:46.977442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:46.993892 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8b3f248b-ddf1-494f-a4f3-315dc4f72816 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:46.994340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fbcff7b2-f2c6-4252-889c-a6ab39902a58 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.002757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fbcff7b2-f2c6-4252-889c-a6ab39902a58 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.034950 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6c43f3cb-eb57-483a-afee-c58a93e9148b None None] Port a7433c5e-5507-4fd4-ac07-95396c636004 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:47.050344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6c43f3cb-eb57-483a-afee-c58a93e9148b None None] Provisioning for port 4c798675-cb40-4b68-b82a-d8990237dfbd completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:47.059839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6c43f3cb-eb57-483a-afee-c58a93e9148b None None] Provisioning complete for port 4c798675-cb40-4b68-b82a-d8990237dfbd triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:47.059941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcff7b2-f2c6-4252-889c-a6ab39902a58 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0a94dc-1c48-443f-b771-80ea2a10ea0a,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:47.060287 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6c43f3cb-eb57-483a-afee-c58a93e9148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.073729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:47.077231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.079820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fbcff7b2-f2c6-4252-889c-a6ab39902a58 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.081298 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fbcff7b2-f2c6-4252-889c-a6ab39902a58 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2527559 Apr 29 17:37:47.084043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50426) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:47.090312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-7381181b-bced-4822-b22a-8610e2789282 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': '4b0a94dc-1c48-443f-b771-80ea2a10ea0a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:47.091387 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.api.v2.base [None req-7381181b-bced-4822-b22a-8610e2789282 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 17:37:47.092061 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-7381181b-bced-4822-b22a-8610e2789282 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:47.093427 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7381181b-bced-4822-b22a-8610e2789282 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081730 Apr 29 17:37:47.096101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50430) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:47.137964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6c43f3cb-eb57-483a-afee-c58a93e9148b None None] Port 4c798675-cb40-4b68-b82a-d8990237dfbd cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:47.151587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6c43f3cb-eb57-483a-afee-c58a93e9148b None None] Provisioning complete for port 3b72eb0e-c973-43cf-86a8-c125b1594992 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:47.152213 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6c43f3cb-eb57-483a-afee-c58a93e9148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.168293 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ad72b049-5753-4f63-bd4c-30df95166aa0 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.189504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f248b-ddf1-494f-a4f3-315dc4f72816 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Calling delete_port for 4c798675-cb40-4b68-b82a-d8990237dfbd owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:47.202475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ad72b049-5753-4f63-bd4c-30df95166aa0 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.282093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ad72b049-5753-4f63-bd4c-30df95166aa0 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.313476 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3b72eb0e-c973-43cf-86a8-c125b1594992 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:47.318532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72b049-5753-4f63-bd4c-30df95166aa0 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0a94dc-1c48-443f-b771-80ea2a10ea0a,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:47.325924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ad72b049-5753-4f63-bd4c-30df95166aa0 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.329393 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ad72b049-5753-4f63-bd4c-30df95166aa0 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "DELETE /v2.0/security-groups/4b0a94dc-1c48-443f-b771-80ea2a10ea0a HTTP/1.1" status: 204 len: 168 time: 0.2298868 Apr 29 17:37:47.329906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50434) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:47.382253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b42064ac-51d9-4c2f-a605-e6c49948a661 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Synchronizing usage tracker for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:47.392760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 3b72eb0e-c973-43cf-86a8-c125b1594992 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:47.393378 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.401118 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b42064ac-51d9-4c2f-a605-e6c49948a661 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Unset dirty status for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:47.406621 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b42064ac-51d9-4c2f-a605-e6c49948a661 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0756266 Apr 29 17:37:47.407284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50438) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:47.417400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-e0e3a748-e31d-4f2d-bb20-696ca05fbc91 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446176727'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:47.455059 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e0e3a748-e31d-4f2d-bb20-696ca05fbc91 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:47.459219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-aee5b5e6-6eb7-4dc9-9dde-e63e0254874b None None] Provisioning complete for port a7433c5e-5507-4fd4-ac07-95396c636004 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:47.459672 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-aee5b5e6-6eb7-4dc9-9dde-e63e0254874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.555524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-aee5b5e6-6eb7-4dc9-9dde-e63e0254874b None None] Port a7433c5e-5507-4fd4-ac07-95396c636004 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:47.580414 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-aee5b5e6-6eb7-4dc9-9dde-e63e0254874b None None] Provisioning complete for port 4c798675-cb40-4b68-b82a-d8990237dfbd triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:47.580776 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-aee5b5e6-6eb7-4dc9-9dde-e63e0254874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.636126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-aee5b5e6-6eb7-4dc9-9dde-e63e0254874b None None] Port 4c798675-cb40-4b68-b82a-d8990237dfbd cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:47.676314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e0e3a748-e31d-4f2d-bb20-696ca05fbc91 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:47.752397 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-121ea96a-7214-4689-8cab-a1afda6625bc tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.757365 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8b3f248b-ddf1-494f-a4f3-315dc4f72816 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.759097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a748-e31d-4f2d-bb20-696ca05fbc91 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.803745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-121ea96a-7214-4689-8cab-a1afda6625bc tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:47.952563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f248b-ddf1-494f-a4f3-315dc4f72816 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Pushing event deleted for resources: {'Port': ['ID=4c798675-cb40-4b68-b82a-d8990237dfbd,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:47.962890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e0e3a748-e31d-4f2d-bb20-696ca05fbc91 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:48.004439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e0e3a748-e31d-4f2d-bb20-696ca05fbc91 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:48.009707 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e0e3a748-e31d-4f2d-bb20-696ca05fbc91 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:48.064521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e0e3a748-e31d-4f2d-bb20-696ca05fbc91 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:48.106459 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.151638 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.197380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8b3f248b-ddf1-494f-a4f3-315dc4f72816 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.224740 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-121ea96a-7214-4689-8cab-a1afda6625bc tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Floating IP bdad0fc0-493e-416a-911c-5905ba3ce7e4 associated. External IP: 172.26.4.191, port: 81de78ec-64cb-4c72-888e-5e1ae26b0d3c. Apr 29 17:37:48.369999 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8b3f248b-ddf1-494f-a4f3-315dc4f72816 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] 10.222.0.11 "DELETE /v2.0/ports/4c798675-cb40-4b68-b82a-d8990237dfbd HTTP/1.1" status: 204 len: 168 time: 2.4335363 Apr 29 17:37:48.373711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50442) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:48.380317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e9d9a306-b85c-4b98-a3f9-3de4452d8c7e tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Request body: {'port': {'name': 'tempest-new-port-name-764361096', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:48.380699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.api.validators [None req-e9d9a306-b85c-4b98-a3f9-3de4452d8c7e tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] bootfile-name is not in valid_values {{(pid=88019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 17:37:48.381050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.api.validators [None req-e9d9a306-b85c-4b98-a3f9-3de4452d8c7e tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] tftp-server is not in valid_values {{(pid=88019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 17:37:48.381365 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.api.validators [None req-e9d9a306-b85c-4b98-a3f9-3de4452d8c7e tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] server-ip-address is not in valid_values {{(pid=88019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 17:37:48.396495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Subnet': ['ID=7c42e37f-a27c-4f43-8298-6c486206e3d6,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:48.448047 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a748-e31d-4f2d-bb20-696ca05fbc91 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.450646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Checking segment: {'id': 'd9e092bb-98a8-43fe-977a-9f4a2c94d942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e134fcdd-6336-4fc9-ae75-850d3af3df5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:48.451000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network hostable DHCP agents. Network: e134fcdd-6336-4fc9-ae75-850d3af3df5c, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:37:48.467134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a748-e31d-4f2d-bb20-696ca05fbc91 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.504481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a306-b85c-4b98-a3f9-3de4452d8c7e tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.530198 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3a748-e31d-4f2d-bb20-696ca05fbc91 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9408fc7-56af-4300-a218-ae096af11e09,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:48.592317 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network e134fcdd-6336-4fc9-ae75-850d3af3df5c is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:37:48.594586 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e0e3a748-e31d-4f2d-bb20-696ca05fbc91 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.598909 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e0e3a748-e31d-4f2d-bb20-696ca05fbc91 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1864972 Apr 29 17:37:48.618982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50446) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:48.630043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-3d9c0cb1-f05f-4676-a1fc-08ba5e2083cd tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'd9408fc7-56af-4300-a218-ae096af11e09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:48.630885 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.api.v2.base [None req-3d9c0cb1-f05f-4676-a1fc-08ba5e2083cd tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 17:37:48.631391 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-3d9c0cb1-f05f-4676-a1fc-08ba5e2083cd tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:48.635111 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3d9c0cb1-f05f-4676-a1fc-08ba5e2083cd tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107803 Apr 29 17:37:48.635484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50450) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:48.677824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, e134fcdd-6336-4fc9-ae75-850d3af3df5c) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:48.685011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:48.685655 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.693513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8dbaee-2cfc-4b09-9640-1cb7ed7b6988 None None] Network e134fcdd-6336-4fc9-ae75-850d3af3df5c requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:48.697192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ca7c320c-d6bb-4b1c-aace-0bdea3fe774f tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'd9408fc7-56af-4300-a218-ae096af11e09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:48.697937 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.api.v2.base [None req-ca7c320c-d6bb-4b1c-aace-0bdea3fe774f tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 17:37:48.698446 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-ca7c320c-d6bb-4b1c-aace-0bdea3fe774f tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:48.702801 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ca7c320c-d6bb-4b1c-aace-0bdea3fe774f tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0632312 Apr 29 17:37:48.702801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50454) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:48.709297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ca02ef7e-d088-4204-ba83-b1a8c50847f6 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'd9408fc7-56af-4300-a218-ae096af11e09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:48.710188 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.api.v2.base [None req-ca02ef7e-d088-4204-ba83-b1a8c50847f6 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 17:37:48.710715 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-ca02ef7e-d088-4204-ba83-b1a8c50847f6 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:48.714205 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ca02ef7e-d088-4204-ba83-b1a8c50847f6 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085919 Apr 29 17:37:48.715398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50458) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:48.720805 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-df068f54-8e43-455c-a138-c819f3698597 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0930178 Apr 29 17:37:48.724126 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50462) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:48.729036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5a1e46fb-035e-4cb5-9c6f-1674971451fa tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'd9408fc7-56af-4300-a218-ae096af11e09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:48.729907 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.api.v2.base [None req-5a1e46fb-035e-4cb5-9c6f-1674971451fa tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 17:37:48.730595 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-5a1e46fb-035e-4cb5-9c6f-1674971451fa tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:48.733813 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5a1e46fb-035e-4cb5-9c6f-1674971451fa tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0152516 Apr 29 17:37:48.733949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1a2406f6-0e18-44ac-ac39-14e58dcaf09c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-752961642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:48.734164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50466) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:48.743576 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1a2406f6-0e18-44ac-ac39-14e58dcaf09c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:48.750477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1a2406f6-0e18-44ac-ac39-14e58dcaf09c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:router and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:48.755743 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1a2406f6-0e18-44ac-ac39-14e58dcaf09c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:48.764149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121ea96a-7214-4689-8cab-a1afda6625bc tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:48.765238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1a2406f6-0e18-44ac-ac39-14e58dcaf09c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:48.832260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1a2406f6-0e18-44ac-ac39-14e58dcaf09c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.833304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1a2406f6-0e18-44ac-ac39-14e58dcaf09c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.901610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-01fc800a-ab16-482b-b3e3-874dfdc2c10a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.930792 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1a2406f6-0e18-44ac-ac39-14e58dcaf09c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.931142 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e134fcdd-6336-4fc9-ae75-850d3af3df5c', 'network_id': 'e134fcdd-6336-4fc9-ae75-850d3af3df5c', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'fixed_ips': [{'subnet_id': '7c42e37f-a27c-4f43-8298-6c486206e3d6'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:37:48.932616 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.949142 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-01fc800a-ab16-482b-b3e3-874dfdc2c10a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.971938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121ea96a-7214-4689-8cab-a1afda6625bc tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:48.974116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1a2406f6-0e18-44ac-ac39-14e58dcaf09c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:48.995077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-121ea96a-7214-4689-8cab-a1afda6625bc tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.002390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99e896-babc-4adc-96ba-83cad232f810 None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:49.017696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a306-b85c-4b98-a3f9-3de4452d8c7e tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.020998 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-01fc800a-ab16-482b-b3e3-874dfdc2c10a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.035707 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a306-b85c-4b98-a3f9-3de4452d8c7e tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.038851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99e896-babc-4adc-96ba-83cad232f810 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:49.040056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9d99e896-babc-4adc-96ba-83cad232f810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:49.043948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1a2406f6-0e18-44ac-ac39-14e58dcaf09c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.045168 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1a2406f6-0e18-44ac-ac39-14e58dcaf09c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3201175 Apr 29 17:37:49.047817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50470) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:49.055462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'port': {'network_id': 'e134fcdd-6336-4fc9-ae75-850d3af3df5c', 'name': 'tempest-RoutersTest-1088003979'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:49.081711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc800a-ab16-482b-b3e3-874dfdc2c10a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9408fc7-56af-4300-a218-ae096af11e09,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:49.098812 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-121ea96a-7214-4689-8cab-a1afda6625bc tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "PUT /v2.0/floatingips/bdad0fc0-493e-416a-911c-5905ba3ce7e4 HTTP/1.1" status: 200 len: 978 time: 3.2268643 Apr 29 17:37:49.101101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50474) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:49.153539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9d99e896-babc-4adc-96ba-83cad232f810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:49.181120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-01fc800a-ab16-482b-b3e3-874dfdc2c10a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.181470 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99e896-babc-4adc-96ba-83cad232f810 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:49.182110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9d99e896-babc-4adc-96ba-83cad232f810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:49.182224 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-01fc800a-ab16-482b-b3e3-874dfdc2c10a tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "DELETE /v2.0/security-groups/d9408fc7-56af-4300-a218-ae096af11e09 HTTP/1.1" status: 204 len: 168 time: 0.4471941 Apr 29 17:37:49.200422 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50478) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:49.236614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9a306-b85c-4b98-a3f9-3de4452d8c7e tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Pushing event updated for resources: {'Port': ['ID=a7433c5e-5507-4fd4-ac07-95396c636004,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:49.279188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8aa9bf8a-6810-4aee-8a61-d55be57ff592 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port 81de78ec-64cb-4c72-888e-5e1ae26b0d3c {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:49.279552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8aa9bf8a-6810-4aee-8a61-d55be57ff592 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.301238 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9d99e896-babc-4adc-96ba-83cad232f810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:49.301784 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99e896-babc-4adc-96ba-83cad232f810 None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:49.318424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9a306-b85c-4b98-a3f9-3de4452d8c7e tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] In _notify_port_updated(), no bound segment for port a7433c5e-5507-4fd4-ac07-95396c636004 on network ffc74af2-fcdd-4452-8f62-0022d96409f2 {{(pid=88019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:37:49.324505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d9a306-b85c-4b98-a3f9-3de4452d8c7e tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:49.325297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a306-b85c-4b98-a3f9-3de4452d8c7e tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.329464 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e9d9a306-b85c-4b98-a3f9-3de4452d8c7e tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] 10.222.0.11 "PUT /v2.0/ports/a7433c5e-5507-4fd4-ac07-95396c636004 HTTP/1.1" status: 200 len: 1135 time: 0.9546759 Apr 29 17:37:49.333382 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Allocated IP 172.20.0.2 (e134fcdd-6336-4fc9-ae75-850d3af3df5c/7c42e37f-a27c-4f43-8298-6c486206e3d6/ef19023e-7343-497a-b50d-aab8aa93f2f4) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:49.343910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50482) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:49.382867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:49.388516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:port and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:49.391547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:49.397796 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:49.409192 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:49.413210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.428936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9b26a4d3-9cf0-4bf6-b659-0cd7dba925a2 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Synchronizing usage tracker for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:49.435734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] device_id is not set on port 658bab2d-dbbe-4afe-98a9-8b22a5c9f548 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:37:49.472381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5d0ef5-9331-4b31-80d3-9fc38b0cc7cf tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:49.474060 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cb5d0ef5-9331-4b31-80d3-9fc38b0cc7cf tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] 10.222.0.11 "GET /v2.0/ports/a7433c5e-5507-4fd4-ac07-95396c636004 HTTP/1.1" status: 200 len: 1135 time: 0.1289084 Apr 29 17:37:49.477556 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50486) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:49.508077 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9b26a4d3-9cf0-4bf6-b659-0cd7dba925a2 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Unset dirty status for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:49.513361 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9b26a4d3-9cf0-4bf6-b659-0cd7dba925a2 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3038738 Apr 29 17:37:49.513561 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0e4560bb-0944-4761-988b-f741340c5567 None None] Provisioning complete for port a7433c5e-5507-4fd4-ac07-95396c636004 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:49.513661 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0e4560bb-0944-4761-988b-f741340c5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.514305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50490) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:49.537177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1c6d436e-8a60-4b4b-b31d-8925dc88a7b1 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group': {'name': 'tempest-secgroup--76122316'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:49.546411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1c6d436e-8a60-4b4b-b31d-8925dc88a7b1 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:49.571429 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1c6d436e-8a60-4b4b-b31d-8925dc88a7b1 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:49.577400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-05b2cd61-ea2c-4487-a5fc-30fc256d843a tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Deleting port a7433c5e-5507-4fd4-ac07-95396c636004 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:49.577745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05b2cd61-ea2c-4487-a5fc-30fc256d843a tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.594298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0e4560bb-0944-4761-988b-f741340c5567 None None] Port a7433c5e-5507-4fd4-ac07-95396c636004 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:49.658997 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.672048 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Transition to ACTIVE for port object ef19023e-7343-497a-b50d-aab8aa93f2f4 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:49.690129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8aa9bf8a-6810-4aee-8a61-d55be57ff592 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.694343 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Transition to ACTIVE for port object ef19023e-7343-497a-b50d-aab8aa93f2f4 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:49.701422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.766411 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Network e134fcdd-6336-4fc9-ae75-850d3af3df5c is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:49.769555 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:49.772597 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:49.787372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1c6d436e-8a60-4b4b-b31d-8925dc88a7b1 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.817357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1c6d436e-8a60-4b4b-b31d-8925dc88a7b1 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:49.819631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Pushing event updated for resources: {'Port': ['ID=ef19023e-7343-497a-b50d-aab8aa93f2f4,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:49.863079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Allocated IP 172.20.0.3 (e134fcdd-6336-4fc9-ae75-850d3af3df5c/7c42e37f-a27c-4f43-8298-6c486206e3d6/658bab2d-dbbe-4afe-98a9-8b22a5c9f548) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:49.876570 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Attempting to bind port ef19023e-7343-497a-b50d-aab8aa93f2f4 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:37:49.876929 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Attempting to bind port ef19023e-7343-497a-b50d-aab8aa93f2f4 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'd9e092bb-98a8-43fe-977a-9f4a2c94d942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e134fcdd-6336-4fc9-ae75-850d3af3df5c'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:37:49.877379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Attempting to bind port ef19023e-7343-497a-b50d-aab8aa93f2f4 on network e134fcdd-6336-4fc9-ae75-850d3af3df5c {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:37:49.884029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:37:49.884029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Checking segment: {'id': 'd9e092bb-98a8-43fe-977a-9f4a2c94d942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e134fcdd-6336-4fc9-ae75-850d3af3df5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:49.884029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.884399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Bound using segment: {'id': 'd9e092bb-98a8-43fe-977a-9f4a2c94d942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e134fcdd-6336-4fc9-ae75-850d3af3df5c'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:37:49.884498 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1c6d436e-8a60-4b4b-b31d-8925dc88a7b1 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:49.884777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Bound port: ef19023e-7343-497a-b50d-aab8aa93f2f4, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e092bb-98a8-43fe-977a-9f4a2c94d942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e134fcdd-6336-4fc9-ae75-850d3af3df5c'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:37:49.885103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.891681 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05b2cd61-ea2c-4487-a5fc-30fc256d843a tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:49.901564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1c6d436e-8a60-4b4b-b31d-8925dc88a7b1 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:49.911180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1c6d436e-8a60-4b4b-b31d-8925dc88a7b1 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:49.973416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] For port ef19023e-7343-497a-b50d-aab8aa93f2f4, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:37:49.976923 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] For port ef19023e-7343-497a-b50d-aab8aa93f2f4, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ef19023e-7343-497a-b50d-aab8aa93f2f4,segment=NetworkSegment(d9e092bb-98a8-43fe-977a-9f4a2c94d942),segment_id=d9e092bb-98a8-43fe-977a-9f4a2c94d942)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:37:49.981324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.029163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-05b2cd61-ea2c-4487-a5fc-30fc256d843a tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Calling delete_port for a7433c5e-5507-4fd4-ac07-95396c636004 owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:50.066840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8aa9bf8a-6810-4aee-8a61-d55be57ff592 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.067213 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8aa9bf8a-6810-4aee-8a61-d55be57ff592 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.068005 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-8aa9bf8a-6810-4aee-8a61-d55be57ff592 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Floating IP bdad0fc0-493e-416a-911c-5905ba3ce7e4 disassociated. External IP: 172.26.4.191, port: 81de78ec-64cb-4c72-888e-5e1ae26b0d3c. Apr 29 17:37:50.068345 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8aa9bf8a-6810-4aee-8a61-d55be57ff592 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for 81de78ec-64cb-4c72-888e-5e1ae26b0d3c owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:50.075131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e6b94-2c82-4716-835d-e3e915e5072e None None] Pushing event updated for resources: {'Port': ['ID=ef19023e-7343-497a-b50d-aab8aa93f2f4,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:50.144665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1c6d436e-8a60-4b4b-b31d-8925dc88a7b1 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.151653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1c6d436e-8a60-4b4b-b31d-8925dc88a7b1 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.248051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d436e-8a60-4b4b-b31d-8925dc88a7b1 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe30074c-d3c8-4c37-80ea-2d15aa17cb03,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:50.257284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1c6d436e-8a60-4b4b-b31d-8925dc88a7b1 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.258632 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1c6d436e-8a60-4b4b-b31d-8925dc88a7b1 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7431402 Apr 29 17:37:50.261745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50494) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:50.280164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-58abbf42-0e51-4d42-b282-07d96986edc6 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'fe30074c-d3c8-4c37-80ea-2d15aa17cb03', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:50.280882 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.api.v2.base [None req-58abbf42-0e51-4d42-b282-07d96986edc6 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 17:37:50.281396 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-58abbf42-0e51-4d42-b282-07d96986edc6 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:50.285431 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-58abbf42-0e51-4d42-b282-07d96986edc6 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0196674 Apr 29 17:37:50.285652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50498) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:50.292627 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a540e939-1d18-48a5-90c5-e114688a1456 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'fe30074c-d3c8-4c37-80ea-2d15aa17cb03', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:50.302253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a540e939-1d18-48a5-90c5-e114688a1456 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:50.310489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a540e939-1d18-48a5-90c5-e114688a1456 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:50.315424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a540e939-1d18-48a5-90c5-e114688a1456 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:50.322482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a540e939-1d18-48a5-90c5-e114688a1456 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:50.330938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8aa9bf8a-6810-4aee-8a61-d55be57ff592 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.369598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.375867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05b2cd61-ea2c-4487-a5fc-30fc256d843a tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.396856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9bf8a-6810-4aee-8a61-d55be57ff592 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=81de78ec-64cb-4c72-888e-5e1ae26b0d3c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:50.442387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Transition to ACTIVE for port object 658bab2d-dbbe-4afe-98a9-8b22a5c9f548 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:50.443858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2cd61-ea2c-4487-a5fc-30fc256d843a tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Pushing event deleted for resources: {'Port': ['ID=a7433c5e-5507-4fd4-ac07-95396c636004,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:50.555591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05b2cd61-ea2c-4487-a5fc-30fc256d843a tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.560589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.644338 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-05b2cd61-ea2c-4487-a5fc-30fc256d843a tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] 10.222.0.11 "DELETE /v2.0/ports/a7433c5e-5507-4fd4-ac07-95396c636004 HTTP/1.1" status: 204 len: 168 time: 1.1602175 Apr 29 17:37:50.649912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50502) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:50.683171 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-a540e939-1d18-48a5-90c5-e114688a1456 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:50.684342 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a540e939-1d18-48a5-90c5-e114688a1456 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3976636 Apr 29 17:37:50.688542 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50506) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:50.696170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a72bdf37-288e-4f17-ad44-a6fee991a220 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'fe30074c-d3c8-4c37-80ea-2d15aa17cb03', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:50.696644 dv-neutron-839024-2-hyperv neutron-server[88019]: WARNING neutron.api.v2.base [None req-a72bdf37-288e-4f17-ad44-a6fee991a220 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 17:37:50.697120 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-a72bdf37-288e-4f17-ad44-a6fee991a220 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:50.698204 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a72bdf37-288e-4f17-ad44-a6fee991a220 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091882 Apr 29 17:37:50.700779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50510) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:50.709953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network e134fcdd-6336-4fc9-ae75-850d3af3df5c is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:50.711148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-b799f592-dcf9-4173-8773-9d6e81f41ffe tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'fe30074c-d3c8-4c37-80ea-2d15aa17cb03', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:50.719562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b799f592-dcf9-4173-8773-9d6e81f41ffe tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:50.719719 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:50.723690 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=658bab2d-dbbe-4afe-98a9-8b22a5c9f548,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:50.725853 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:50.736242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b799f592-dcf9-4173-8773-9d6e81f41ffe tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:50.740604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b799f592-dcf9-4173-8773-9d6e81f41ffe tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:50.749219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b799f592-dcf9-4173-8773-9d6e81f41ffe tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:50.768029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa9bf8a-6810-4aee-8a61-d55be57ff592 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:50.795216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5eef39b-d9ec-4c0f-9574-c7d4a984a922 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Deleting subnet fedcd564-d0a7-4344-9c56-6b2d05d8cc02 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:50.800012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5eef39b-d9ec-4c0f-9574-c7d4a984a922 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.841263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:50.841773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.876996 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-81dac41c-0e23-4cd9-9974-5b4756243e0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8257368 Apr 29 17:37:50.877274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5eef39b-d9ec-4c0f-9574-c7d4a984a922 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:50.903859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50514) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:50.909907 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-b799f592-dcf9-4173-8773-9d6e81f41ffe tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:50.910131 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b799f592-dcf9-4173-8773-9d6e81f41ffe tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2084808 Apr 29 17:37:50.915556 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50518) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:50.971855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa9bf8a-6810-4aee-8a61-d55be57ff592 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:50.975780 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-e7d1d694-7884-4094-8347-5055eb5a8353 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'fe30074c-d3c8-4c37-80ea-2d15aa17cb03', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:50.976247 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING neutron.api.v2.base [None req-e7d1d694-7884-4094-8347-5055eb5a8353 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 17:37:50.976967 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-e7d1d694-7884-4094-8347-5055eb5a8353 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:50.977633 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e7d1d694-7884-4094-8347-5055eb5a8353 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131407 Apr 29 17:37:50.984675 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50522) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:50.986670 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bea3f3-61d4-4152-91ed-f2125dbd2a6b None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:51.000112 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bea3f3-61d4-4152-91ed-f2125dbd2a6b None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:51.000735 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-24bea3f3-61d4-4152-91ed-f2125dbd2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:51.071850 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-24bea3f3-61d4-4152-91ed-f2125dbd2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:51.078818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8aa9bf8a-6810-4aee-8a61-d55be57ff592 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:51.083441 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bea3f3-61d4-4152-91ed-f2125dbd2a6b None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:51.084057 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-24bea3f3-61d4-4152-91ed-f2125dbd2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:51.089636 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8aa9bf8a-6810-4aee-8a61-d55be57ff592 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/ports/81de78ec-64cb-4c72-888e-5e1ae26b0d3c HTTP/1.1" status: 204 len: 168 time: 1.9838791 Apr 29 17:37:51.092555 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50524) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:51.162454 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-24bea3f3-61d4-4152-91ed-f2125dbd2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:51.162853 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bea3f3-61d4-4152-91ed-f2125dbd2a6b None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:51.180898 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-06e1d86e-6003-40ee-9d51-fc5508890230 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'fe30074c-d3c8-4c37-80ea-2d15aa17cb03', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:51.187918 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9060b395-c76c-4d53-beed-2419973fa027 None None] Network e134fcdd-6336-4fc9-ae75-850d3af3df5c requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:51.189026 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a2efcf1c-c379-4a06-930d-ca1fad576b3e tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "GET /v2.0/floatingips/bdad0fc0-493e-416a-911c-5905ba3ce7e4 HTTP/1.1" status: 200 len: 688 time: 0.0953426 Apr 29 17:37:51.191700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50530) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:51.195422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-06e1d86e-6003-40ee-9d51-fc5508890230 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:51.258806 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-06e1d86e-6003-40ee-9d51-fc5508890230 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:51.271504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-06e1d86e-6003-40ee-9d51-fc5508890230 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:51.296516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ad64e410-6686-473e-a616-76484d943568 None None] Provisioning for port ef19023e-7343-497a-b50d-aab8aa93f2f4 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:51.333996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-06e1d86e-6003-40ee-9d51-fc5508890230 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:51.370111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ea607492-8bb4-4af1-8753-ab517b13d918 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port dea418fa-7fdc-460c-a667-51700454ee91 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:51.370467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea607492-8bb4-4af1-8753-ab517b13d918 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:51.376600 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ef19023e-7343-497a-b50d-aab8aa93f2f4 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:51.504901 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port ef19023e-7343-497a-b50d-aab8aa93f2f4 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:51.510872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port ef19023e-7343-497a-b50d-aab8aa93f2f4 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:51.511280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:51.545017 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5eef39b-d9ec-4c0f-9574-c7d4a984a922 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:51.556730 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea607492-8bb4-4af1-8753-ab517b13d918 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:51.557400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea607492-8bb4-4af1-8753-ab517b13d918 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:51.585411 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-06e1d86e-6003-40ee-9d51-fc5508890230 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:51.586433 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-06e1d86e-6003-40ee-9d51-fc5508890230 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4194341 Apr 29 17:37:51.595740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50534) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:51.606795 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-6431a04b-c5c0-4888-a03a-b0b1d0bd3ce0 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'fe30074c-d3c8-4c37-80ea-2d15aa17cb03', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:51.607171 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING neutron.api.v2.base [None req-6431a04b-c5c0-4888-a03a-b0b1d0bd3ce0 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 17:37:51.620038 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-6431a04b-c5c0-4888-a03a-b0b1d0bd3ce0 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:51.621069 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6431a04b-c5c0-4888-a03a-b0b1d0bd3ce0 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0244069 Apr 29 17:37:51.644449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:51.648725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50538) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:51.658109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-960b682a-4e1b-49f2-b439-0cf4a22d9752 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'fe30074c-d3c8-4c37-80ea-2d15aa17cb03', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:51.681293 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port ef19023e-7343-497a-b50d-aab8aa93f2f4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ef19023e-7343-497a-b50d-aab8aa93f2f4,segment=NetworkSegment(d9e092bb-98a8-43fe-977a-9f4a2c94d942),segment_id=d9e092bb-98a8-43fe-977a-9f4a2c94d942)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:51.687256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:51.715930 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-960b682a-4e1b-49f2-b439-0cf4a22d9752 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:51.735093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-960b682a-4e1b-49f2-b439-0cf4a22d9752 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:51.746648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ea607492-8bb4-4af1-8753-ab517b13d918 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for dea418fa-7fdc-460c-a667-51700454ee91 owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:51.751445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-960b682a-4e1b-49f2-b439-0cf4a22d9752 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:51.763861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-960b682a-4e1b-49f2-b439-0cf4a22d9752 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:51.778599 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=ef19023e-7343-497a-b50d-aab8aa93f2f4,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:51.811452 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5eef39b-d9ec-4c0f-9574-c7d4a984a922 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:51.833101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8476256a-c147-4c83-a1b8-48976924feda None None] Provisioning for port 658bab2d-dbbe-4afe-98a9-8b22a5c9f548 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:37:51.839021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8476256a-c147-4c83-a1b8-48976924feda None None] Provisioning complete for port 658bab2d-dbbe-4afe-98a9-8b22a5c9f548 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:51.839729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8476256a-c147-4c83-a1b8-48976924feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:51.889842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5eef39b-d9ec-4c0f-9574-c7d4a984a922 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:51.897221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4fc3fb-c2eb-4d28-aeb5-77d987904ad8 None None] Network ffc74af2-fcdd-4452-8f62-0022d96409f2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:51.897580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eef39b-d9ec-4c0f-9574-c7d4a984a922 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Pushing event deleted for resources: {'Subnet': ['ID=fedcd564-d0a7-4344-9c56-6b2d05d8cc02,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:51.906877 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b5eef39b-d9ec-4c0f-9574-c7d4a984a922 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] 10.222.0.11 "DELETE /v2.0/subnets/fedcd564-d0a7-4344-9c56-6b2d05d8cc02 HTTP/1.1" status: 204 len: 168 time: 1.2552416 Apr 29 17:37:51.913754 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50542) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:51.922414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:51.934291 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-8476256a-c147-4c83-a1b8-48976924feda None None] Port 658bab2d-dbbe-4afe-98a9-8b22a5c9f548 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:51.941490 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-960b682a-4e1b-49f2-b439-0cf4a22d9752 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:51.942763 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-960b682a-4e1b-49f2-b439-0cf4a22d9752 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2930427 Apr 29 17:37:51.962783 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50546) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:51.973606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-24519425-fd69-4ba4-a700-4b07cd0dfb56 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'fe30074c-d3c8-4c37-80ea-2d15aa17cb03', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:51.980337 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-24519425-fd69-4ba4-a700-4b07cd0dfb56 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:51.984544 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-24519425-fd69-4ba4-a700-4b07cd0dfb56 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:51.987959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-24519425-fd69-4ba4-a700-4b07cd0dfb56 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:51.994868 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-24519425-fd69-4ba4-a700-4b07cd0dfb56 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:52.024526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8476256a-c147-4c83-a1b8-48976924feda None None] Provisioning complete for port ef19023e-7343-497a-b50d-aab8aa93f2f4 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:52.024888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8476256a-c147-4c83-a1b8-48976924feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.048884 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-24519425-fd69-4ba4-a700-4b07cd0dfb56 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:52.053218 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-24519425-fd69-4ba4-a700-4b07cd0dfb56 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0894506 Apr 29 17:37:52.097911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50550) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:52.142050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea607492-8bb4-4af1-8753-ab517b13d918 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.295458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df527c72-37be-4b06-a4ba-b2dec94758a1 None None] DHCP port deletion for ffc74af2-fcdd-4452-8f62-0022d96409f2 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:37:52.299599 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-df527c72-37be-4b06-a4ba-b2dec94758a1 None None] Deleting port 3b72eb0e-c973-43cf-86a8-c125b1594992 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:52.299784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.300328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-df527c72-37be-4b06-a4ba-b2dec94758a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.329956 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea607492-8bb4-4af1-8753-ab517b13d918 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=dea418fa-7fdc-460c-a667-51700454ee91,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:52.337500 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.344978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.364984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Deleting port 3b72eb0e-c973-43cf-86a8-c125b1594992 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:52.365316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.444924 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e62140cb-ebc4-4ff9-bba3-cd13378eb0e8 None None] Provisioning complete for port 658bab2d-dbbe-4afe-98a9-8b22a5c9f548 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:52.445578 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e62140cb-ebc4-4ff9-bba3-cd13378eb0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.467587 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=658bab2d-dbbe-4afe-98a9-8b22a5c9f548,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:52.488781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea607492-8bb4-4af1-8753-ab517b13d918 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.511548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70482c60-af3d-4fff-8c74-9ae7245e5046 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.525216 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea607492-8bb4-4af1-8753-ab517b13d918 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.531417 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ea607492-8bb4-4af1-8753-ab517b13d918 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/floatingips/bdad0fc0-493e-416a-911c-5905ba3ce7e4 HTTP/1.1" status: 204 len: 168 time: 1.3375716 Apr 29 17:37:52.553496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-e62140cb-ebc4-4ff9-bba3-cd13378eb0e8 None None] Port 658bab2d-dbbe-4afe-98a9-8b22a5c9f548 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:52.557167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50554) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:52.591069 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': 'daa8994f-dde2-4553-bba6-da6f8c51dff9'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:52.597441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:52.601909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:floatingip and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:52.613974 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:52.625947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:52.641560 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-df527c72-37be-4b06-a4ba-b2dec94758a1 None None] For port 3b72eb0e-c973-43cf-86a8-c125b1594992, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3b72eb0e-c973-43cf-86a8-c125b1594992,segment=NetworkSegment(fccaf838-1903-442e-8ad8-d0c665056ec2),segment_id=fccaf838-1903-442e-8ad8-d0c665056ec2)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:52.642257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-df527c72-37be-4b06-a4ba-b2dec94758a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.660430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.693082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70482c60-af3d-4fff-8c74-9ae7245e5046 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.712404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.795647 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-df527c72-37be-4b06-a4ba-b2dec94758a1 None None] Calling delete_port for 3b72eb0e-c973-43cf-86a8-c125b1594992 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:52.878933 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9dabe379-6246-443e-9a3d-4e4e48b92479 None None] Provisioning complete for port 658bab2d-dbbe-4afe-98a9-8b22a5c9f548 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:52.879624 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9dabe379-6246-443e-9a3d-4e4e48b92479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.901215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] For port 3b72eb0e-c973-43cf-86a8-c125b1594992, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3b72eb0e-c973-43cf-86a8-c125b1594992,segment=NetworkSegment(fccaf838-1903-442e-8ad8-d0c665056ec2),segment_id=fccaf838-1903-442e-8ad8-d0c665056ec2)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:37:52.901840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.913180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70482c60-af3d-4fff-8c74-9ae7245e5046 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.922218 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-df527c72-37be-4b06-a4ba-b2dec94758a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.948893 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:52.975114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df527c72-37be-4b06-a4ba-b2dec94758a1 None None] Pushing event deleted for resources: {'Port': ['ID=3b72eb0e-c973-43cf-86a8-c125b1594992,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:52.980143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df527c72-37be-4b06-a4ba-b2dec94758a1 None None] No DVR routers for this DVR port 3b72eb0e-c973-43cf-86a8-c125b1594992 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:37:52.987643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9dabe379-6246-443e-9a3d-4e4e48b92479 None None] Port 658bab2d-dbbe-4afe-98a9-8b22a5c9f548 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:53.043261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70482c60-af3d-4fff-8c74-9ae7245e5046 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe30074c-d3c8-4c37-80ea-2d15aa17cb03,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:53.050960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Calling delete_port for 3b72eb0e-c973-43cf-86a8-c125b1594992 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:53.109274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70482c60-af3d-4fff-8c74-9ae7245e5046 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.110372 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-70482c60-af3d-4fff-8c74-9ae7245e5046 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "DELETE /v2.0/security-groups/fe30074c-d3c8-4c37-80ea-2d15aa17cb03 HTTP/1.1" status: 204 len: 168 time: 1.0115910 Apr 29 17:37:53.115169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50558) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:53.186552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:37:53.186804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:37:53.201634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-09afdbcd-b099-46b7-90fe-75b9450bdbca tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Synchronizing usage tracker for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:53.204776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.248694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ae6a44cf-eae9-42f4-a6ca-6b7e5b44b9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.268487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-09afdbcd-b099-46b7-90fe-75b9450bdbca tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Unset dirty status for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:53.276066 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-09afdbcd-b099-46b7-90fe-75b9450bdbca tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1536877 Apr 29 17:37:53.277062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50562) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:53.284731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a7e96ca7-a70f-4ae6-b820-ce852ee283be tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group': {'name': 'tempest-secgroup--104446813'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:53.294920 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a7e96ca7-a70f-4ae6-b820-ce852ee283be tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:53.300034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ef19023e-7343-497a-b50d-aab8aa93f2f4 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:37:53.312929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a7e96ca7-a70f-4ae6-b820-ce852ee283be tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:53.363174 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.363438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a7e96ca7-a70f-4ae6-b820-ce852ee283be tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.368435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.369923 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port ef19023e-7343-497a-b50d-aab8aa93f2f4 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:53.370293 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.399759 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.26.4.207 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/4511177c-ef38-4a80-918c-8de7d8442c68) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:53.401946 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a7e96ca7-a70f-4ae6-b820-ce852ee283be tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:53.408671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a7e96ca7-a70f-4ae6-b820-ce852ee283be tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:53.414433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a7e96ca7-a70f-4ae6-b820-ce852ee283be tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:53.421650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a7e96ca7-a70f-4ae6-b820-ce852ee283be tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:53.483266 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.487727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=658bab2d-dbbe-4afe-98a9-8b22a5c9f548,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:53.550495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3b72eb0e-c973-43cf-86a8-c125b1594992 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:37:53.589998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 3b72eb0e-c973-43cf-86a8-c125b1594992 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:37:53.590592 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3b72eb0e-c973-43cf-86a8-c125b1594992 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:37:53.612275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.616568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a7e96ca7-a70f-4ae6-b820-ce852ee283be tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.623448 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a7e96ca7-a70f-4ae6-b820-ce852ee283be tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.625024 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network e134fcdd-6336-4fc9-ae75-850d3af3df5c is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:53.626104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:53.676900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e96ca7-a70f-4ae6-b820-ce852ee283be tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf0cfc1-7cb2-4e26-b7e9-b09aa4e2c82e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:53.689299 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Deleting port 3b72eb0e-c973-43cf-86a8-c125b1594992 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:53.689710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.720966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a7e96ca7-a70f-4ae6-b820-ce852ee283be tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.722320 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a7e96ca7-a70f-4ae6-b820-ce852ee283be tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4449859 Apr 29 17:37:53.729727 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50566) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:53.736276 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4d7a833e-2936-439a-a48f-0d5ccaf11215 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': '3bf0cfc1-7cb2-4e26-b7e9-b09aa4e2c82e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:53.771082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4d7a833e-2936-439a-a48f-0d5ccaf11215 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:53.782945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] The port '3b72eb0e-c973-43cf-86a8-c125b1594992' was deleted {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:37:53.786422 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.815112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4d7a833e-2936-439a-a48f-0d5ccaf11215 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:53.827849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:37:53.854041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4d7a833e-2936-439a-a48f-0d5ccaf11215 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:53.887656 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4d7a833e-2936-439a-a48f-0d5ccaf11215 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:53.917543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:53.924587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4b85dd50-9ba3-4bc7-bd5e-22bd525e7673 None None] Provisioning complete for port 658bab2d-dbbe-4afe-98a9-8b22a5c9f548 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:37:53.925269 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4b85dd50-9ba3-4bc7-bd5e-22bd525e7673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:53.930479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:53.941356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:53.982077 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4b85dd50-9ba3-4bc7-bd5e-22bd525e7673 None None] Port 658bab2d-dbbe-4afe-98a9-8b22a5c9f548 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:37:53.987319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:53.995805 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-37eb0b71-2365-4ad3-ba95-279c6b650f6a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0881379 Apr 29 17:37:53.996495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50570) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:53.998177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879766b-7c80-470d-9a45-55270e91106c None None] Sync routers for ids ['26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:54.007646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879766b-7c80-470d-9a45-55270e91106c None None] Routers {'26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:54.008254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-6879766b-7c80-470d-9a45-55270e91106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:54.031818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=4511177c-ef38-4a80-918c-8de7d8442c68,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:54.072722 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-6879766b-7c80-470d-9a45-55270e91106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:54.075003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394a249e-521c-4f77-aca5-c78d80ae13d8 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:54.075704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-394a249e-521c-4f77-aca5-c78d80ae13d8 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Synchronizing usage tracker for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:54.082654 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879766b-7c80-470d-9a45-55270e91106c None None] Routers {'26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:54.083420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-6879766b-7c80-470d-9a45-55270e91106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:54.097403 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-394a249e-521c-4f77-aca5-c78d80ae13d8 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Unset dirty status for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:54.099111 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-394a249e-521c-4f77-aca5-c78d80ae13d8 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports/658bab2d-dbbe-4afe-98a9-8b22a5c9f548 HTTP/1.1" status: 200 len: 977 time: 0.1013460 Apr 29 17:37:54.101862 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50574) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:54.144088 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-6879766b-7c80-470d-9a45-55270e91106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:54.144498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879766b-7c80-470d-9a45-55270e91106c None None] The sync data for ids ['26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:54.175587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:54.241772 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc74af2-fcdd-4452-8f62-0022d96409f2']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:54.248603 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-4d7a833e-2936-439a-a48f-0d5ccaf11215 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The resource could not be found. Apr 29 17:37:54.249589 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4d7a833e-2936-439a-a48f-0d5ccaf11215 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5189247 Apr 29 17:37:54.252641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50578) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:54.262012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-16b03354-a960-44e0-93f2-6c66a21b7df9 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': '3bf0cfc1-7cb2-4e26-b7e9-b09aa4e2c82e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b3be46ee-afc9-43ba-b849-4c995309840e'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:54.267554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccaf838-1903-442e-8ad8-d0c665056ec2') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:54.267868 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccaf838-1903-442e-8ad8-d0c665056ec2') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:54.271092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-16b03354-a960-44e0-93f2-6c66a21b7df9 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:54.277464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-16b03354-a960-44e0-93f2-6c66a21b7df9 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:54.284897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:54.338335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:54.355173 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:37:54.355595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:37:54.370397 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:37:54.449300 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-16b03354-a960-44e0-93f2-6c66a21b7df9 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:54.521157 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-16b03354-a960-44e0-93f2-6c66a21b7df9 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:54.586015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:54.592002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:54.608271 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-16b03354-a960-44e0-93f2-6c66a21b7df9 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The resource could not be found. Apr 29 17:37:54.611844 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-16b03354-a960-44e0-93f2-6c66a21b7df9 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3557651 Apr 29 17:37:54.612399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50582) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:54.626421 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] 10.222.0.11 "DELETE /v2.0/networks/ffc74af2-fcdd-4452-8f62-0022d96409f2 HTTP/1.1" status: 204 len: 168 time: 2.6998818 Apr 29 17:37:54.627821 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a48a0-dc6c-4601-9daa-c2906b31b848 tempest-ExtraDHCPOptionsTestJSON-1185079111 tempest-ExtraDHCPOptionsTestJSON-1185079111-project] Pushing event deleted for resources: {'Network': ['ID=ffc74af2-fcdd-4452-8f62-0022d96409f2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:54.720931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63c72616-a4cd-4474-b056-44d6b14ae849 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:54.741848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:54.761234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63c72616-a4cd-4474-b056-44d6b14ae849 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:54.821347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:54.849173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63c72616-a4cd-4474-b056-44d6b14ae849 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:54.889457 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c72616-a4cd-4474-b056-44d6b14ae849 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf0cfc1-7cb2-4e26-b7e9-b09aa4e2c82e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:54.897714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-173e7f8a-8f57-4191-a52d-9b0f23155e00 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:54.943969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63c72616-a4cd-4474-b056-44d6b14ae849 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:54.947518 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-63c72616-a4cd-4474-b056-44d6b14ae849 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "DELETE /v2.0/security-groups/3bf0cfc1-7cb2-4e26-b7e9-b09aa4e2c82e HTTP/1.1" status: 204 len: 168 time: 0.3319516 Apr 29 17:37:54.951330 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50590) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:54.969531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50594) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:55.046914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.052969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.085983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9276c434-3db1-490c-9ece-2c81cab83637 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Synchronizing usage tracker for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:55.188635 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9276c434-3db1-490c-9ece-2c81cab83637 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Unset dirty status for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:55.195410 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9276c434-3db1-490c-9ece-2c81cab83637 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2381260 Apr 29 17:37:55.196135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50600) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:55.201707 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=4511177c-ef38-4a80-918c-8de7d8442c68,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:55.201871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fb3a4297-5cfe-48d5-8b48-f3f26afb74eb tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'f428e12c-2af1-4466-91f1-2d94576a9fd0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:55.209044 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.213751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fb3a4297-5cfe-48d5-8b48-f3f26afb74eb tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:55.218967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fb3a4297-5cfe-48d5-8b48-f3f26afb74eb tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:55.222701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fb3a4297-5cfe-48d5-8b48-f3f26afb74eb tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:55.229495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fb3a4297-5cfe-48d5-8b48-f3f26afb74eb tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:55.257139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-173e7f8a-8f57-4191-a52d-9b0f23155e00 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 658bab2d-dbbe-4afe-98a9-8b22a5c9f548 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:55.257476 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-173e7f8a-8f57-4191-a52d-9b0f23155e00 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.314593 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-fb3a4297-5cfe-48d5-8b48-f3f26afb74eb tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The resource could not be found. Apr 29 17:37:55.315547 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fb3a4297-5cfe-48d5-8b48-f3f26afb74eb tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1184993 Apr 29 17:37:55.319834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50604) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:55.327157 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-bfa27186-649d-436d-8200-fba9a533e986 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685041306'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:55.336297 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6df2330e-8d27-48b5-bf16-f9fa14389f4c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85d10426f463442eb08131798c401357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634663 Apr 29 17:37:55.337148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50608) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:55.352352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bfa27186-649d-436d-8200-fba9a533e986 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:55.355169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2ec41664-b92c-4e93-862a-be97542519c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.377070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bfa27186-649d-436d-8200-fba9a533e986 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:55.430612 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Floating IP 34400746-66d5-46fd-a3d7-5e7b3da1ecdd associated. External IP: 172.26.4.207, port: daa8994f-dde2-4553-bba6-da6f8c51dff9. Apr 29 17:37:55.448986 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfa27186-649d-436d-8200-fba9a533e986 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.476493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-401d5168-db30-4004-9db3-804b2fa8fa8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.487697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bfa27186-649d-436d-8200-fba9a533e986 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:55.490678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-173e7f8a-8f57-4191-a52d-9b0f23155e00 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.501349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bfa27186-649d-436d-8200-fba9a533e986 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:55.505373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bfa27186-649d-436d-8200-fba9a533e986 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:55.580840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-401d5168-db30-4004-9db3-804b2fa8fa8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.613180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bfa27186-649d-436d-8200-fba9a533e986 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:55.621293 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-173e7f8a-8f57-4191-a52d-9b0f23155e00 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for 658bab2d-dbbe-4afe-98a9-8b22a5c9f548 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:37:55.783971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfa27186-649d-436d-8200-fba9a533e986 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.789382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfa27186-649d-436d-8200-fba9a533e986 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.874508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa27186-649d-436d-8200-fba9a533e986 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b064fd-c473-4256-9a5b-5d73c574149c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:55.897614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfa27186-649d-436d-8200-fba9a533e986 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.898903 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bfa27186-649d-436d-8200-fba9a533e986 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5778511 Apr 29 17:37:55.901746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50612) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:55.905842 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-401d5168-db30-4004-9db3-804b2fa8fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.906753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group': {'name': 'tempest-secgroup--685995865'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:55.916731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:55.921250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:55.924480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:55.927098 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-173e7f8a-8f57-4191-a52d-9b0f23155e00 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.927924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d5168-db30-4004-9db3-804b2fa8fa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b58a68-fb48-4ba7-be4c-d2cdf9cc54c6,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:55.961003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-401d5168-db30-4004-9db3-804b2fa8fa8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:55.962115 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-401d5168-db30-4004-9db3-804b2fa8fa8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30b58a68-fb48-4ba7-be4c-d2cdf9cc54c6 HTTP/1.1" status: 204 len: 168 time: 0.6240602 Apr 29 17:37:55.963504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:55.971176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:55.980582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e7f8a-8f57-4191-a52d-9b0f23155e00 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=658bab2d-dbbe-4afe-98a9-8b22a5c9f548,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:56.020280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.196612 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:56.210318 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc46b741-e5a2-40f1-b2bc-2b9aaf044ca3 None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:56.210829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:56.218787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:56.223683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:56.229869 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc46b741-e5a2-40f1-b2bc-2b9aaf044ca3 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:56.230737 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-dc46b741-e5a2-40f1-b2bc-2b9aaf044ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:56.233150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:56.237769 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.298555 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-dc46b741-e5a2-40f1-b2bc-2b9aaf044ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:56.307695 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc46b741-e5a2-40f1-b2bc-2b9aaf044ca3 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:56.308359 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-dc46b741-e5a2-40f1-b2bc-2b9aaf044ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:56.316484 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-468f6f05-3aa9-4912-8917-ae6277cff7ef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7459664 Apr 29 17:37:56.317258 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50622) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:56.337056 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-344176068'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:56.345078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:56.350048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:network and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:56.354048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:56.366332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:56.377190 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-dc46b741-e5a2-40f1-b2bc-2b9aaf044ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:56.377525 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc46b741-e5a2-40f1-b2bc-2b9aaf044ca3 None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:56.395385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-173e7f8a-8f57-4191-a52d-9b0f23155e00 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.397439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Made reservation on behalf of 22c2d4b02510415789cc3e18793fb72a for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:56.401481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.436133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:37:56.449129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.449505 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Added segment f7f4e112-4f83-49ce-b0d6-e0f2074af4cd of type vlan for network f151d2af-ecb9-48a1-8f84-dd71db33b823 Apr 29 17:37:56.477680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.511668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.513945 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.519869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:56.520933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.579818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.631166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.632376 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3136733 Apr 29 17:37:56.638353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50636) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:56.648580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'subnet': {'network_id': 'f151d2af-ecb9-48a1-8f84-dd71db33b823', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:56.754990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7978d2-9306-4632-bce8-ebb2d1ef0e5a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Network': ['ID=f151d2af-ecb9-48a1-8f84-dd71db33b823,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:56.758220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a18fe4-69e8-4cbd-9d09-8b708014175f,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:56.761562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173e7f8a-8f57-4191-a52d-9b0f23155e00 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:37:56.762555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.766739 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6ece035e-c753-4cbe-b4b6-f46f3e68c54c tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8611479 Apr 29 17:37:56.766950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50644) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:56.772514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.773482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-08ddc65d-be6b-49d2-8360-fac814e8a770 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group_rule': {'security_group_id': 'f2b064fd-c473-4256-9a5b-5d73c574149c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '54a18fe4-69e8-4cbd-9d09-8b708014175f'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:56.782001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-08ddc65d-be6b-49d2-8360-fac814e8a770 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:56.782710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:56.787263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:subnet and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:56.789472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-08ddc65d-be6b-49d2-8360-fac814e8a770 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:56.791192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:56.795877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network f151d2af-ecb9-48a1-8f84-dd71db33b823 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:37:56.808295 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:56.824440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Made reservation on behalf of 22c2d4b02510415789cc3e18793fb72a for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:56.827923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:56.839184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-08ddc65d-be6b-49d2-8360-fac814e8a770 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:56.874514 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50648) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:56.904863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-08ddc65d-be6b-49d2-8360-fac814e8a770 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:56.925850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173e7f8a-8f57-4191-a52d-9b0f23155e00 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:37:56.938162 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-173e7f8a-8f57-4191-a52d-9b0f23155e00 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8321860 Apr 29 17:37:56.939362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50654) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:56.944077 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d967e-d9ca-4f39-9785-01e76ec4484f None None] Sync routers for ids ['26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:37:56.955722 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d967e-d9ca-4f39-9785-01e76ec4484f None None] Routers {'26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:56.956751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-316d967e-d9ca-4f39-9785-01e76ec4484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:56.956905 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-08ddc65d-be6b-49d2-8360-fac814e8a770 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 17:37:56.959778 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-08ddc65d-be6b-49d2-8360-fac814e8a770 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1917887 Apr 29 17:37:56.960798 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50658) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:57.023810 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-316d967e-d9ca-4f39-9785-01e76ec4484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:57.032655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d967e-d9ca-4f39-9785-01e76ec4484f None None] Routers {'26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:37:57.033092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d9b06dc0-214a-48c2-8491-2d9122f01b35 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.033466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-316d967e-d9ca-4f39-9785-01e76ec4484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:57.061790 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d9b06dc0-214a-48c2-8491-2d9122f01b35 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.079216 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1257298870'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:57.095968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:57.100984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-316d967e-d9ca-4f39-9785-01e76ec4484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:37:57.101726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d967e-d9ca-4f39-9785-01e76ec4484f None None] The sync data for ids ['26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:37:57.105482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:network and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:57.123128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d9b06dc0-214a-48c2-8491-2d9122f01b35 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.141918 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b06dc0-214a-48c2-8491-2d9122f01b35 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a18fe4-69e8-4cbd-9d09-8b708014175f,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:57.148969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d9b06dc0-214a-48c2-8491-2d9122f01b35 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.152164 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d9b06dc0-214a-48c2-8491-2d9122f01b35 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "DELETE /v2.0/security-groups/54a18fe4-69e8-4cbd-9d09-8b708014175f HTTP/1.1" status: 204 len: 168 time: 0.1866505 Apr 29 17:37:57.152464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50662) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:57.168899 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:57.214547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-78c88c79-e621-4c7c-98aa-68caa1da72b9 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Synchronizing usage tracker for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:57.230679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-78c88c79-e621-4c7c-98aa-68caa1da72b9 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Unset dirty status for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:57.234641 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-78c88c79-e621-4c7c-98aa-68caa1da72b9 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.0787888 Apr 29 17:37:57.234876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50666) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:57.235277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:57.263969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:37:57.267518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.298981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-13c1b510-8fd2-4db5-bdc0-9153bd231069 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.325476 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-13c1b510-8fd2-4db5-bdc0-9153bd231069 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.368268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.371965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-13c1b510-8fd2-4db5-bdc0-9153bd231069 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.395251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1b510-8fd2-4db5-bdc0-9153bd231069 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b064fd-c473-4256-9a5b-5d73c574149c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:57.401122 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-992fb7d1-f630-4922-933c-cbbd05de5cbf tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 17:37:57.401966 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-992fb7d1-f630-4922-933c-cbbd05de5cbf tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4615822 Apr 29 17:37:57.405446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50670) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:57.408334 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:57.409939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-13c1b510-8fd2-4db5-bdc0-9153bd231069 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.413744 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-13c1b510-8fd2-4db5-bdc0-9153bd231069 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "DELETE /v2.0/security-groups/f2b064fd-c473-4256-9a5b-5d73c574149c HTTP/1.1" status: 204 len: 168 time: 0.1753063 Apr 29 17:37:57.414178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50674) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:57.468700 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d3a895c3-07ff-4684-8713-20638552a113 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Synchronizing usage tracker for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:57.487689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d3a895c3-07ff-4684-8713-20638552a113 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Unset dirty status for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:57.488995 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d3a895c3-07ff-4684-8713-20638552a113 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0739021 Apr 29 17:37:57.493219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50678) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:57.498572 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9a9eeaca-cf0e-4637-b206-f3043fa4ee39 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group': {'name': 'tempest-secgroup--133198541'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:57.505861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9a9eeaca-cf0e-4637-b206-f3043fa4ee39 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:57.516496 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9a9eeaca-cf0e-4637-b206-f3043fa4ee39 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:57.530122 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a9eeaca-cf0e-4637-b206-f3043fa4ee39 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.553206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9a9eeaca-cf0e-4637-b206-f3043fa4ee39 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:57.557705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9a9eeaca-cf0e-4637-b206-f3043fa4ee39 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Usage tracker for resource:security_group_rule and tenant:0eebe3625ccf49c0929ce7e7e8745dbf is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:57.561108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9a9eeaca-cf0e-4637-b206-f3043fa4ee39 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:57.567520 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9a9eeaca-cf0e-4637-b206-f3043fa4ee39 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:57.570262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:security_group_rule and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:57.580340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:57.587995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4fccea68-47fa-46b6-a6ee-15cfc272d22f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Synchronizing usage tracker for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:57.592474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:57.641246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4fccea68-47fa-46b6-a6ee-15cfc272d22f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Unset dirty status for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:57.642393 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4fccea68-47fa-46b6-a6ee-15cfc272d22f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2 HTTP/1.1" status: 200 len: 205 time: 0.2360659 Apr 29 17:37:57.643083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a9eeaca-cf0e-4637-b206-f3043fa4ee39 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.645224 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50682) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:57.654256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.708403 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a9eeaca-cf0e-4637-b206-f3043fa4ee39 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.751844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Subnet': ['ID=50c0b0e2-13ba-45eb-b651-12362f9c30dd,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:57.770333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Checking segment: {'id': 'f7f4e112-4f83-49ce-b0d6-e0f2074af4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f151d2af-ecb9-48a1-8f84-dd71db33b823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:57.770723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network hostable DHCP agents. Network: f151d2af-ecb9-48a1-8f84-dd71db33b823, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:37:57.810691 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.814808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.823230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77cfd2c9-77f0-44e6-ae71-98a15f51d483 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.828895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network f151d2af-ecb9-48a1-8f84-dd71db33b823 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:37:57.846765 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:37:57.857819 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, f151d2af-ecb9-48a1-8f84-dd71db33b823) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:57.867145 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:57.868076 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.868569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4338211b-0b5f-4561-915a-d168032f8703 None None] Network f151d2af-ecb9-48a1-8f84-dd71db33b823 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:57.877023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9eeaca-cf0e-4637-b206-f3043fa4ee39 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cddc471-d7a3-4837-8362-d6fedf4e2772,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:57.878334 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.878663 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Added segment 10f32804-e927-46e2-be4b-68ff00a5d26d of type vlan for network d82c8ba3-eace-40ca-8692-09b82dfb64bc Apr 29 17:37:57.880004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93ffc87-b260-4d64-af20-d0489265d28b,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:57.929743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:57.938280 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d69665cf-f42c-4f14-951e-d5c5f5d7f31f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2962101 Apr 29 17:37:57.938497 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50686) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:57.945779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-838828830', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:57.955060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:37:57.960774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:router and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:37:57.971980 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:37:57.981747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:37:57.994291 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.000138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:37:58.000814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.020709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.021736 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.023376 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.061334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a9eeaca-cf0e-4637-b206-f3043fa4ee39 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.063215 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9a9eeaca-cf0e-4637-b206-f3043fa4ee39 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5688996 Apr 29 17:37:58.072243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50690) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:58.075908 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2002504 Apr 29 17:37:58.079366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-63d1c8b6-fb56-47b5-8931-44db4265d407 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:37:58.079988 dv-neutron-839024-2-hyperv neutron-server[88018]: WARNING neutron.api.v2.base [None req-63d1c8b6-fb56-47b5-8931-44db4265d407 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 17:37:58.080628 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-63d1c8b6-fb56-47b5-8931-44db4265d407 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 17:37:58.081692 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-63d1c8b6-fb56-47b5-8931-44db4265d407 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "PUT /v2.0/security-groups/4cddc471-d7a3-4837-8362-d6fedf4e2772 HTTP/1.1" status: 409 len: 330 time: 0.0085618 Apr 29 17:37:58.084492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50694) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:58.164263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.167086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091c81f-b9a2-450a-8ef3-00656d2bcdb3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Network': ['ID=d82c8ba3-eace-40ca-8692-09b82dfb64bc,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:58.171785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-f151d2af-ecb9-48a1-8f84-dd71db33b823', 'network_id': 'f151d2af-ecb9-48a1-8f84-dd71db33b823', 'tenant_id': '22c2d4b02510415789cc3e18793fb72a', 'fixed_ips': [{'subnet_id': '50c0b0e2-13ba-45eb-b651-12362f9c30dd'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:37:58.172939 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.187511 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network d82c8ba3-eace-40ca-8692-09b82dfb64bc details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:37:58.305801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77cfd2c9-77f0-44e6-ae71-98a15f51d483 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.308880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77cfd2c9-77f0-44e6-ae71-98a15f51d483 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.341655 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f1735bfa-1cc1-4c9b-aa74-2c124bd059df tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.368721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77cfd2c9-77f0-44e6-ae71-98a15f51d483 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.369600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cfd2c9-77f0-44e6-ae71-98a15f51d483 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Fanout notify agent at l3_agent the message router_deleted on router 26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:37:58.390166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f1735bfa-1cc1-4c9b-aa74-2c124bd059df tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.401160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77cfd2c9-77f0-44e6-ae71-98a15f51d483 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.404878 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-77cfd2c9-77f0-44e6-ae71-98a15f51d483 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2 HTTP/1.1" status: 204 len: 168 time: 0.7560432 Apr 29 17:37:58.405269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50698) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:58.453306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f1735bfa-1cc1-4c9b-aa74-2c124bd059df tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.485496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Allocated IP 172.20.0.2 (f151d2af-ecb9-48a1-8f84-dd71db33b823/50c0b0e2-13ba-45eb-b651-12362f9c30dd/c9bd4acf-ffd8-4de3-af70-7b1cf888c767) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:37:58.485742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1735bfa-1cc1-4c9b-aa74-2c124bd059df tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cddc471-d7a3-4837-8362-d6fedf4e2772,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:58.490603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f1735bfa-1cc1-4c9b-aa74-2c124bd059df tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.495047 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f1735bfa-1cc1-4c9b-aa74-2c124bd059df tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "DELETE /v2.0/security-groups/4cddc471-d7a3-4837-8362-d6fedf4e2772 HTTP/1.1" status: 204 len: 168 time: 0.4095030 Apr 29 17:37:58.495759 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50702) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:58.577685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b63a6937-7015-42dc-8d34-0951dd72ba17 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Synchronizing usage tracker for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:37:58.601770 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.602053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b63a6937-7015-42dc-8d34-0951dd72ba17 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] Unset dirty status for tenant:0eebe3625ccf49c0929ce7e7e8745dbf on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:37:58.609434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50706) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:58.624996 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b63a6937-7015-42dc-8d34-0951dd72ba17 tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1259930 Apr 29 17:37:58.636777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c52832-6d46-44c3-8df1-c32d3c415bce tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting subnet 7c42e37f-a27c-4f43-8298-6c486206e3d6 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:37:58.654562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d6c52832-6d46-44c3-8df1-c32d3c415bce tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.683933 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-c4806bd6-180e-4ce4-961d-dc4c23eb14fc tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] delete failed (client error): The resource could not be found. Apr 29 17:37:58.685113 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c4806bd6-180e-4ce4-961d-dc4c23eb14fc tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "DELETE /v2.0/security-groups/76bccd02-9d6a-4742-97f0-d375826f49a9 HTTP/1.1" status: 404 len: 347 time: 0.0731354 Apr 29 17:37:58.689525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50710) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:58.719456 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-2bdb8226-c156-43f1-977c-829b2c68223d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] show failed (client error): The resource could not be found. Apr 29 17:37:58.721992 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2bdb8226-c156-43f1-977c-829b2c68223d tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "GET /v2.0/security-groups/9bcc837e-7ca7-4103-9409-fb010dd21630 HTTP/1.1" status: 404 len: 347 time: 0.0305610 Apr 29 17:37:58.725048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50714) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:58.747115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d6c52832-6d46-44c3-8df1-c32d3c415bce tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.753976 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.763993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Transition to ACTIVE for port object c9bd4acf-ffd8-4de3-af70-7b1cf888c767 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:58.779955 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-baed841d-8f93-415f-85d3-faf3a907e71b tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] show failed (client error): The resource could not be found. Apr 29 17:37:58.787066 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-baed841d-8f93-415f-85d3-faf3a907e71b tempest-NegativeSecGroupTest-1987293760 tempest-NegativeSecGroupTest-1987293760-project] 10.222.0.11 "GET /v2.0/security-group-rules/a8f3d443-4f3c-46f0-a700-9ddf4c62f92d HTTP/1.1" status: 404 len: 356 time: 0.0548942 Apr 29 17:37:58.789296 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Transition to ACTIVE for port object c9bd4acf-ffd8-4de3-af70-7b1cf888c767 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:37:58.797809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:58.879862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Pushing event updated for resources: {'Port': ['ID=c9bd4acf-ffd8-4de3-af70-7b1cf888c767,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:58.896773 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Network f151d2af-ecb9-48a1-8f84-dd71db33b823 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:37:58.898409 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:37:58.901018 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:37:58.920326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d6c52832-6d46-44c3-8df1-c32d3c415bce tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.012824 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Attempting to bind port c9bd4acf-ffd8-4de3-af70-7b1cf888c767 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:37:59.013668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Attempting to bind port c9bd4acf-ffd8-4de3-af70-7b1cf888c767 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'f7f4e112-4f83-49ce-b0d6-e0f2074af4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f151d2af-ecb9-48a1-8f84-dd71db33b823'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:37:59.014042 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Attempting to bind port c9bd4acf-ffd8-4de3-af70-7b1cf888c767 on network f151d2af-ecb9-48a1-8f84-dd71db33b823 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:37:59.019905 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:37:59.020353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Checking segment: {'id': 'f7f4e112-4f83-49ce-b0d6-e0f2074af4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f151d2af-ecb9-48a1-8f84-dd71db33b823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:37:59.020751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.021162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Bound using segment: {'id': 'f7f4e112-4f83-49ce-b0d6-e0f2074af4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f151d2af-ecb9-48a1-8f84-dd71db33b823'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:37:59.021837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Bound port: c9bd4acf-ffd8-4de3-af70-7b1cf888c767, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f4e112-4f83-49ce-b0d6-e0f2074af4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f151d2af-ecb9-48a1-8f84-dd71db33b823'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:37:59.022216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.119092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] For port c9bd4acf-ffd8-4de3-af70-7b1cf888c767, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:37:59.120761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50722) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:59.123235 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] For port c9bd4acf-ffd8-4de3-af70-7b1cf888c767, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c9bd4acf-ffd8-4de3-af70-7b1cf888c767,segment=NetworkSegment(f7f4e112-4f83-49ce-b0d6-e0f2074af4cd),segment_id=f7f4e112-4f83-49ce-b0d6-e0f2074af4cd)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:37:59.129086 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.209528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d6c52832-6d46-44c3-8df1-c32d3c415bce tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.225206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529c389-2c18-4e0b-a2dc-5a295fc9a165 None None] Pushing event updated for resources: {'Port': ['ID=c9bd4acf-ffd8-4de3-af70-7b1cf888c767,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:59.251344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.285380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c52832-6d46-44c3-8df1-c32d3c415bce tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Subnet': ['ID=7c42e37f-a27c-4f43-8298-6c486206e3d6,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:59.294568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d6c52832-6d46-44c3-8df1-c32d3c415bce tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.297610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.301068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d2cf2-8f3c-4b08-884a-d02d5dd1f1d8 None None] Network e134fcdd-6336-4fc9-ae75-850d3af3df5c requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:37:59.338184 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9929db89-30bf-46d6-8abb-846eb8309db3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0eebe3625ccf49c0929ce7e7e8745dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160039 Apr 29 17:37:59.339382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50728) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:59.345923 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d6c52832-6d46-44c3-8df1-c32d3c415bce tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/7c42e37f-a27c-4f43-8298-6c486206e3d6 HTTP/1.1" status: 204 len: 168 time: 0.9372010 Apr 29 17:37:59.348194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50730) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:37:59.456236 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c3c56d6-1c68-4c10-8de3-c21cae8457cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.531329 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c3c56d6-1c68-4c10-8de3-c21cae8457cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.677134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a7352-c5e4-4b99-92f2-f88de5de3b05 None None] DHCP port deletion for e134fcdd-6336-4fc9-ae75-850d3af3df5c request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:37:59.682236 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-880a7352-c5e4-4b99-92f2-f88de5de3b05 None None] Deleting port ef19023e-7343-497a-b50d-aab8aa93f2f4 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:59.683429 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-880a7352-c5e4-4b99-92f2-f88de5de3b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.684475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c3c56d6-1c68-4c10-8de3-c21cae8457cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.738527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c56d6-1c68-4c10-8de3-c21cae8457cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516369a8-b3cb-4ccd-a156-1e6dcbe53587,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:37:59.754914 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c3c56d6-1c68-4c10-8de3-c21cae8457cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.756169 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0c3c56d6-1c68-4c10-8de3-c21cae8457cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/516369a8-b3cb-4ccd-a156-1e6dcbe53587 HTTP/1.1" status: 204 len: 168 time: 0.4157944 Apr 29 17:37:59.811464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:37:59.853751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port ef19023e-7343-497a-b50d-aab8aa93f2f4 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:37:59.854090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:00.003427 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-880a7352-c5e4-4b99-92f2-f88de5de3b05 None None] For port ef19023e-7343-497a-b50d-aab8aa93f2f4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ef19023e-7343-497a-b50d-aab8aa93f2f4,segment=NetworkSegment(d9e092bb-98a8-43fe-977a-9f4a2c94d942),segment_id=d9e092bb-98a8-43fe-977a-9f4a2c94d942)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:00.004079 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-880a7352-c5e4-4b99-92f2-f88de5de3b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:00.096450 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port ef19023e-7343-497a-b50d-aab8aa93f2f4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ef19023e-7343-497a-b50d-aab8aa93f2f4,segment=NetworkSegment(d9e092bb-98a8-43fe-977a-9f4a2c94d942),segment_id=d9e092bb-98a8-43fe-977a-9f4a2c94d942)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:00.096903 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:00.201779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-880a7352-c5e4-4b99-92f2-f88de5de3b05 None None] Calling delete_port for ef19023e-7343-497a-b50d-aab8aa93f2f4 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:00.223317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.26.4.100 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/59c74008-d797-4a29-aabf-956dc5034679) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:00.231639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for ef19023e-7343-497a-b50d-aab8aa93f2f4 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:00.301510 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-880a7352-c5e4-4b99-92f2-f88de5de3b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:00.355774 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a7352-c5e4-4b99-92f2-f88de5de3b05 None None] No DVR routers for this DVR port ef19023e-7343-497a-b50d-aab8aa93f2f4 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:38:00.364861 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a7352-c5e4-4b99-92f2-f88de5de3b05 None None] Pushing event deleted for resources: {'Port': ['ID=ef19023e-7343-497a-b50d-aab8aa93f2f4,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:00.417362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:38:00.417634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:38:00.465712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:00.503750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:00.570249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:00.573411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:00.576150 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:00.588190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a42f39c-3694-4965-9f7b-100def1c0aa5 None None] Network f151d2af-ecb9-48a1-8f84-dd71db33b823 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:00.614403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=59c74008-d797-4a29-aabf-956dc5034679,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:00.706393 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-15f3490e-96a5-4efb-a965-5e849112474d None None] Provisioning for port c9bd4acf-ffd8-4de3-af70-7b1cf888c767 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:00.941088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port ef19023e-7343-497a-b50d-aab8aa93f2f4 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:00.941460 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.028526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] The port 'ef19023e-7343-497a-b50d-aab8aa93f2f4' was deleted {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:38:01.171083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50738) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:01.176749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'subnet': {'network_id': 'd82c8ba3-eace-40ca-8692-09b82dfb64bc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:01.289240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:01.294041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:subnet and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:01.295573 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.296929 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:01.303326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:01.310346 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.318737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:01.323552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c9bd4acf-ffd8-4de3-af70-7b1cf888c767 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:01.324080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.393101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port c9bd4acf-ffd8-4de3-af70-7b1cf888c767 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:01.398246 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c9bd4acf-ffd8-4de3-af70-7b1cf888c767 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:01.398708 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.461374 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e134fcdd-6336-4fc9-ae75-850d3af3df5c']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:01.478950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e092bb-98a8-43fe-977a-9f4a2c94d942') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:01.479279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e092bb-98a8-43fe-977a-9f4a2c94d942') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:01.495496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.523619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.523837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.534045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:01.534503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.543755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:01.549544 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:01.559907 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port c9bd4acf-ffd8-4de3-af70-7b1cf888c767, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c9bd4acf-ffd8-4de3-af70-7b1cf888c767,segment=NetworkSegment(f7f4e112-4f83-49ce-b0d6-e0f2074af4cd),segment_id=f7f4e112-4f83-49ce-b0d6-e0f2074af4cd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:01.565258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.643635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ef19023e-7343-497a-b50d-aab8aa93f2f4 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:38:01.646093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Subnet': ['ID=5cf53ca6-2736-4d92-bbc1-07bec0f46488,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:01.651283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Checking segment: {'id': '10f32804-e927-46e2-be4b-68ff00a5d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd82c8ba3-eace-40ca-8692-09b82dfb64bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:01.651720 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network hostable DHCP agents. Network: d82c8ba3-eace-40ca-8692-09b82dfb64bc, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:01.672877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network d82c8ba3-eace-40ca-8692-09b82dfb64bc is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:01.685689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, d82c8ba3-eace-40ca-8692-09b82dfb64bc) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:01.689575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: ef19023e-7343-497a-b50d-aab8aa93f2f4 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:38:01.689919 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ef19023e-7343-497a-b50d-aab8aa93f2f4 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:38:01.695080 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=c9bd4acf-ffd8-4de3-af70-7b1cf888c767,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:01.698362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:01.699032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.712736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e346dbf4-d6a9-45e8-8cbc-e5f707b7259a None None] Network d82c8ba3-eace-40ca-8692-09b82dfb64bc requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:01.729534 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1aebef4d-2f56-4922-b935-72fdbeb40c19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5542722 Apr 29 17:38:01.729804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50742) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:01.736609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-305642502'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:01.742054 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:01.745983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:network and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:01.749430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:01.754916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:01.773607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:01.778557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.785162 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.808984 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:01.813693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.818538 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.818695 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Added segment deba90e6-64c0-4dcc-8f57-e439ce96d194 of type vlan for network 950a9633-2f9f-48e1-bf28-1cca0943d9f0 Apr 29 17:38:01.826431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Network': ['ID=e134fcdd-6336-4fc9-ae75-850d3af3df5c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:01.846865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.847132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.854347 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-00a2ca25-6778-421e-85f6-643d9f7eed09 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/networks/e134fcdd-6336-4fc9-ae75-850d3af3df5c HTTP/1.1" status: 204 len: 168 time: 2.5017364 Apr 29 17:38:01.854545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50748) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:01.882487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.891864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:01.892407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.912633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'network': {'name': 'tempest-RoutersTest-1782945860'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:01.949421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-d82c8ba3-eace-40ca-8692-09b82dfb64bc', 'network_id': 'd82c8ba3-eace-40ca-8692-09b82dfb64bc', 'tenant_id': 'c78a54e25a6847c0b4552ade74c23a42', 'fixed_ips': [{'subnet_id': '5cf53ca6-2736-4d92-bbc1-07bec0f46488'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:01.950256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:01.972704 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:01.991201 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:network and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:01.995524 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:01.999106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Network': ['ID=950a9633-2f9f-48e1-bf28-1cca0943d9f0,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:02.004927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:02.016833 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2aa4fb92-5961-4220-9201-1ed5ac2b6f60 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2827241 Apr 29 17:38:02.016833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50752) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:02.022166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 950a9633-2f9f-48e1-bf28-1cca0943d9f0 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:02.024423 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'subnet': {'network_id': '950a9633-2f9f-48e1-bf28-1cca0943d9f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:02.032222 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:02.035565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.077179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:02.095017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.095399 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Added segment c9e4a256-04e0-45d4-9bfe-ddbded04a911 of type vlan for network 5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98 Apr 29 17:38:02.135021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.135776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:02.139440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router d54cc7b8-9e56-49f6-b671-08b3ccc1494e is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:38:02.139646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:subnet and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:02.142546 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:02.148283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:02.157957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:02.161485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.198691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Allocated IP 2001:db8:0:ffff::2 (d82c8ba3-eace-40ca-8692-09b82dfb64bc/5cf53ca6-2736-4d92-bbc1-07bec0f46488/8bf5d448-d16b-49d6-bfb3-3eee62e5ced0) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:02.296671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.302121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:02.302699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.374207 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5186443 Apr 29 17:38:02.377923 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.384484 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50756) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:02.417619 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.426284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'subnet': {'network_id': '5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:02.430159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Transition to ACTIVE for port object 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:02.433073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e922e-6ad4-48b4-aa90-3a9a51368b16 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Network': ['ID=5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:02.437652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:02.453260 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Transition to ACTIVE for port object 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:02.460994 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.461919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.465971 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2fd99b1b-af07-424a-97ff-298378180a33 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5238597 Apr 29 17:38:02.466318 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50760) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:02.470766 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2b485-355c-4897-8d16-c1adaedf8dfa None None] Sync routers for ids ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:02.486501 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2b485-355c-4897-8d16-c1adaedf8dfa None None] Routers {'d54cc7b8-9e56-49f6-b671-08b3ccc1494e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:02.487253 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-69e2b485-355c-4897-8d16-c1adaedf8dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:02.503704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:02.578902 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-69e2b485-355c-4897-8d16-c1adaedf8dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:02.590439 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2b485-355c-4897-8d16-c1adaedf8dfa None None] Routers {'d54cc7b8-9e56-49f6-b671-08b3ccc1494e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:02.591113 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-69e2b485-355c-4897-8d16-c1adaedf8dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:02.624380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Network d82c8ba3-eace-40ca-8692-09b82dfb64bc is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:02.630189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Pushing event updated for resources: {'Port': ['ID=8bf5d448-d16b-49d6-bfb3-3eee62e5ced0,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:02.643240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:02.648280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:02.677428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Subnet': ['ID=7726c8df-43f7-4c01-b549-d992b1ae5774,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:02.703384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Checking segment: {'id': 'deba90e6-64c0-4dcc-8f57-e439ce96d194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '950a9633-2f9f-48e1-bf28-1cca0943d9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:02.703794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network hostable DHCP agents. Network: 950a9633-2f9f-48e1-bf28-1cca0943d9f0, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:02.706575 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-69e2b485-355c-4897-8d16-c1adaedf8dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:02.717436 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2b485-355c-4897-8d16-c1adaedf8dfa None None] The sync data for ids ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:02.718568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:02.723075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:subnet and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:02.726549 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:02.733588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:02.748333 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:02.752163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.790799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Attempting to bind port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:02.791099 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Attempting to bind port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '10f32804-e927-46e2-be4b-68ff00a5d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd82c8ba3-eace-40ca-8692-09b82dfb64bc'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:02.791580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Attempting to bind port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 on network d82c8ba3-eace-40ca-8692-09b82dfb64bc {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:02.797715 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:02.798152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Checking segment: {'id': '10f32804-e927-46e2-be4b-68ff00a5d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd82c8ba3-eace-40ca-8692-09b82dfb64bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:02.798262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network 950a9633-2f9f-48e1-bf28-1cca0943d9f0 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:02.798692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.799125 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Bound using segment: {'id': '10f32804-e927-46e2-be4b-68ff00a5d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd82c8ba3-eace-40ca-8692-09b82dfb64bc'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:02.799676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Bound port: 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f32804-e927-46e2-be4b-68ff00a5d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd82c8ba3-eace-40ca-8692-09b82dfb64bc'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:02.800101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.864699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 950a9633-2f9f-48e1-bf28-1cca0943d9f0) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:02.874513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:02.874990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:02.881606 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eef451-3e13-41c6-8298-96c90ccb40e9 None None] Network 950a9633-2f9f-48e1-bf28-1cca0943d9f0 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:02.911342 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-da2f3693-b0cb-4073-9212-a2c228639aa9 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8898239 Apr 29 17:38:02.912104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50764) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:02.930420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] For port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:02.991341 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] For port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8bf5d448-d16b-49d6-bfb3-3eee62e5ced0,segment=NetworkSegment(10f32804-e927-46e2-be4b-68ff00a5d26d),segment_id=10f32804-e927-46e2-be4b-68ff00a5d26d)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:03.001206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:03.126011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:03.144646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259be4f-7878-43fc-860b-c725c9bbd0eb None None] Pushing event updated for resources: {'Port': ['ID=8bf5d448-d16b-49d6-bfb3-3eee62e5ced0,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:03.170771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:03.206418 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-950a9633-2f9f-48e1-bf28-1cca0943d9f0', 'network_id': '950a9633-2f9f-48e1-bf28-1cca0943d9f0', 'tenant_id': 'c78a54e25a6847c0b4552ade74c23a42', 'fixed_ips': [{'subnet_id': '7726c8df-43f7-4c01-b549-d992b1ae5774'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:03.210916 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:03.282731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Checking segment: {'id': 'c9e4a256-04e0-45d4-9bfe-ddbded04a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:03.283086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network hostable DHCP agents. Network: 5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:03.287694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Subnet': ['ID=a576b038-4ff2-4229-9131-d19434d29b95,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:03.311730 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:03.341574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:03.365216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c9bd4acf-ffd8-4de3-af70-7b1cf888c767 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:03.368241 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:03.376706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:03.377226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:03.418969 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8df454a1-c279-4dc7-831a-3c736f22a23b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9883316 Apr 29 17:38:03.418969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50768) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:03.418969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-dd24b501-fc22-45ca-b787-c5830ab0cec7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2136699645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:03.426060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dd24b501-fc22-45ca-b787-c5830ab0cec7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:03.435163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-dd24b501-fc22-45ca-b787-c5830ab0cec7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:router and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:03.439466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-dd24b501-fc22-45ca-b787-c5830ab0cec7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:03.444231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea97438-d908-4265-997b-75a60339324d None None] Network 5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:03.457692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dd24b501-fc22-45ca-b787-c5830ab0cec7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:03.472965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd24b501-fc22-45ca-b787-c5830ab0cec7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:03.474048 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd24b501-fc22-45ca-b787-c5830ab0cec7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:03.500959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd24b501-fc22-45ca-b787-c5830ab0cec7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:03.522891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd24b501-fc22-45ca-b787-c5830ab0cec7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:03.539096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:03.550941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd24b501-fc22-45ca-b787-c5830ab0cec7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:03.555236 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-dd24b501-fc22-45ca-b787-c5830ab0cec7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1465242 Apr 29 17:38:03.555986 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50772) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:03.579383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Allocated IP 2001:db8::1 (950a9633-2f9f-48e1-bf28-1cca0943d9f0/7726c8df-43f7-4c01-b549-d992b1ae5774/a348578a-c973-4929-9ddd-376347354de1) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:03.709034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c9bd4acf-ffd8-4de3-af70-7b1cf888c767 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:03.709492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:03.951825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.20.0.1 (f151d2af-ecb9-48a1-8f84-dd71db33b823/50c0b0e2-13ba-45eb-b651-12362f9c30dd/747c22db-bf6e-4770-8a6d-8a0ca0fc366c) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:03.988219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.063128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.064578 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Transition to ACTIVE for port object a348578a-c973-4929-9ddd-376347354de1 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:04.072567 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98', 'network_id': '5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'fixed_ips': [{'subnet_id': 'a576b038-4ff2-4229-9131-d19434d29b95'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:04.074586 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.146472 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.166053 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Transition to ACTIVE for port object 747c22db-bf6e-4770-8a6d-8a0ca0fc366c will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:04.193808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.240242 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Transition to ACTIVE for port object a348578a-c973-4929-9ddd-376347354de1 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:04.260602 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.284009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network f151d2af-ecb9-48a1-8f84-dd71db33b823 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:04.287672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:04.292742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:04.343865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=747c22db-bf6e-4770-8a6d-8a0ca0fc366c,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:04.344603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Network 950a9633-2f9f-48e1-bf28-1cca0943d9f0 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:04.350597 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Pushing event updated for resources: {'Port': ['ID=a348578a-c973-4929-9ddd-376347354de1,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:04.353349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:04.355403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99565f61-863b-4502-ab1f-554ac0288706 None None] Network d82c8ba3-eace-40ca-8692-09b82dfb64bc requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:04.372215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.456655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:04.480379 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.542646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Subnet': ['ID=7726c8df-43f7-4c01-b549-d992b1ae5774,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:04.545409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.578612 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Allocated IP 172.20.0.2 (5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98/a576b038-4ff2-4229-9131-d19434d29b95/75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:04.657506 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.687396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fc4338b9-f4f2-40ab-9245-7dacc474b4ba None None] Provisioning for port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:04.688474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950a9633-2f9f-48e1-bf28-1cca0943d9f0']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:04.708732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deba90e6-64c0-4dcc-8f57-e439ce96d194') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:04.708985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deba90e6-64c0-4dcc-8f57-e439ce96d194') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:04.709090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Attempting to bind port a348578a-c973-4929-9ddd-376347354de1 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:04.709454 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Attempting to bind port a348578a-c973-4929-9ddd-376347354de1 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'deba90e6-64c0-4dcc-8f57-e439ce96d194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '950a9633-2f9f-48e1-bf28-1cca0943d9f0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:04.709818 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Attempting to bind port a348578a-c973-4929-9ddd-376347354de1 on network 950a9633-2f9f-48e1-bf28-1cca0943d9f0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:04.724169 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.745038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:04.745403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Checking segment: {'id': 'deba90e6-64c0-4dcc-8f57-e439ce96d194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '950a9633-2f9f-48e1-bf28-1cca0943d9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:04.745800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.746214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Bound using segment: {'id': 'deba90e6-64c0-4dcc-8f57-e439ce96d194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '950a9633-2f9f-48e1-bf28-1cca0943d9f0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:04.746675 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Bound port: a348578a-c973-4929-9ddd-376347354de1, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba90e6-64c0-4dcc-8f57-e439ce96d194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '950a9633-2f9f-48e1-bf28-1cca0943d9f0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:04.747070 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.747187 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.754327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:04.755010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:04.775187 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:04.856177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 17:38:04.856177 dv-neutron-839024-2-hyperv neutron-server[88018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 17:38:04.856177 dv-neutron-839024-2-hyperv neutron-server[88018]: [parameters: {'id': '950a9633-2f9f-48e1-bf28-1cca0943d9f0'}] Apr 29 17:38:04.856177 dv-neutron-839024-2-hyperv neutron-server[88018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:38:04.856732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:38:04.944627 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7800e5a1-bd06-4c27-a024-6836c82c6870 None None] Provisioning for port 747c22db-bf6e-4770-8a6d-8a0ca0fc366c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:04.978339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7800e5a1-bd06-4c27-a024-6836c82c6870 None None] Provisioning complete for port 747c22db-bf6e-4770-8a6d-8a0ca0fc366c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:04.978719 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7800e5a1-bd06-4c27-a024-6836c82c6870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.064918 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] For port a348578a-c973-4929-9ddd-376347354de1, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:05.101581 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] For port a348578a-c973-4929-9ddd-376347354de1, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a348578a-c973-4929-9ddd-376347354de1,segment=NetworkSegment(deba90e6-64c0-4dcc-8f57-e439ce96d194),segment_id=deba90e6-64c0-4dcc-8f57-e439ce96d194)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:05.111002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-7800e5a1-bd06-4c27-a024-6836c82c6870 None None] Port 747c22db-bf6e-4770-8a6d-8a0ca0fc366c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:05.115692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.118631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.121494 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.121677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.179174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Transition to ACTIVE for port object 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:05.237881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=747c22db-bf6e-4770-8a6d-8a0ca0fc366c,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:05.238402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Transition to ACTIVE for port object 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:05.240627 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.249179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.299801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb29c1-dfe2-43d0-84e6-7924746ef4b7 None None] Pushing event updated for resources: {'Port': ['ID=a348578a-c973-4929-9ddd-376347354de1,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:05.368929 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.394217 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c882ec-0369-4556-8ee5-8149798db97b None None] Network 950a9633-2f9f-48e1-bf28-1cca0943d9f0 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:05.427908 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Allocated IP 172.20.0.1 (5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98/a576b038-4ff2-4229-9131-d19434d29b95/271c2b0d-202e-435c-934d-a4ce57d611ff) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:05.434826 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Deleting port a348578a-c973-4929-9ddd-376347354de1 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:05.435164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.438859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network f151d2af-ecb9-48a1-8f84-dd71db33b823 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:05.440289 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:05.515544 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Network 5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:05.517372 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Pushing event updated for resources: {'Port': ['ID=75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:05.521126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:05.633720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:05.695203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:05.722466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router d54cc7b8-9e56-49f6-b671-08b3ccc1494e has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:05.824486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.840490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Transition to ACTIVE for port object 271c2b0d-202e-435c-934d-a4ce57d611ff will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:05.873822 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.905247 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:05.916449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:05.917023 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.944373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Attempting to bind port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:05.945000 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Attempting to bind port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'c9e4a256-04e0-45d4-9bfe-ddbded04a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:05.945391 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Attempting to bind port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd on network 5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:05.952139 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:05.968693 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7f62285f-1c40-41be-8066-d75975a54461 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "PUT /v2.0/routers/d54cc7b8-9e56-49f6-b671-08b3ccc1494e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4988992 Apr 29 17:38:05.969907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50776) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:05.976076 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'port': {'network_id': 'f151d2af-ecb9-48a1-8f84-dd71db33b823', 'name': 'tempest-FloatingIPTestJSON-1335978947'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:05.978075 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20438b71-e101-41cf-9e42-1596536dfdda None None] Sync routers for ids ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:05.980256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:05.980619 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Checking segment: {'id': 'c9e4a256-04e0-45d4-9bfe-ddbded04a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:05.981012 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.981395 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Bound using segment: {'id': 'c9e4a256-04e0-45d4-9bfe-ddbded04a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:05.981875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Bound port: 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e4a256-04e0-45d4-9bfe-ddbded04a911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:05.982241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:05.999965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:06.006914 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:06.012856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:06.058764 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20438b71-e101-41cf-9e42-1596536dfdda None None] Routers {'d54cc7b8-9e56-49f6-b671-08b3ccc1494e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:06.059285 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-20438b71-e101-41cf-9e42-1596536dfdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:06.073871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] For port a348578a-c973-4929-9ddd-376347354de1, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a348578a-c973-4929-9ddd-376347354de1,segment=NetworkSegment(deba90e6-64c0-4dcc-8f57-e439ce96d194),segment_id=deba90e6-64c0-4dcc-8f57-e439ce96d194)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:06.074238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:06.094661 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=271c2b0d-202e-435c-934d-a4ce57d611ff,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:06.142300 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-95eabc58-5af9-4dac-a92f-8866a13fe2fd None None] Provisioning complete for port 747c22db-bf6e-4770-8a6d-8a0ca0fc366c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:06.142666 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-95eabc58-5af9-4dac-a92f-8866a13fe2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:06.149658 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:06.154282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Usage tracker for resource:port and tenant:22c2d4b02510415789cc3e18793fb72a is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:06.157978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:06.164343 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:06.176860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-20438b71-e101-41cf-9e42-1596536dfdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:06.177718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Made reservation on behalf of 22c2d4b02510415789cc3e18793fb72a for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:06.182147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:06.217359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] device_id is not set on port fcd5c34f-b309-495d-bfb2-226c1a73917e yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:38:06.228071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20438b71-e101-41cf-9e42-1596536dfdda None None] Routers {'d54cc7b8-9e56-49f6-b671-08b3ccc1494e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:06.228780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-20438b71-e101-41cf-9e42-1596536dfdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:06.240160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Calling delete_port for a348578a-c973-4929-9ddd-376347354de1 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:06.285770 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:06.356443 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:06.401737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-95eabc58-5af9-4dac-a92f-8866a13fe2fd None None] Port 747c22db-bf6e-4770-8a6d-8a0ca0fc366c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:06.409704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-20438b71-e101-41cf-9e42-1596536dfdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:06.410102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20438b71-e101-41cf-9e42-1596536dfdda None None] The sync data for ids ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:06.422287 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Allocated IP 172.20.0.13 (f151d2af-ecb9-48a1-8f84-dd71db33b823/50c0b0e2-13ba-45eb-b651-12362f9c30dd/fcd5c34f-b309-495d-bfb2-226c1a73917e) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:06.424935 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] For port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:06.430117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] For port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd,segment=NetworkSegment(c9e4a256-04e0-45d4-9bfe-ddbded04a911),segment_id=c9e4a256-04e0-45d4-9bfe-ddbded04a911)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:06.431161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:06.437055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Port': ['ID=a348578a-c973-4929-9ddd-376347354de1,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:06.446965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:06.462519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No DVR routers for this DVR port a348578a-c973-4929-9ddd-376347354de1 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:38:06.533259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8bf5d448-d16b-49d6-bfb3-3eee62e5ced0,segment=NetworkSegment(10f32804-e927-46e2-be4b-68ff00a5d26d),segment_id=10f32804-e927-46e2-be4b-68ff00a5d26d)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:06.540131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:06.544720 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:06.556661 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24d023-25d8-4329-861c-5854b3f11815 None None] Pushing event updated for resources: {'Port': ['ID=75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:06.665609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=8bf5d448-d16b-49d6-bfb3-3eee62e5ced0,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:06.721078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:06.745572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Transition to ACTIVE for port object fcd5c34f-b309-495d-bfb2-226c1a73917e will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:06.794310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:06.828178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:06.880337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950a9633-2f9f-48e1-bf28-1cca0943d9f0']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:06.882043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Network f151d2af-ecb9-48a1-8f84-dd71db33b823 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:06.885415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:06.887871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:06.956162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deba90e6-64c0-4dcc-8f57-e439ce96d194') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:06.956502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deba90e6-64c0-4dcc-8f57-e439ce96d194') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:07.039828 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.070630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event updated for resources: {'Port': ['ID=fcd5c34f-b309-495d-bfb2-226c1a73917e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:07.072612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.088292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:07.088689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:07.103544 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:07.106788 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:07.107492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.129655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-db82cee9-8596-40c1-9d17-a8895fc85f70 None None] Provisioning for port fcd5c34f-b309-495d-bfb2-226c1a73917e completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:07.137735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-db82cee9-8596-40c1-9d17-a8895fc85f70 None None] Provisioning complete for port fcd5c34f-b309-495d-bfb2-226c1a73917e triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:07.138103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db82cee9-8596-40c1-9d17-a8895fc85f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.142384 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2965320e-cb8d-45b8-a5ca-56aaaeceaf13 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1716220 Apr 29 17:38:07.145242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50780) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:07.150922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c4af255e-da01-4c41-ab86-ab7ffa850059 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Request body: {'floatingip': {'port_id': 'fcd5c34f-b309-495d-bfb2-226c1a73917e'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:07.194817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-db82cee9-8596-40c1-9d17-a8895fc85f70 None None] Port fcd5c34f-b309-495d-bfb2-226c1a73917e cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:07.257046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4af255e-da01-4c41-ab86-ab7ffa850059 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.271542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.296050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.319127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Network': ['ID=950a9633-2f9f-48e1-bf28-1cca0943d9f0,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:07.328184 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3d936d00-58f4-4d89-a663-d5d577943569 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/950a9633-2f9f-48e1-bf28-1cca0943d9f0 HTTP/1.1" status: 204 len: 168 time: 4.4152534 Apr 29 17:38:07.328750 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50784) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:07.339876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1331342035'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:07.353217 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:07.361508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:network and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:07.367007 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:07.374582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:07.393135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:07.396641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.404873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:07.429461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.444461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.473119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:07.487546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:07.496200 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:07.563569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.563902 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Added segment 0467bd95-30b8-4a7b-a617-d9cb30781827 of type vlan for network 073ed7e2-6aa9-4479-bdc8-65babed961be Apr 29 17:38:07.593708 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:07.594331 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.602494 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=271c2b0d-202e-435c-934d-a4ce57d611ff,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:07.604996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.625805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.777854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8a0cec-ba59-49a0-addb-873fec4b8b1c None None] Network 5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:07.778132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.783604 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:07.784184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.859568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:07.868825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-348321c7-5b1d-42ef-a849-473bbadf52ef None None] Provisioning for port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:07.885353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-348321c7-5b1d-42ef-a849-473bbadf52ef None None] Provisioning complete for port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:07.885730 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-348321c7-5b1d-42ef-a849-473bbadf52ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:07.902652 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:07.911846 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5796680 Apr 29 17:38:07.913509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50788) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:07.920518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'subnet': {'network_id': '073ed7e2-6aa9-4479-bdc8-65babed961be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:07.920910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe23e6-1f21-46c6-bc3d-ee8b2ffa763e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Network': ['ID=073ed7e2-6aa9-4479-bdc8-65babed961be,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:07.935088 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 073ed7e2-6aa9-4479-bdc8-65babed961be details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:08.107059 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 3e9e1594-0787-4590-a76f-c012f7559f59 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:38:08.131787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4af255e-da01-4c41-ab86-ab7ffa850059 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:08.131787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:08.137160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:subnet and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:08.140565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:08.143328 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4af255e-da01-4c41-ab86-ab7ffa850059 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:08.200894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:08.203650 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-348321c7-5b1d-42ef-a849-473bbadf52ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:08.244695 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-348321c7-5b1d-42ef-a849-473bbadf52ef None None] For port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd,segment=NetworkSegment(c9e4a256-04e0-45d4-9bfe-ddbded04a911),segment_id=c9e4a256-04e0-45d4-9bfe-ddbded04a911)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:08.251919 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-348321c7-5b1d-42ef-a849-473bbadf52ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:08.267735 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:08.276356 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-77bd2df3-220f-4c54-96c5-e76ff15e5fdb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/3e9e1594-0787-4590-a76f-c012f7559f59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7160587 Apr 29 17:38:08.276469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50792) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:08.276770 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:08.279933 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c028375-b04f-4de5-b341-476d98f39b84 None None] Sync routers for ids ['3e9e1594-0787-4590-a76f-c012f7559f59'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:08.280368 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:08.289996 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c028375-b04f-4de5-b341-476d98f39b84 None None] Routers {'3e9e1594-0787-4590-a76f-c012f7559f59'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:08.290914 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1c028375-b04f-4de5-b341-476d98f39b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['3e9e1594-0787-4590-a76f-c012f7559f59'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:08.328223 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348321c7-5b1d-42ef-a849-473bbadf52ef None None] Pushing event updated for resources: {'Port': ['ID=75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:08.360358 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1c028375-b04f-4de5-b341-476d98f39b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:08.370466 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c028375-b04f-4de5-b341-476d98f39b84 None None] Routers {'3e9e1594-0787-4590-a76f-c012f7559f59'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:08.371055 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1c028375-b04f-4de5-b341-476d98f39b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['3e9e1594-0787-4590-a76f-c012f7559f59'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:08.433968 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1c028375-b04f-4de5-b341-476d98f39b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:08.435558 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c028375-b04f-4de5-b341-476d98f39b84 None None] The sync data for ids ['3e9e1594-0787-4590-a76f-c012f7559f59'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:08.468174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8118b3d-c347-4c28-a313-4e7d2d78b2ee tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:08.468780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f8118b3d-c347-4c28-a313-4e7d2d78b2ee tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Synchronizing usage tracker for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:08.519522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f8118b3d-c347-4c28-a313-4e7d2d78b2ee tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Unset dirty status for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:08.523514 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f8118b3d-c347-4c28-a313-4e7d2d78b2ee tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports/271c2b0d-202e-435c-934d-a4ce57d611ff HTTP/1.1" status: 200 len: 910 time: 0.2218995 Apr 29 17:38:08.524104 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50796) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:08.576452 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b66c3de4-7bf6-46bd-a377-ef45a2c51cfb None None] Provisioning for port 271c2b0d-202e-435c-934d-a4ce57d611ff completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:08.582476 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b66c3de4-7bf6-46bd-a377-ef45a2c51cfb None None] Provisioning complete for port 271c2b0d-202e-435c-934d-a4ce57d611ff triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:08.582878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b66c3de4-7bf6-46bd-a377-ef45a2c51cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:08.644653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b66c3de4-7bf6-46bd-a377-ef45a2c51cfb None None] Port 271c2b0d-202e-435c-934d-a4ce57d611ff cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:08.656922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b66c3de4-7bf6-46bd-a377-ef45a2c51cfb None None] Provisioning complete for port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:08.657373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b66c3de4-7bf6-46bd-a377-ef45a2c51cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:08.724593 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-c4af255e-da01-4c41-ab86-ab7ffa850059 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Floating IP 34400746-66d5-46fd-a3d7-5e7b3da1ecdd associated. External IP: 172.26.4.207, port: daa8994f-dde2-4553-bba6-da6f8c51dff9. Apr 29 17:38:08.854179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d243e79-a955-4e3c-8919-3d80b142a0fb None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:38:08.929809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9ab772e9-54f9-4add-94de-f996834fbeb4 None None] Provisioning complete for port 271c2b0d-202e-435c-934d-a4ce57d611ff triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:08.930223 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ab772e9-54f9-4add-94de-f996834fbeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:09.009605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9ab772e9-54f9-4add-94de-f996834fbeb4 None None] Port 271c2b0d-202e-435c-934d-a4ce57d611ff cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:09.016367 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d243e79-a955-4e3c-8919-3d80b142a0fb None None] Resources bound (agent type, host, resource id): {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 17:38:09.193018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:09.304585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:09.420610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:09.421018 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:09.449519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Subnet': ['ID=fbb9aa2a-2340-4b15-8f7a-181c2b2c70d3,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:09.531017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Checking segment: {'id': '0467bd95-30b8-4a7b-a617-d9cb30781827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '073ed7e2-6aa9-4479-bdc8-65babed961be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:09.531400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network hostable DHCP agents. Network: 073ed7e2-6aa9-4479-bdc8-65babed961be, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:09.563503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4af255e-da01-4c41-ab86-ab7ffa850059 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:09.578967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network 073ed7e2-6aa9-4479-bdc8-65babed961be is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:09.648003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 073ed7e2-6aa9-4479-bdc8-65babed961be) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:09.656023 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2ea56a-7a28-4576-a1aa-01dae0fc2956 None None] Network 073ed7e2-6aa9-4479-bdc8-65babed961be requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:09.721632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:09.722221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:09.795011 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5006ba13-fd3a-418a-bc16-b9712b78bb29 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8804159 Apr 29 17:38:09.800005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50800) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:09.807318 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1750549735'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:09.813620 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:09.818659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:network and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:09.822071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:09.828795 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:09.833377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4af255e-da01-4c41-ab86-ab7ffa850059 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:09.852709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:09.856903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ebc4f3-a3b9-4f22-adc6-49dcf2bf517b None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:09.857740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:09.875600 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ebc4f3-a3b9-4f22-adc6-49dcf2bf517b None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:09.876218 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e7ebc4f3-a3b9-4f22-adc6-49dcf2bf517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:09.925178 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618e9616-9842-4246-9210-ab917c59399c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-073ed7e2-6aa9-4479-bdc8-65babed961be', 'network_id': '073ed7e2-6aa9-4479-bdc8-65babed961be', 'tenant_id': 'c78a54e25a6847c0b4552ade74c23a42', 'fixed_ips': [{'subnet_id': 'fbb9aa2a-2340-4b15-8f7a-181c2b2c70d3'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:09.925996 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-618e9616-9842-4246-9210-ab917c59399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:09.951995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e7ebc4f3-a3b9-4f22-adc6-49dcf2bf517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:10.003275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ebc4f3-a3b9-4f22-adc6-49dcf2bf517b None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:10.003966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e7ebc4f3-a3b9-4f22-adc6-49dcf2bf517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:10.028495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:10.037977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.038305 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Added segment da792467-c82e-4698-ad78-9cc05c45da77 of type vlan for network e380770b-a7a2-436e-b267-27e291fc5a98 Apr 29 17:38:10.065191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.077833 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e7ebc4f3-a3b9-4f22-adc6-49dcf2bf517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:10.078225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ebc4f3-a3b9-4f22-adc6-49dcf2bf517b None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:10.092308 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc491-01da-42f0-943a-fc610b5d5508 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.096927 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.102556 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:10.103267 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.175870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-618e9616-9842-4246-9210-ab917c59399c None None] Allocated IP 2001:db8::1 (073ed7e2-6aa9-4479-bdc8-65babed961be/fbb9aa2a-2340-4b15-8f7a-181c2b2c70d3/ee5f5cee-1dde-42b4-821a-01686985df09) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:10.202570 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3982913 Apr 29 17:38:10.205643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50804) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:10.213877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'subnet': {'network_id': 'e380770b-a7a2-436e-b267-27e291fc5a98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:10.227467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86bee6-5832-427f-9627-b3edb50c8090 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Network': ['ID=e380770b-a7a2-436e-b267-27e291fc5a98,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:10.269781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network e380770b-a7a2-436e-b267-27e291fc5a98 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:10.329039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:10.333175 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:subnet and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:10.336355 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:10.342209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:10.353149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:10.357221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.456759 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.ipam_backend_mixin [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Performing IP validity checks on allocation pools {{(pid=88018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 17:38:10.457439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.ipam_backend_mixin [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 17:38:10.467135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-618e9616-9842-4246-9210-ab917c59399c None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.477134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-618e9616-9842-4246-9210-ab917c59399c None None] Transition to ACTIVE for port object ee5f5cee-1dde-42b4-821a-01686985df09 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:10.494964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-618e9616-9842-4246-9210-ab917c59399c None None] Transition to ACTIVE for port object ee5f5cee-1dde-42b4-821a-01686985df09 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:10.500717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-618e9616-9842-4246-9210-ab917c59399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.572035 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618e9616-9842-4246-9210-ab917c59399c None None] Network 073ed7e2-6aa9-4479-bdc8-65babed961be is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:10.574818 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-618e9616-9842-4246-9210-ab917c59399c None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:10.578324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618e9616-9842-4246-9210-ab917c59399c None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:10.584251 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e9616-9842-4246-9210-ab917c59399c None None] Pushing event updated for resources: {'Port': ['ID=ee5f5cee-1dde-42b4-821a-01686985df09,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:10.599805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.619071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4af255e-da01-4c41-ab86-ab7ffa850059 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router d54cc7b8-9e56-49f6-b671-08b3ccc1494e has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:10.636567 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7fdbc491-01da-42f0-943a-fc610b5d5508 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 271c2b0d-202e-435c-934d-a4ce57d611ff {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:10.636910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc491-01da-42f0-943a-fc610b5d5508 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.692825 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Checking segment: {'id': 'da792467-c82e-4698-ad78-9cc05c45da77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e380770b-a7a2-436e-b267-27e291fc5a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:10.694080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network hostable DHCP agents. Network: e380770b-a7a2-436e-b267-27e291fc5a98, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:10.699109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Subnet': ['ID=c71bc412-f08a-4818-ae3b-21967d5e8ffa,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:10.712154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-618e9616-9842-4246-9210-ab917c59399c None None] Attempting to bind port ee5f5cee-1dde-42b4-821a-01686985df09 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:10.712667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-618e9616-9842-4246-9210-ab917c59399c None None] Attempting to bind port ee5f5cee-1dde-42b4-821a-01686985df09 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '0467bd95-30b8-4a7b-a617-d9cb30781827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '073ed7e2-6aa9-4479-bdc8-65babed961be'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:10.713327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e9616-9842-4246-9210-ab917c59399c None None] Attempting to bind port ee5f5cee-1dde-42b4-821a-01686985df09 on network 073ed7e2-6aa9-4479-bdc8-65babed961be {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:10.717572 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network e380770b-a7a2-436e-b267-27e291fc5a98 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:10.720630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e9616-9842-4246-9210-ab917c59399c None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:10.721085 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e9616-9842-4246-9210-ab917c59399c None None] Checking segment: {'id': '0467bd95-30b8-4a7b-a617-d9cb30781827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '073ed7e2-6aa9-4479-bdc8-65babed961be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:10.721495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-618e9616-9842-4246-9210-ab917c59399c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.722202 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618e9616-9842-4246-9210-ab917c59399c None None] Bound using segment: {'id': '0467bd95-30b8-4a7b-a617-d9cb30781827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '073ed7e2-6aa9-4479-bdc8-65babed961be'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:10.722906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-618e9616-9842-4246-9210-ab917c59399c None None] Bound port: ee5f5cee-1dde-42b4-821a-01686985df09, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0467bd95-30b8-4a7b-a617-d9cb30781827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '073ed7e2-6aa9-4479-bdc8-65babed961be'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:10.723529 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-618e9616-9842-4246-9210-ab917c59399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.728597 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, e380770b-a7a2-436e-b267-27e291fc5a98) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:10.733022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:10.733889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.742810 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5869d8-e731-4561-9ece-681cd0dc3cd2 None None] Network e380770b-a7a2-436e-b267-27e291fc5a98 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:10.760304 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5eca771c-2984-4e7e-ac7a-caff3bb8a94c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5510821 Apr 29 17:38:10.760527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50808) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:10.909550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.931751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-618e9616-9842-4246-9210-ab917c59399c None None] For port ee5f5cee-1dde-42b4-821a-01686985df09, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:10.936556 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-618e9616-9842-4246-9210-ab917c59399c None None] For port ee5f5cee-1dde-42b4-821a-01686985df09, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ee5f5cee-1dde-42b4-821a-01686985df09,segment=NetworkSegment(0467bd95-30b8-4a7b-a617-d9cb30781827),segment_id=0467bd95-30b8-4a7b-a617-d9cb30781827)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:10.960085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4af255e-da01-4c41-ab86-ab7ffa850059 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:10.965578 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-618e9616-9842-4246-9210-ab917c59399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.965912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4af255e-da01-4c41-ab86-ab7ffa850059 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:10.975111 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994dd94c-fe1d-4897-8c98-64522a164f1c None None] Sync routers for ids ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:10.984175 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994dd94c-fe1d-4897-8c98-64522a164f1c None None] Routers {'d54cc7b8-9e56-49f6-b671-08b3ccc1494e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:10.984980 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-994dd94c-fe1d-4897-8c98-64522a164f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:10.986111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.024494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc491-01da-42f0-943a-fc610b5d5508 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.069477 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-994dd94c-fe1d-4897-8c98-64522a164f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:11.078740 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994dd94c-fe1d-4897-8c98-64522a164f1c None None] Routers {'d54cc7b8-9e56-49f6-b671-08b3ccc1494e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:11.079583 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-994dd94c-fe1d-4897-8c98-64522a164f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:11.085749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.138213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Subnet': ['ID=c71bc412-f08a-4818-ae3b-21967d5e8ffa,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:11.144976 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-994dd94c-fe1d-4897-8c98-64522a164f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:11.145966 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994dd94c-fe1d-4897-8c98-64522a164f1c None None] The sync data for ids ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:11.154217 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7fdbc491-01da-42f0-943a-fc610b5d5508 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for 271c2b0d-202e-435c-934d-a4ce57d611ff owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:11.176922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae1558a-13b6-47d4-bcd1-4506e8127f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e380770b-a7a2-436e-b267-27e291fc5a98', 'network_id': 'e380770b-a7a2-436e-b267-27e291fc5a98', 'tenant_id': 'c78a54e25a6847c0b4552ade74c23a42', 'fixed_ips': [{'subnet_id': 'c71bc412-f08a-4818-ae3b-21967d5e8ffa'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:11.177900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3ae1558a-13b6-47d4-bcd1-4506e8127f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.256947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.266495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e9616-9842-4246-9210-ab917c59399c None None] Pushing event updated for resources: {'Port': ['ID=ee5f5cee-1dde-42b4-821a-01686985df09,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:11.289144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e380770b-a7a2-436e-b267-27e291fc5a98']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:11.303680 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da792467-c82e-4698-ad78-9cc05c45da77') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:11.303955 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da792467-c82e-4698-ad78-9cc05c45da77') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:11.317275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.327870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee88f523-3602-4410-9b58-7c70fdaa94ad None None] Network e380770b-a7a2-436e-b267-27e291fc5a98 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:11.335899 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.343915 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:11.344471 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:11.360603 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:11.406596 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c4af255e-da01-4c41-ab86-ab7ffa850059 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "PUT /v2.0/floatingips/34400746-66d5-46fd-a3d7-5e7b3da1ecdd HTTP/1.1" status: 200 len: 979 time: 4.2596536 Apr 29 17:38:11.407868 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50812) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:11.477060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.495206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.511328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Network': ['ID=e380770b-a7a2-436e-b267-27e291fc5a98,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:11.519386 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b02e34c3-322f-4f69-9cd3-a2b8cf77d5b3 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/e380770b-a7a2-436e-b267-27e291fc5a98 HTTP/1.1" status: 204 len: 168 time: 0.7577071 Apr 29 17:38:11.520012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50816) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:11.530480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1119701344'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:11.539710 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:11.543912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:network and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:11.546481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b0d20-f2e4-409a-ae61-750855e0d300 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port fcd5c34f-b309-495d-bfb2-226c1a73917e {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:11.547184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0d20-f2e4-409a-ae61-750855e0d300 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.547865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:11.555285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:11.566170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:11.570161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.600430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:11.610989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.611470 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Added segment b660b6df-1f5e-44f3-9ac0-a72b19bb210b of type vlan for network 72fb9329-c5eb-4566-979d-478967375776 Apr 29 17:38:11.653209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.686471 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.692549 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:11.693290 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.801966 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2766156 Apr 29 17:38:11.802188 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50820) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:11.804726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae38a8-6c7e-4c51-a2a6-8ba26ee8bf19 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Network': ['ID=72fb9329-c5eb-4566-979d-478967375776,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:11.809586 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'subnet': {'network_id': '72fb9329-c5eb-4566-979d-478967375776', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:11.815147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 72fb9329-c5eb-4566-979d-478967375776 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:11.828567 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc491-01da-42f0-943a-fc610b5d5508 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.891331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbc491-01da-42f0-943a-fc610b5d5508 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=271c2b0d-202e-435c-934d-a4ce57d611ff,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:11.921427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:11.926175 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:subnet and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:11.930149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:11.935885 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:11.948623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:11.952829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:11.987775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0d20-f2e4-409a-ae61-750855e0d300 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:12.300418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc491-01da-42f0-943a-fc610b5d5508 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:12.307172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:12.386791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Subnet': ['ID=91e1d9db-5f89-4583-8cce-a4cf8504d9e9,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:12.397466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Checking segment: {'id': 'b660b6df-1f5e-44f3-9ac0-a72b19bb210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '72fb9329-c5eb-4566-979d-478967375776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:12.397806 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network hostable DHCP agents. Network: 72fb9329-c5eb-4566-979d-478967375776, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:12.408505 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3d9c7-fadb-4b19-9277-99de1286043e None None] Network 073ed7e2-6aa9-4479-bdc8-65babed961be requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:12.417569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network 72fb9329-c5eb-4566-979d-478967375776 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:12.428964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 72fb9329-c5eb-4566-979d-478967375776) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:12.433808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:12.434540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:12.443004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e4d76a-9974-491f-b171-2f0ed307078d None None] Network 72fb9329-c5eb-4566-979d-478967375776 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:12.459644 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d0f5cbcf-b09f-49d0-ad9e-b291b396c775 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6540391 Apr 29 17:38:12.459895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50824) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:12.604627 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:12.681581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:12.769649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:12.790084 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-50046fb9-cd40-4d7c-95cc-7887a9cfa5a5 None None] Provisioning for port ee5f5cee-1dde-42b4-821a-01686985df09 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:12.803578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0d20-f2e4-409a-ae61-750855e0d300 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:12.805236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0d20-f2e4-409a-ae61-750855e0d300 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:12.805236 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-0e7b0d20-f2e4-409a-ae61-750855e0d300 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Floating IP 34400746-66d5-46fd-a3d7-5e7b3da1ecdd disassociated. External IP: 172.26.4.207, port: fcd5c34f-b309-495d-bfb2-226c1a73917e. Apr 29 17:38:12.805236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b0d20-f2e4-409a-ae61-750855e0d300 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for fcd5c34f-b309-495d-bfb2-226c1a73917e owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:12.813155 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Subnet': ['ID=91e1d9db-5f89-4583-8cce-a4cf8504d9e9,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:12.868820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdbc491-01da-42f0-943a-fc610b5d5508 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 3e9e1594-0787-4590-a76f-c012f7559f59 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:12.916349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:12.924210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb015ca-5b1c-4a46-821a-0beac4f7d413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-72fb9329-c5eb-4566-979d-478967375776', 'network_id': '72fb9329-c5eb-4566-979d-478967375776', 'tenant_id': 'c78a54e25a6847c0b4552ade74c23a42', 'fixed_ips': [{'subnet_id': '91e1d9db-5f89-4583-8cce-a4cf8504d9e9'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:12.925051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-acb015ca-5b1c-4a46-821a-0beac4f7d413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:12.945805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fb9329-c5eb-4566-979d-478967375776']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:12.962406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b660b6df-1f5e-44f3-9ac0-a72b19bb210b') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:12.962839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b660b6df-1f5e-44f3-9ac0-a72b19bb210b') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:12.975726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:12.994798 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.002319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:13.002761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.039101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aec5f96-497e-4441-b0ba-bb02e594698e None None] Network 72fb9329-c5eb-4566-979d-478967375776 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:13.071658 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdbc491-01da-42f0-943a-fc610b5d5508 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:13.108748 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7fdbc491-01da-42f0-943a-fc610b5d5508 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/3e9e1594-0787-4590-a76f-c012f7559f59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5837457 Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:13.111254 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:13.113782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50828) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:13.124681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0d20-f2e4-409a-ae61-750855e0d300 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.168836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.181384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-78b05e20-3e7d-4b29-b7f2-4aa4544a84d9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Synchronizing usage tracker for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:13.197178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.219855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Network': ['ID=72fb9329-c5eb-4566-979d-478967375776,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:13.221790 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b0d20-f2e4-409a-ae61-750855e0d300 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=fcd5c34f-b309-495d-bfb2-226c1a73917e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:13.224764 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b8cae891-a286-4650-8e9e-ff76f72fc948 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/72fb9329-c5eb-4566-979d-478967375776 HTTP/1.1" status: 204 len: 168 time: 0.7637789 Apr 29 17:38:13.226102 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-78b05e20-3e7d-4b29-b7f2-4aa4544a84d9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Unset dirty status for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:13.227909 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-78b05e20-3e7d-4b29-b7f2-4aa4544a84d9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9e1594-0787-4590-a76f-c012f7559f59 HTTP/1.1" status: 200 len: 205 time: 0.1145439 Apr 29 17:38:13.228821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50832) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:13.230383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50834) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:13.246072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1416647885'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:13.255045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:13.265574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:network and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:13.268644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:13.274637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:13.288133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:13.292957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.332677 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de9bc5-330c-40ff-9deb-2ee448b731f7 None None] Sync routers for ids ['3e9e1594-0787-4590-a76f-c012f7559f59'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:13.340599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:13.353545 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.354061 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Added segment 13ea0c09-4c18-4967-a66f-a5d631402091 of type vlan for network 0da4ae34-810c-4620-ae43-467c0c91326d Apr 29 17:38:13.393541 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.423181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ee5f5cee-1dde-42b4-821a-01686985df09 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:13.434673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.440481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:13.441083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.459285 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de9bc5-330c-40ff-9deb-2ee448b731f7 None None] Routers {'3e9e1594-0787-4590-a76f-c012f7559f59'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:13.459993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-d4de9bc5-330c-40ff-9deb-2ee448b731f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['3e9e1594-0787-4590-a76f-c012f7559f59'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:13.545827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-d4de9bc5-330c-40ff-9deb-2ee448b731f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:13.566794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de9bc5-330c-40ff-9deb-2ee448b731f7 None None] Routers {'3e9e1594-0787-4590-a76f-c012f7559f59'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:13.567579 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-d4de9bc5-330c-40ff-9deb-2ee448b731f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['3e9e1594-0787-4590-a76f-c012f7559f59'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:13.569518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ed2-3a36-402a-8ebb-06ac869716e3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.570033 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3398488 Apr 29 17:38:13.573631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50840) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:13.576402 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc062b-39ce-4b79-8a3a-9b2a720d1220 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Network': ['ID=0da4ae34-810c-4620-ae43-467c0c91326d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:13.581661 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'subnet': {'network_id': '0da4ae34-810c-4620-ae43-467c0c91326d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:13.616026 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 0da4ae34-810c-4620-ae43-467c0c91326d details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:13.659996 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-d4de9bc5-330c-40ff-9deb-2ee448b731f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:13.660454 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de9bc5-330c-40ff-9deb-2ee448b731f7 None None] The sync data for ids ['3e9e1594-0787-4590-a76f-c012f7559f59'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:13.719481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:13.723433 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:subnet and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:13.726630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:13.732555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:13.743829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:13.747855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.774929 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port ee5f5cee-1dde-42b4-821a-01686985df09 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:13.782618 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port ee5f5cee-1dde-42b4-821a-01686985df09 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:13.783124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.900456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ed2-3a36-402a-8ebb-06ac869716e3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.901742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.904134 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ed2-3a36-402a-8ebb-06ac869716e3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.917778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7b0d20-f2e4-409a-ae61-750855e0d300 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router d54cc7b8-9e56-49f6-b671-08b3ccc1494e has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:13.936714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port ee5f5cee-1dde-42b4-821a-01686985df09, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ee5f5cee-1dde-42b4-821a-01686985df09,segment=NetworkSegment(0467bd95-30b8-4a7b-a617-d9cb30781827),segment_id=0467bd95-30b8-4a7b-a617-d9cb30781827)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:13.939681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ed2-3a36-402a-8ebb-06ac869716e3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.940190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba03ed2-3a36-402a-8ebb-06ac869716e3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Fanout notify agent at l3_agent the message router_deleted on router 3e9e1594-0787-4590-a76f-c012f7559f59 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:38:13.941435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:13.988295 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.011652 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=ee5f5cee-1dde-42b4-821a-01686985df09,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:14.056586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8ba03ed2-3a36-402a-8ebb-06ac869716e3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.057668 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8ba03ed2-3a36-402a-8ebb-06ac869716e3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/3e9e1594-0787-4590-a76f-c012f7559f59 HTTP/1.1" status: 204 len: 168 time: 0.8260884 Apr 29 17:38:14.062848 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50844) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:14.100127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Subnet': ['ID=8ec66c10-ad05-4b47-ab36-3519671b340f,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:14.129225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Checking segment: {'id': '13ea0c09-4c18-4967-a66f-a5d631402091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0da4ae34-810c-4620-ae43-467c0c91326d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:14.129607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network hostable DHCP agents. Network: 0da4ae34-810c-4620-ae43-467c0c91326d, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:14.157787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c086d7-39ad-437d-9467-c1d9a1479ff0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting subnet a576b038-4ff2-4229-9131-d19434d29b95 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:38:14.162747 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94c086d7-39ad-437d-9467-c1d9a1479ff0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.199547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network 0da4ae34-810c-4620-ae43-467c0c91326d is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:14.215842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 0da4ae34-810c-4620-ae43-467c0c91326d) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:14.223874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:14.224591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.226488 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0e9ad7-32e9-48f5-84e9-8b2a3dc7f798 None None] Network 0da4ae34-810c-4620-ae43-467c0c91326d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:14.239748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94c086d7-39ad-437d-9467-c1d9a1479ff0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.259886 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7b0d20-f2e4-409a-ae61-750855e0d300 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:14.270246 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2acd968-75bc-4d15-8d16-70d9dcddcab0 None None] Sync routers for ids ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:14.279504 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2acd968-75bc-4d15-8d16-70d9dcddcab0 None None] Routers {'d54cc7b8-9e56-49f6-b671-08b3ccc1494e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:14.280368 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e2acd968-75bc-4d15-8d16-70d9dcddcab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:14.296936 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9e151723-abaf-46e4-a2de-4dae3a501171 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7221253 Apr 29 17:38:14.300227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50848) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:14.344360 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e2acd968-75bc-4d15-8d16-70d9dcddcab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:14.354744 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2acd968-75bc-4d15-8d16-70d9dcddcab0 None None] Routers {'d54cc7b8-9e56-49f6-b671-08b3ccc1494e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:14.355724 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e2acd968-75bc-4d15-8d16-70d9dcddcab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:14.373416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0e7b0d20-f2e4-409a-ae61-750855e0d300 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.375437 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0e7b0d20-f2e4-409a-ae61-750855e0d300 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/ports/fcd5c34f-b309-495d-bfb2-226c1a73917e HTTP/1.1" status: 204 len: 168 time: 2.9628668 Apr 29 17:38:14.377978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50852) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:14.423137 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e2acd968-75bc-4d15-8d16-70d9dcddcab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:14.423830 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2acd968-75bc-4d15-8d16-70d9dcddcab0 None None] The sync data for ids ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:14.492106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-0da4ae34-810c-4620-ae43-467c0c91326d', 'network_id': '0da4ae34-810c-4620-ae43-467c0c91326d', 'tenant_id': 'c78a54e25a6847c0b4552ade74c23a42', 'fixed_ips': [{'subnet_id': '8ec66c10-ad05-4b47-ab36-3519671b340f'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:14.493070 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.562273 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94c086d7-39ad-437d-9467-c1d9a1479ff0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.647598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.658546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Allocated IP 2001:db8::1 (0da4ae34-810c-4620-ae43-467c0c91326d/8ec66c10-ad05-4b47-ab36-3519671b340f/8bd95356-5d2b-4972-adef-9912aa66ce07) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:14.697054 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94c086d7-39ad-437d-9467-c1d9a1479ff0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.751988 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c086d7-39ad-437d-9467-c1d9a1479ff0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Subnet': ['ID=a576b038-4ff2-4229-9131-d19434d29b95,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:14.753827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94c086d7-39ad-437d-9467-c1d9a1479ff0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.764045 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-94c086d7-39ad-437d-9467-c1d9a1479ff0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/a576b038-4ff2-4229-9131-d19434d29b95 HTTP/1.1" status: 204 len: 168 time: 0.6982751 Apr 29 17:38:14.766840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50856) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:14.775469 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b0bab7-ad13-45ab-8d0a-b0b01b885c3c None None] Network 5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:14.789861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.937981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.948745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:14.949073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:14.987087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0fa4-d511-4fcb-b6ef-ec3eff36a1b5 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.059343 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.072726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Transition to ACTIVE for port object 8bd95356-5d2b-4972-adef-9912aa66ce07 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:15.093938 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Transition to ACTIVE for port object 8bd95356-5d2b-4972-adef-9912aa66ce07 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:15.102567 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.166238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd,segment=NetworkSegment(c9e4a256-04e0-45d4-9bfe-ddbded04a911),segment_id=c9e4a256-04e0-45d4-9bfe-ddbded04a911)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:15.166916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.170668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Network 0da4ae34-810c-4620-ae43-467c0c91326d is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:15.175931 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:15.178034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e478786b-0799-4269-8cea-10c18290c3b5 None None] DHCP port deletion for 5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:38:15.180417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.182399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:15.186182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-e478786b-0799-4269-8cea-10c18290c3b5 None None] Deleting port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:15.186547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e478786b-0799-4269-8cea-10c18290c3b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.321850 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Pushing event updated for resources: {'Port': ['ID=8bd95356-5d2b-4972-adef-9912aa66ce07,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:15.324615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:15.370359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec66c10-ad05-4b47-ab36-3519671b340f,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:15.374082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ee5f5cee-1dde-42b4-821a-01686985df09 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:15.384476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f0fa4-d511-4fcb-b6ef-ec3eff36a1b5 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port 747c22db-bf6e-4770-8a6d-8a0ca0fc366c {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:15.384817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0fa4-d511-4fcb-b6ef-ec3eff36a1b5 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.435963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Attempting to bind port 8bd95356-5d2b-4972-adef-9912aa66ce07 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:15.436329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Attempting to bind port 8bd95356-5d2b-4972-adef-9912aa66ce07 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '13ea0c09-4c18-4967-a66f-a5d631402091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0da4ae34-810c-4620-ae43-467c0c91326d'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:15.436706 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Attempting to bind port 8bd95356-5d2b-4972-adef-9912aa66ce07 on network 0da4ae34-810c-4620-ae43-467c0c91326d {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:15.448310 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:15.448668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Checking segment: {'id': '13ea0c09-4c18-4967-a66f-a5d631402091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0da4ae34-810c-4620-ae43-467c0c91326d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:15.449078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.449466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Bound using segment: {'id': '13ea0c09-4c18-4967-a66f-a5d631402091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0da4ae34-810c-4620-ae43-467c0c91326d'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:15.449932 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Bound port: 8bd95356-5d2b-4972-adef-9912aa66ce07, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ea0c09-4c18-4967-a66f-a5d631402091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0da4ae34-810c-4620-ae43-467c0c91326d'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:15.450298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.482345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.509251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da4ae34-810c-4620-ae43-467c0c91326d']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:15.519535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.549866 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port ee5f5cee-1dde-42b4-821a-01686985df09 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:15.550231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.554022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ea0c09-4c18-4967-a66f-a5d631402091') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:15.554735 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ea0c09-4c18-4967-a66f-a5d631402091') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:15.582867 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0fa4-d511-4fcb-b6ef-ec3eff36a1b5 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.583078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.593142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:15.597220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No DVR routers for this DVR port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:38:15.653115 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.673104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:15.673500 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:15.688998 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:15.723152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e478786b-0799-4269-8cea-10c18290c3b5 None None] For port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd,segment=NetworkSegment(c9e4a256-04e0-45d4-9bfe-ddbded04a911),segment_id=c9e4a256-04e0-45d4-9bfe-ddbded04a911)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:15.723597 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e478786b-0799-4269-8cea-10c18290c3b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.726382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f0fa4-d511-4fcb-b6ef-ec3eff36a1b5 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for 747c22db-bf6e-4770-8a6d-8a0ca0fc366c owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:15.744914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] For port 8bd95356-5d2b-4972-adef-9912aa66ce07, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:15.759886 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.841752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 17:38:15.841752 dv-neutron-839024-2-hyperv neutron-server[88018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 17:38:15.841752 dv-neutron-839024-2-hyperv neutron-server[88018]: [parameters: {'id': '0da4ae34-810c-4620-ae43-467c0c91326d'}] Apr 29 17:38:15.841752 dv-neutron-839024-2-hyperv neutron-server[88018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:38:15.842288 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:38:15.845377 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:15.859957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e4a256-04e0-45d4-9bfe-ddbded04a911') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:15.860249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e4a256-04e0-45d4-9bfe-ddbded04a911') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:15.862424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-e478786b-0799-4269-8cea-10c18290c3b5 None None] Calling delete_port for 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:15.872674 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.891824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.899071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:15.899526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:15.914801 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:15.917767 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] For port 8bd95356-5d2b-4972-adef-9912aa66ce07, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8bd95356-5d2b-4972-adef-9912aa66ce07,segment=NetworkSegment(13ea0c09-4c18-4967-a66f-a5d631402091),segment_id=13ea0c09-4c18-4967-a66f-a5d631402091)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:15.973060 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:16.061642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0fa4-d511-4fcb-b6ef-ec3eff36a1b5 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:16.111575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:38:16.114085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:16.136471 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:16.139430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f0fa4-d511-4fcb-b6ef-ec3eff36a1b5 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=747c22db-bf6e-4770-8a6d-8a0ca0fc366c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:16.142980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Network': ['ID=5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:16.161050 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-26144915-c61e-46f2-9708-0bde797e4989 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/networks/5aa81d4e-b962-4dd4-b4ef-c3b8ddf72e98 HTTP/1.1" status: 204 len: 168 time: 1.3933423 Apr 29 17:38:16.164746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50860) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:16.170988 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-e478786b-0799-4269-8cea-10c18290c3b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:38:16.171360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-e478786b-0799-4269-8cea-10c18290c3b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:38:16.171991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1550839127', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:16.174065 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e78dd9-6872-491f-bb3c-beafc5158de0 None None] Pushing event updated for resources: {'Port': ['ID=8bd95356-5d2b-4972-adef-9912aa66ce07,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:16.176399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:38:16.176727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:38:16.181413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:16.185448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:router and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:16.194006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:16.205839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2be941-cbb3-47ad-a90f-05b1b2c53c04 None None] Network 0da4ae34-810c-4620-ae43-467c0c91326d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:16.211848 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:16.229292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:16.230359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:16.250945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:16.343251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:16.446477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0fa4-d511-4fcb-b6ef-ec3eff36a1b5 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:16.478297 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Deleting port 8bd95356-5d2b-4972-adef-9912aa66ce07 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:16.478297 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:16.585050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:16.673499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-e478786b-0799-4269-8cea-10c18290c3b5 None None] Deleting port 75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:16.673957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e478786b-0799-4269-8cea-10c18290c3b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:16.750582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-e478786b-0799-4269-8cea-10c18290c3b5 None None] The port '75e8f5d9-0ec5-4937-b3bf-d2b50cd5d0fd' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:38:16.767834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8152b8f3-646d-4a91-8eb5-7b31a7a2311e None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:38:16.812090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5f0fa4-d511-4fcb-b6ef-ec3eff36a1b5 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router d54cc7b8-9e56-49f6-b671-08b3ccc1494e has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:16.832432 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] For port 8bd95356-5d2b-4972-adef-9912aa66ce07, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8bd95356-5d2b-4972-adef-9912aa66ce07,segment=NetworkSegment(13ea0c09-4c18-4967-a66f-a5d631402091),segment_id=13ea0c09-4c18-4967-a66f-a5d631402091)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:16.832815 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:16.877764 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8152b8f3-646d-4a91-8eb5-7b31a7a2311e None None] Resources bound (agent type, host, resource id): {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 17:38:16.964718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Calling delete_port for 8bd95356-5d2b-4972-adef-9912aa66ce07 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:16.996656 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5f0fa4-d511-4fcb-b6ef-ec3eff36a1b5 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:17.010942 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67c6dc-60d2-49e5-bea1-6921055543e4 None None] Sync routers for ids ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:17.015687 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8d5f0fa4-d511-4fcb-b6ef-ec3eff36a1b5 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "PUT /v2.0/routers/d54cc7b8-9e56-49f6-b671-08b3ccc1494e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6341484 Apr 29 17:38:17.015928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50864) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:17.046399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d67c6dc-60d2-49e5-bea1-6921055543e4 None None] Routers {'d54cc7b8-9e56-49f6-b671-08b3ccc1494e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:17.046796 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-2d67c6dc-60d2-49e5-bea1-6921055543e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:17.137770 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-2d67c6dc-60d2-49e5-bea1-6921055543e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:17.161588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:17.169145 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d67c6dc-60d2-49e5-bea1-6921055543e4 None None] Routers {'d54cc7b8-9e56-49f6-b671-08b3ccc1494e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:17.170032 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-2d67c6dc-60d2-49e5-bea1-6921055543e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:17.212112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No DVR routers for this DVR port 8bd95356-5d2b-4972-adef-9912aa66ce07 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:38:17.213966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:17.237246 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-2d67c6dc-60d2-49e5-bea1-6921055543e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:17.237559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67c6dc-60d2-49e5-bea1-6921055543e4 None None] The sync data for ids ['d54cc7b8-9e56-49f6-b671-08b3ccc1494e'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:17.280391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Port': ['ID=8bd95356-5d2b-4972-adef-9912aa66ce07,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:17.289333 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:17.341004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:17.524010 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:17.538729 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port 59c74008-d797-4a29-aabf-956dc5034679 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:17.539079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:17.568738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:17.608591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da4ae34-810c-4620-ae43-467c0c91326d']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:17.626521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ea0c09-4c18-4967-a66f-a5d631402091') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:17.626861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ea0c09-4c18-4967-a66f-a5d631402091') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:17.667736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:17.697487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:17.712357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:17.712755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:17.713108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:17.727175 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:17.731411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Allocated IP 172.26.4.58 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/e7a02243-e1e2-4899-aecf-df676e731c3d) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:17.833179 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:17.836935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for 59c74008-d797-4a29-aabf-956dc5034679 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:17.853325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:17.902990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Network': ['ID=0da4ae34-810c-4620-ae43-467c0c91326d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:17.933168 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9feb67b8-ba3a-4db2-9c76-c5b48b8b372f tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/0da4ae34-810c-4620-ae43-467c0c91326d HTTP/1.1" status: 204 len: 168 time: 3.6319163 Apr 29 17:38:17.936998 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50868) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:17.943471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-514273896'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:17.949108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:17.953633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:network and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:17.957136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:17.965480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:17.975130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.005624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.016147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:18.019734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.059323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:18.061583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.075599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:18.078360 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:18.080725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:18.106738 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.116184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=e7a02243-e1e2-4899-aecf-df676e731c3d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:18.118624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=59c74008-d797-4a29-aabf-956dc5034679,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:18.122423 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.122765 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Added segment 7fa953ea-694d-4c53-a272-ee7771af187c of type vlan for network cc7e794b-e534-41df-92e2-112a17272e6e Apr 29 17:38:18.215633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.244041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.420343 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.422138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.427596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:18.428181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.432145 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.507488 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.545299 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6071970 Apr 29 17:38:18.551136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.551682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Fanout notify agent at l3_agent the message router_deleted on router d54cc7b8-9e56-49f6-b671-08b3ccc1494e {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:38:18.553062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50874) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:18.560831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedcc68-2094-4d03-8f30-f08cecf96e82 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Network': ['ID=cc7e794b-e534-41df-92e2-112a17272e6e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:18.567683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'subnet': {'network_id': 'cc7e794b-e534-41df-92e2-112a17272e6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:18.571590 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network cc7e794b-e534-41df-92e2-112a17272e6e details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:18.591910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.595458 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1395fab0-7d4e-42a8-ac3c-c97c4cda3879 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/routers/d54cc7b8-9e56-49f6-b671-08b3ccc1494e HTTP/1.1" status: 204 len: 168 time: 1.5751369 Apr 29 17:38:18.603630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50878) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:18.735237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:18.740644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-54179501-de98-4b13-bd6d-fc34c90e33cd tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting subnet 50c0b0e2-13ba-45eb-b651-12362f9c30dd {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:38:18.744339 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-54179501-de98-4b13-bd6d-fc34c90e33cd tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.775417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:subnet and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:18.782183 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:18.795099 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:18.814190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-54179501-de98-4b13-bd6d-fc34c90e33cd tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.841343 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:18.844759 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:18.858576 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:19.128296 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-54179501-de98-4b13-bd6d-fc34c90e33cd tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:19.187929 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router c3c573aa-9c21-4944-b82b-8339976aca6f is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:38:19.273855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-54179501-de98-4b13-bd6d-fc34c90e33cd tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:19.316428 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54179501-de98-4b13-bd6d-fc34c90e33cd tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Subnet': ['ID=50c0b0e2-13ba-45eb-b651-12362f9c30dd,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:19.320143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:19.361971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2642e6d-6e1a-4324-baf8-6d4aea046cf9 None None] Network f151d2af-ecb9-48a1-8f84-dd71db33b823 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:19.362510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-54179501-de98-4b13-bd6d-fc34c90e33cd tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:19.365290 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:19.377956 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f5480-15e2-44de-87f7-a022870228c9 None None] Sync routers for ids ['c3c573aa-9c21-4944-b82b-8339976aca6f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:19.390012 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-54179501-de98-4b13-bd6d-fc34c90e33cd tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/subnets/50c0b0e2-13ba-45eb-b651-12362f9c30dd HTTP/1.1" status: 204 len: 168 time: 0.7856166 Apr 29 17:38:19.392953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50882) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:19.394811 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f5480-15e2-44de-87f7-a022870228c9 None None] Routers {'c3c573aa-9c21-4944-b82b-8339976aca6f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:19.395810 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-4f4f5480-15e2-44de-87f7-a022870228c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['c3c573aa-9c21-4944-b82b-8339976aca6f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:19.413352 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Subnet': ['ID=6001faf1-ca81-4520-b868-b8a5060f2b9e,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:19.419767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:19.421670 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9fd5feca-38d7-4c48-a341-0edaae39a996 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.2562532 Apr 29 17:38:19.424529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Checking segment: {'id': '7fa953ea-694d-4c53-a272-ee7771af187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7e794b-e534-41df-92e2-112a17272e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:19.424936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network hostable DHCP agents. Network: cc7e794b-e534-41df-92e2-112a17272e6e, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:19.426933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50886) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:19.446956 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network cc7e794b-e534-41df-92e2-112a17272e6e is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:19.464738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, cc7e794b-e534-41df-92e2-112a17272e6e) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:19.478425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:19.479023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:19.495944 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-4f4f5480-15e2-44de-87f7-a022870228c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:19.504358 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754e76fd-ce85-4c5f-b78c-6ee88601e34f None None] Network cc7e794b-e534-41df-92e2-112a17272e6e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:19.506832 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f5480-15e2-44de-87f7-a022870228c9 None None] Routers {'c3c573aa-9c21-4944-b82b-8339976aca6f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:19.507666 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-4f4f5480-15e2-44de-87f7-a022870228c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['c3c573aa-9c21-4944-b82b-8339976aca6f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:19.511642 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4dc8bda8-f6ca-468f-8ba5-94d8a8f16d39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9527936 Apr 29 17:38:19.512175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50890) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:19.521164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'subnet': {'network_id': 'cc7e794b-e534-41df-92e2-112a17272e6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:19.583871 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-4f4f5480-15e2-44de-87f7-a022870228c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:19.584538 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f5480-15e2-44de-87f7-a022870228c9 None None] The sync data for ids ['c3c573aa-9c21-4944-b82b-8339976aca6f'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:19.670090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:19.683038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:19.687987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:subnet and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:19.691898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:19.698869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:19.712275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port c9bd4acf-ffd8-4de3-af70-7b1cf888c767 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:19.712581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:19.712981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:19.716645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:19.771614 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-822247f6-e1d6-4b44-890c-edae27d8a0fb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/routers/c3c573aa-9c21-4944-b82b-8339976aca6f HTTP/1.1" status: 200 len: 880 time: 0.3437674 Apr 29 17:38:19.774106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50894) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:19.813211 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-cc7e794b-e534-41df-92e2-112a17272e6e', 'network_id': 'cc7e794b-e534-41df-92e2-112a17272e6e', 'tenant_id': 'c78a54e25a6847c0b4552ade74c23a42', 'fixed_ips': [{'subnet_id': '6001faf1-ca81-4520-b868-b8a5060f2b9e'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:19.814045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:19.830901 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e7ecfd-ee47-4588-a48b-149d5fa9dd7b None None] DHCP port deletion for f151d2af-ecb9-48a1-8f84-dd71db33b823 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:38:19.900958 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-19e7ecfd-ee47-4588-a48b-149d5fa9dd7b None None] Deleting port c9bd4acf-ffd8-4de3-af70-7b1cf888c767 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:19.901508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-19e7ecfd-ee47-4588-a48b-149d5fa9dd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:19.989373 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:20.047630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network cc7e794b-e534-41df-92e2-112a17272e6e is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:20.051789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:20.056887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:20.057695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:20.074663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Allocated IP 2001:db8::2 (cc7e794b-e534-41df-92e2-112a17272e6e/6001faf1-ca81-4520-b868-b8a5060f2b9e/24afb1d4-69af-43bc-8d47-6c7a85634388) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:20.074905 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Subnet': ['ID=6b306725-633d-4411-a873-e8140141ee88,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:20.085835 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5112e903-06a6-4adc-93cd-61d4d24d0654 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5710876 Apr 29 17:38:20.088560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50898) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:20.090313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] For port c9bd4acf-ffd8-4de3-af70-7b1cf888c767, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c9bd4acf-ffd8-4de3-af70-7b1cf888c767,segment=NetworkSegment(f7f4e112-4f83-49ce-b0d6-e0f2074af4cd),segment_id=f7f4e112-4f83-49ce-b0d6-e0f2074af4cd)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:20.090683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:20.209969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-19e7ecfd-ee47-4588-a48b-149d5fa9dd7b None None] For port c9bd4acf-ffd8-4de3-af70-7b1cf888c767, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c9bd4acf-ffd8-4de3-af70-7b1cf888c767,segment=NetworkSegment(f7f4e112-4f83-49ce-b0d6-e0f2074af4cd),segment_id=f7f4e112-4f83-49ce-b0d6-e0f2074af4cd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:20.210376 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-19e7ecfd-ee47-4588-a48b-149d5fa9dd7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:20.251135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for c9bd4acf-ffd8-4de3-af70-7b1cf888c767 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:20.389894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-19e7ecfd-ee47-4588-a48b-149d5fa9dd7b None None] Calling delete_port for c9bd4acf-ffd8-4de3-af70-7b1cf888c767 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:20.452743 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe004e-920c-429d-875c-0b32b147860e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:20.454200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe004e-920c-429d-875c-0b32b147860e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:20.455698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe004e-920c-429d-875c-0b32b147860e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:20.457133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe004e-920c-429d-875c-0b32b147860e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:20.458554 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe004e-920c-429d-875c-0b32b147860e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:20.459535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9ebe004e-920c-429d-875c-0b32b147860e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Synchronizing usage tracker for tenant:c78a54e25a6847c0b4552ade74c23a42 on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:20.507613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9ebe004e-920c-429d-875c-0b32b147860e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Unset dirty status for tenant:c78a54e25a6847c0b4552ade74c23a42 on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:20.512794 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9ebe004e-920c-429d-875c-0b32b147860e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4103429 Apr 29 17:38:20.514221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50902) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:20.522786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296974789'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:20.531197 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:20.531847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-19e7ecfd-ee47-4588-a48b-149d5fa9dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:20.538423 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:network and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:20.546746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-726c65a9-610f-4d67-8dc8-94f219fb3a14 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Synchronizing usage tracker for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:router {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:20.549505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:20.556561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:20.558332 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:38:20.558634 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:38:20.574260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:20.578417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:20.589327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7ecfd-ee47-4588-a48b-149d5fa9dd7b None None] Pushing event deleted for resources: {'Port': ['ID=c9bd4acf-ffd8-4de3-af70-7b1cf888c767,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:20.592928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-726c65a9-610f-4d67-8dc8-94f219fb3a14 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Unset dirty status for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:router {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:20.593254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e7ecfd-ee47-4588-a48b-149d5fa9dd7b None None] No DVR routers for this DVR port c9bd4acf-ffd8-4de3-af70-7b1cf888c767 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:38:20.597120 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-726c65a9-610f-4d67-8dc8-94f219fb3a14 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8194692 Apr 29 17:38:20.597371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:20.598112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50906) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:20.607821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Transition to ACTIVE for port object 24afb1d4-69af-43bc-8d47-6c7a85634388 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:20.610718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-df83c942-d18f-4435-b7c9-0278179e19f6 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1550839127'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:20.618569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:20.628084 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Transition to ACTIVE for port object 24afb1d4-69af-43bc-8d47-6c7a85634388 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:20.628886 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:20.629376 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Added segment c9387fec-7e72-427c-856d-89a4435fd892 of type vlan for network a41648c3-0e9f-417c-a525-f2563ec34ccc Apr 29 17:38:20.635366 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:20.662151 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:20.697160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:20.702804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:20.703423 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:20.728589 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Network cc7e794b-e534-41df-92e2-112a17272e6e is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:20.737016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:20.738979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Pushing event updated for resources: {'Port': ['ID=24afb1d4-69af-43bc-8d47-6c7a85634388,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:20.744044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:20.806386 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2899334 Apr 29 17:38:20.811025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50910) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:20.818469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5b67e14c-8d39-49ec-8fcd-12d893d77e87 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:20.818728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f8cae-7c80-4fff-a02f-a3e4de8e6c69 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Network': ['ID=a41648c3-0e9f-417c-a525-f2563ec34ccc,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:20.830808 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network a41648c3-0e9f-417c-a525-f2563ec34ccc details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:20.853313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Attempting to bind port 24afb1d4-69af-43bc-8d47-6c7a85634388 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:20.853677 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Attempting to bind port 24afb1d4-69af-43bc-8d47-6c7a85634388 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '7fa953ea-694d-4c53-a272-ee7771af187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7e794b-e534-41df-92e2-112a17272e6e'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:20.854038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Attempting to bind port 24afb1d4-69af-43bc-8d47-6c7a85634388 on network cc7e794b-e534-41df-92e2-112a17272e6e {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:20.905465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:20.905465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Checking segment: {'id': '7fa953ea-694d-4c53-a272-ee7771af187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7e794b-e534-41df-92e2-112a17272e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:20.906664 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:20.906664 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Bound using segment: {'id': '7fa953ea-694d-4c53-a272-ee7771af187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7e794b-e534-41df-92e2-112a17272e6e'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:20.906664 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Bound port: 24afb1d4-69af-43bc-8d47-6c7a85634388, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa953ea-694d-4c53-a272-ee7771af187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cc7e794b-e534-41df-92e2-112a17272e6e'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:20.906948 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.055890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] For port 24afb1d4-69af-43bc-8d47-6c7a85634388, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:21.058708 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] For port 24afb1d4-69af-43bc-8d47-6c7a85634388, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=24afb1d4-69af-43bc-8d47-6c7a85634388,segment=NetworkSegment(7fa953ea-694d-4c53-a272-ee7771af187c),segment_id=7fa953ea-694d-4c53-a272-ee7771af187c)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:21.060119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port c9bd4acf-ffd8-4de3-af70-7b1cf888c767 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:21.060662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.064110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.140650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] The port 'c9bd4acf-ffd8-4de3-af70-7b1cf888c767' was deleted {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:38:21.153636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a45e5-e377-42f3-b14e-ebeca3ffbb3a None None] Pushing event updated for resources: {'Port': ['ID=24afb1d4-69af-43bc-8d47-6c7a85634388,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:21.272189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.301228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f151d2af-ecb9-48a1-8f84-dd71db33b823']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:21.314881 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c9bd4acf-ffd8-4de3-af70-7b1cf888c767 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:38:21.315598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f4e112-4f83-49ce-b0d6-e0f2074af4cd') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:21.315896 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f4e112-4f83-49ce-b0d6-e0f2074af4cd') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:21.336449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.342842 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:38:21.377956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.382626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: c9bd4acf-ffd8-4de3-af70-7b1cf888c767 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:38:21.382972 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c9bd4acf-ffd8-4de3-af70-7b1cf888c767 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:38:21.389937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:21.390365 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:21.405746 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:21.497189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5b67e14c-8d39-49ec-8fcd-12d893d77e87 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.505945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.523734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.530132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5b67e14c-8d39-49ec-8fcd-12d893d77e87 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.533493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Network': ['ID=f151d2af-ecb9-48a1-8f84-dd71db33b823,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:21.536904 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b3d47e6f-9a20-4f5b-b21a-91d045a1592f tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/networks/f151d2af-ecb9-48a1-8f84-dd71db33b823 HTTP/1.1" status: 204 len: 168 time: 2.1428556 Apr 29 17:38:21.539479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50914) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:21.577514 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b67e14c-8d39-49ec-8fcd-12d893d77e87 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network a41648c3-0e9f-417c-a525-f2563ec34ccc is not hosted by any dhcp agent {{(pid=88019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 17:38:21.582669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b67e14c-8d39-49ec-8fcd-12d893d77e87 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:21.583248 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5b67e14c-8d39-49ec-8fcd-12d893d77e87 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.587163 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5b67e14c-8d39-49ec-8fcd-12d893d77e87 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "PUT /v2.0/networks/a41648c3-0e9f-417c-a525-f2563ec34ccc HTTP/1.1" status: 200 len: 723 time: 0.7725992 Apr 29 17:38:21.591737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50918) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:21.599411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-df83c942-d18f-4435-b7c9-0278179e19f6 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.648653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'subnet': {'network_id': 'a41648c3-0e9f-417c-a525-f2563ec34ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:21.688781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67e14c-8d39-49ec-8fcd-12d893d77e87 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Network': ['ID=a41648c3-0e9f-417c-a525-f2563ec34ccc,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:21.696150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-dd50e6f5-4724-4982-bd1a-08c2bba64b5c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port 4511177c-ef38-4a80-918c-8de7d8442c68 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:21.696482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd50e6f5-4724-4982-bd1a-08c2bba64b5c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.697987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-df83c942-d18f-4435-b7c9-0278179e19f6 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.701699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network a41648c3-0e9f-417c-a525-f2563ec34ccc details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:21.871739 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd50e6f5-4724-4982-bd1a-08c2bba64b5c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.872708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd50e6f5-4724-4982-bd1a-08c2bba64b5c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.897030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:21.913656 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:21.946955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:21.950577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:21.997851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df83c942-d18f-4435-b7c9-0278179e19f6 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router c3c573aa-9c21-4944-b82b-8339976aca6f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:21.998779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-dd50e6f5-4724-4982-bd1a-08c2bba64b5c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for 4511177c-ef38-4a80-918c-8de7d8442c68 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:22.154520 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd50e6f5-4724-4982-bd1a-08c2bba64b5c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:22.192742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56ba3fb-f21b-4c13-9ed1-1fc0d622cccc None None] Network cc7e794b-e534-41df-92e2-112a17272e6e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:22.198557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50e6f5-4724-4982-bd1a-08c2bba64b5c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=4511177c-ef38-4a80-918c-8de7d8442c68,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:22.302291 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df83c942-d18f-4435-b7c9-0278179e19f6 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:22.303499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd50e6f5-4724-4982-bd1a-08c2bba64b5c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:22.303694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cd72d88c-3e2d-4ff5-897a-8f11c7ebca80 None None] Provisioning for port 24afb1d4-69af-43bc-8d47-6c7a85634388 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:22.318502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e7f52-d070-409b-8cde-f37ee7466b7f None None] Sync routers for ids ['c3c573aa-9c21-4944-b82b-8339976aca6f'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:22.319676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-df83c942-d18f-4435-b7c9-0278179e19f6 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:22.321034 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-df83c942-d18f-4435-b7c9-0278179e19f6 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/c3c573aa-9c21-4944-b82b-8339976aca6f HTTP/1.1" status: 200 len: 887 time: 1.7214048 Apr 29 17:38:22.325064 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50922) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:22.355038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:22.370536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e7f52-d070-409b-8cde-f37ee7466b7f None None] Routers {'c3c573aa-9c21-4944-b82b-8339976aca6f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:22.371197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-943e7f52-d070-409b-8cde-f37ee7466b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['c3c573aa-9c21-4944-b82b-8339976aca6f'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:22.386999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dd50e6f5-4724-4982-bd1a-08c2bba64b5c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:22.397264 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-dd50e6f5-4724-4982-bd1a-08c2bba64b5c tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/floatingips/34400746-66d5-46fd-a3d7-5e7b3da1ecdd HTTP/1.1" status: 204 len: 168 time: 0.8477256 Apr 29 17:38:22.406480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50926) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:22.440184 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-943e7f52-d070-409b-8cde-f37ee7466b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:22.457458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e7f52-d070-409b-8cde-f37ee7466b7f None None] Routers {'c3c573aa-9c21-4944-b82b-8339976aca6f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:22.457812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-943e7f52-d070-409b-8cde-f37ee7466b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:37:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['c3c573aa-9c21-4944-b82b-8339976aca6f'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:22.467600 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3adfe2-59c4-4169-92cf-e4a514631b60 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:22.468084 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3adfe2-59c4-4169-92cf-e4a514631b60 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:22.472480 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7d3adfe2-59c4-4169-92cf-e4a514631b60 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/ports/fcd5c34f-b309-495d-bfb2-226c1a73917e HTTP/1.1" status: 404 len: 333 time: 0.0623748 Apr 29 17:38:22.478490 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50930) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:22.516573 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Subnet': ['ID=de8749e3-8c24-476e-aea1-1087e8dc25e7,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:22.534113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4035f2d5-e658-4e48-98cf-9e018389a8ee tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Synchronizing usage tracker for tenant:22c2d4b02510415789cc3e18793fb72a on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:22.543662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Checking segment: {'id': 'c9387fec-7e72-427c-856d-89a4435fd892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a41648c3-0e9f-417c-a525-f2563ec34ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:22.543999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network hostable DHCP agents. Network: a41648c3-0e9f-417c-a525-f2563ec34ccc, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:22.564068 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4035f2d5-e658-4e48-98cf-9e018389a8ee tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Unset dirty status for tenant:22c2d4b02510415789cc3e18793fb72a on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:22.565442 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4035f2d5-e658-4e48-98cf-9e018389a8ee tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d54cc7b8-9e56-49f6-b671-08b3ccc1494e HTTP/1.1" status: 200 len: 205 time: 0.0828719 Apr 29 17:38:22.568550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50934) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:22.572739 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-943e7f52-d070-409b-8cde-f37ee7466b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:22.573190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e7f52-d070-409b-8cde-f37ee7466b7f None None] The sync data for ids ['c3c573aa-9c21-4944-b82b-8339976aca6f'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:22.636744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network a41648c3-0e9f-417c-a525-f2563ec34ccc is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:22.653053 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-b9164da8-4b58-4a52-ad34-03b9b2d801c7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] delete failed (client error): The resource could not be found. Apr 29 17:38:22.654306 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b9164da8-4b58-4a52-ad34-03b9b2d801c7 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/routers/d54cc7b8-9e56-49f6-b671-08b3ccc1494e HTTP/1.1" status: 404 len: 336 time: 0.0848243 Apr 29 17:38:22.654971 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, a41648c3-0e9f-417c-a525-f2563ec34ccc) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:22.657385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50938) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:22.660599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:22.663094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575274'] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:22.689868 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-82396e0c-da30-466b-8f85-a0b6c4779c39 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0948710 Apr 29 17:38:22.690510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50942) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:22.691768 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55bea2e-3c37-42f9-ab8c-4db4ee905e49 None None] Network a41648c3-0e9f-417c-a525-f2563ec34ccc requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:22.696492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-6f289372-ac12-4e1d-b1af-015e3076d202 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:22.715218 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-289e83ed-0e91-4f2b-a2f4-f642fb0493e4 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/routers/c3c573aa-9c21-4944-b82b-8339976aca6f HTTP/1.1" status: 200 len: 887 time: 0.3889472 Apr 29 17:38:22.719754 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-99fd6026-0711-45ff-bd64-1a3a35e76bef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:22.720172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99fd6026-0711-45ff-bd64-1a3a35e76bef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:22.721797 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-99fd6026-0711-45ff-bd64-1a3a35e76bef tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/subnets/50c0b0e2-13ba-45eb-b651-12362f9c30dd HTTP/1.1" status: 404 len: 337 time: 0.0624049 Apr 29 17:38:22.722328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50946) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:22.731776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50950) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:22.767797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-336144ca-7a62-4eba-a648-846c6bfd948c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Synchronizing usage tracker for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:22.783609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-336144ca-7a62-4eba-a648-846c6bfd948c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Unset dirty status for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:22.784948 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-336144ca-7a62-4eba-a648-846c6bfd948c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3c573aa-9c21-4944-b82b-8339976aca6f HTTP/1.1" status: 200 len: 205 time: 0.0615978 Apr 29 17:38:22.787761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50954) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:22.808514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c8f5ac-ae12-45d7-abc7-43f54e7d762c None None] Update dhcp port {'port': {'network_id': 'cc7e794b-e534-41df-92e2-112a17272e6e', 'fixed_ips': [{'subnet_id': '6001faf1-ca81-4520-b868-b8a5060f2b9e', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b306725-633d-4411-a873-e8140141ee88'}], 'binding:host_id': 'dv-neutron-839024-2-hyperv'}, 'id': '24afb1d4-69af-43bc-8d47-6c7a85634388'} from dv-neutron-839024-2-hyperv. {{(pid=88020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 17:38:22.833818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a73edaf6-21cd-4f65-9235-2b4722c549e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port daa8994f-dde2-4553-bba6-da6f8c51dff9 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:22.834428 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a73edaf6-21cd-4f65-9235-2b4722c549e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:22.905737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c6c8f5ac-ae12-45d7-abc7-43f54e7d762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:22.973133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.069865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-a41648c3-0e9f-417c-a525-f2563ec34ccc', 'network_id': 'a41648c3-0e9f-417c-a525-f2563ec34ccc', 'tenant_id': 'c78a54e25a6847c0b4552ade74c23a42', 'fixed_ips': [{'subnet_id': 'de8749e3-8c24-476e-aea1-1087e8dc25e7'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:23.070748 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.088431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f289372-ac12-4e1d-b1af-015e3076d202 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6831950'] for subnet, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.165962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.176267 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port e7a02243-e1e2-4899-aecf-df676e731c3d {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:23.176656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.261715 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-c6c8f5ac-ae12-45d7-abc7-43f54e7d762c None None] Allocated IP 172.20.0.1 (cc7e794b-e534-41df-92e2-112a17272e6e/6b306725-633d-4411-a873-e8140141ee88/24afb1d4-69af-43bc-8d47-6c7a85634388) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:23.264302 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-08d9f6c5-9135-49ce-8f07-5d4dd8d6f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.383829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.394913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a73edaf6-21cd-4f65-9235-2b4722c549e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.418458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 24afb1d4-69af-43bc-8d47-6c7a85634388 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:23.510539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c6c8f5ac-ae12-45d7-abc7-43f54e7d762c None None] For port 24afb1d4-69af-43bc-8d47-6c7a85634388, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=24afb1d4-69af-43bc-8d47-6c7a85634388,segment=NetworkSegment(7fa953ea-694d-4c53-a272-ee7771af187c),segment_id=7fa953ea-694d-4c53-a272-ee7771af187c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:23.525232 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for e7a02243-e1e2-4899-aecf-df676e731c3d owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:23.527634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a73edaf6-21cd-4f65-9235-2b4722c549e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for daa8994f-dde2-4553-bba6-da6f8c51dff9 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:23.533179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 24afb1d4-69af-43bc-8d47-6c7a85634388 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:23.542849 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c6c8f5ac-ae12-45d7-abc7-43f54e7d762c None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.546376 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 24afb1d4-69af-43bc-8d47-6c7a85634388 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:23.546716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.568748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f289372-ac12-4e1d-b1af-015e3076d202 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764221782007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7992537'] for subnet, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.668891 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Allocated IP 2001:db8::2 (a41648c3-0e9f-417c-a525-f2563ec34ccc/de8749e3-8c24-476e-aea1-1087e8dc25e7/1f05d28c-ea22-4cfd-9530-38a1841452b0) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:23.714211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.744675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f289372-ac12-4e1d-b1af-015e3076d202 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:23.745288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f289372-ac12-4e1d-b1af-015e3076d202 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.748919 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6f289372-ac12-4e1d-b1af-015e3076d202 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "PUT /v2.0/subnets/de8749e3-8c24-476e-aea1-1087e8dc25e7 HTTP/1.1" status: 200 len: 826 time: 1.0550368 Apr 29 17:38:23.755056 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50958) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:23.762302 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=e7a02243-e1e2-4899-aecf-df676e731c3d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:23.786747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f289372-ac12-4e1d-b1af-015e3076d202 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Subnet': ['ID=de8749e3-8c24-476e-aea1-1087e8dc25e7,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:23.812188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.826533 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c6c8f5ac-ae12-45d7-abc7-43f54e7d762c None None] Transition to ACTIVE for port object 24afb1d4-69af-43bc-8d47-6c7a85634388 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:23.840762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c6c8f5ac-ae12-45d7-abc7-43f54e7d762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.859751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.868183 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a73edaf6-21cd-4f65-9235-2b4722c549e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:23.931565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73edaf6-21cd-4f65-9235-2b4722c549e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=daa8994f-dde2-4553-bba6-da6f8c51dff9,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:24.039933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.061395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a73edaf6-21cd-4f65-9235-2b4722c549e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.072275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8f5ac-ae12-45d7-abc7-43f54e7d762c None None] Pushing event updated for resources: {'Port': ['ID=24afb1d4-69af-43bc-8d47-6c7a85634388,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:24.121504 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a73edaf6-21cd-4f65-9235-2b4722c549e1 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/ports/daa8994f-dde2-4553-bba6-da6f8c51dff9 HTTP/1.1" status: 204 len: 168 time: 1.3846695 Apr 29 17:38:24.122297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50962) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:24.129249 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:38:24.129249 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:38:24.151860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.163379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Transition to ACTIVE for port object 1f05d28c-ea22-4cfd-9530-38a1841452b0 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:24.164407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.167883 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.184726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Transition to ACTIVE for port object 1f05d28c-ea22-4cfd-9530-38a1841452b0 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:24.193215 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.197155 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.199021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Fanout notify agent at l3_agent the message router_deleted on router c3c573aa-9c21-4944-b82b-8339976aca6f {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:38:24.210214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.227720 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.228824 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-afe54c22-9975-4006-880f-5aa19f69ce2f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/c3c573aa-9c21-4944-b82b-8339976aca6f HTTP/1.1" status: 204 len: 168 time: 1.4401674 Apr 29 17:38:24.233352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50966) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:24.246959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'network': {'name': 'tempest-RoutersTest-805152173'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:24.253821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:24.259624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:network and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:24.263664 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:24.263829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-337e8e05-ebe1-49f6-b5ab-a3b027e791ab tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port f47d9f4d-2e11-411e-a807-37e7fc13882c {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:24.264062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-337e8e05-ebe1-49f6-b5ab-a3b027e791ab tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.270511 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Network a41648c3-0e9f-417c-a525-f2563ec34ccc is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:24.271071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:24.273681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:24.277564 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:24.289263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:24.295269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.310763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Pushing event updated for resources: {'Port': ['ID=1f05d28c-ea22-4cfd-9530-38a1841452b0,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:24.376268 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Attempting to bind port 1f05d28c-ea22-4cfd-9530-38a1841452b0 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:24.376999 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Attempting to bind port 1f05d28c-ea22-4cfd-9530-38a1841452b0 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'c9387fec-7e72-427c-856d-89a4435fd892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a41648c3-0e9f-417c-a525-f2563ec34ccc'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:24.376999 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Attempting to bind port 1f05d28c-ea22-4cfd-9530-38a1841452b0 on network a41648c3-0e9f-417c-a525-f2563ec34ccc {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:24.382725 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:24.383097 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Checking segment: {'id': 'c9387fec-7e72-427c-856d-89a4435fd892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a41648c3-0e9f-417c-a525-f2563ec34ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:24.383524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.383915 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Bound using segment: {'id': 'c9387fec-7e72-427c-856d-89a4435fd892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a41648c3-0e9f-417c-a525-f2563ec34ccc'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:24.384377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Bound port: 1f05d28c-ea22-4cfd-9530-38a1841452b0, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9387fec-7e72-427c-856d-89a4435fd892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a41648c3-0e9f-417c-a525-f2563ec34ccc'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:24.384746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.394039 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.407442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:24.419054 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.419760 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Added segment ec57910b-f22b-4206-8a64-b9b78de76b95 of type vlan for network bb7b1808-b39b-4bdc-959b-bfe783ea5735 Apr 29 17:38:24.440737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Subnet': ['ID=de8749e3-8c24-476e-aea1-1087e8dc25e7,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:24.453629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.482045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] For port 1f05d28c-ea22-4cfd-9530-38a1841452b0, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:24.485807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] For port 1f05d28c-ea22-4cfd-9530-38a1841452b0, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1f05d28c-ea22-4cfd-9530-38a1841452b0,segment=NetworkSegment(c9387fec-7e72-427c-856d-89a4435fd892),segment_id=c9387fec-7e72-427c-856d-89a4435fd892)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:24.491069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.491526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.498852 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:24.499905 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.541558 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3047404 Apr 29 17:38:24.546455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50970) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:24.553018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'subnet': {'network_id': 'bb7b1808-b39b-4bdc-959b-bfe783ea5735', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:24.585639 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f377c-ecbe-4453-80b8-4d6ce4079730 None None] Pushing event updated for resources: {'Port': ['ID=1f05d28c-ea22-4cfd-9530-38a1841452b0,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:24.704811 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.776987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fba2230-0159-409e-b042-41212dd2e44d None None] Network a41648c3-0e9f-417c-a525-f2563ec34ccc requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:24.781956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052ae9e-6f2d-442f-80b0-81231624745a tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Network': ['ID=bb7b1808-b39b-4bdc-959b-bfe783ea5735,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:24.790818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.796589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:24.801385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:subnet and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:24.804718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:24.808788 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network bb7b1808-b39b-4bdc-959b-bfe783ea5735 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:24.810681 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:24.822117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 24afb1d4-69af-43bc-8d47-6c7a85634388, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=24afb1d4-69af-43bc-8d47-6c7a85634388,segment=NetworkSegment(7fa953ea-694d-4c53-a272-ee7771af187c),segment_id=7fa953ea-694d-4c53-a272-ee7771af187c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:24.822913 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:24.827491 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.830085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41648c3-0e9f-417c-a525-f2563ec34ccc']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:24.835667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15423be9-09be-4a43-92a7-7ad0f30194ab None None] Network cc7e794b-e534-41df-92e2-112a17272e6e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:24.853583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9387fec-7e72-427c-856d-89a4435fd892') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:24.853873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9387fec-7e72-427c-856d-89a4435fd892') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:24.861180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-337e8e05-ebe1-49f6-b5ab-a3b027e791ab tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.876758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.904624 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:24.996641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-337e8e05-ebe1-49f6-b5ab-a3b027e791ab tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for f47d9f4d-2e11-411e-a807-37e7fc13882c owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:25.043983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.056833 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:25.057062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.062351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:25.071611 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:25.138070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Subnet': ['ID=f7fb08c0-5ee5-466f-8e2a-564f007a7d26,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:25.148228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Checking segment: {'id': 'ec57910b-f22b-4206-8a64-b9b78de76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bb7b1808-b39b-4bdc-959b-bfe783ea5735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:25.148593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network hostable DHCP agents. Network: bb7b1808-b39b-4bdc-959b-bfe783ea5735, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:25.169953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 17:38:25.169953 dv-neutron-839024-2-hyperv neutron-server[88019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 17:38:25.169953 dv-neutron-839024-2-hyperv neutron-server[88019]: [parameters: {'id': 'a41648c3-0e9f-417c-a525-f2563ec34ccc'}] Apr 29 17:38:25.169953 dv-neutron-839024-2-hyperv neutron-server[88019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:38:25.170608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:38:25.173674 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network bb7b1808-b39b-4bdc-959b-bfe783ea5735 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:25.184317 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, bb7b1808-b39b-4bdc-959b-bfe783ea5735) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:25.188448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:25.189284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.206363 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5ef3ceb9-dfd1-4a75-af44-23d7c8fafecc None None] Provisioning for port 24afb1d4-69af-43bc-8d47-6c7a85634388 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:25.209456 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c217d-5c98-45e3-b217-1a6f9ce62da3 None None] Network bb7b1808-b39b-4bdc-959b-bfe783ea5735 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:25.213551 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1b9d6afe-3550-48a7-96c7-bc7dc1e74ed3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6655760 Apr 29 17:38:25.216086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50974) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:25.222043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ba8c3d88-6e6f-400c-b990-676e7f1b7d78 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-284343075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:25.230855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ba8c3d88-6e6f-400c-b990-676e7f1b7d78 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:25.235758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ba8c3d88-6e6f-400c-b990-676e7f1b7d78 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:router and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:25.240237 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ba8c3d88-6e6f-400c-b990-676e7f1b7d78 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:25.242092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-337e8e05-ebe1-49f6-b5ab-a3b027e791ab tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.248318 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ba8c3d88-6e6f-400c-b990-676e7f1b7d78 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:25.263531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3d88-6e6f-400c-b990-676e7f1b7d78 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.264745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3d88-6e6f-400c-b990-676e7f1b7d78 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.286153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3d88-6e6f-400c-b990-676e7f1b7d78 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.294174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5ef3ceb9-dfd1-4a75-af44-23d7c8fafecc None None] Provisioning complete for port 24afb1d4-69af-43bc-8d47-6c7a85634388 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:25.294664 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5ef3ceb9-dfd1-4a75-af44-23d7c8fafecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.317145 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=24afb1d4-69af-43bc-8d47-6c7a85634388,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:25.317892 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3d88-6e6f-400c-b990-676e7f1b7d78 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.343333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e8e05-ebe1-49f6-b5ab-a3b027e791ab tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=f47d9f4d-2e11-411e-a807-37e7fc13882c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:25.364064 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3d88-6e6f-400c-b990-676e7f1b7d78 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.365943 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ba8c3d88-6e6f-400c-b990-676e7f1b7d78 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1488976 Apr 29 17:38:25.368976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50978) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:25.404749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-337e8e05-ebe1-49f6-b5ab-a3b027e791ab tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.416981 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-337e8e05-ebe1-49f6-b5ab-a3b027e791ab tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/ports/f47d9f4d-2e11-411e-a807-37e7fc13882c HTTP/1.1" status: 204 len: 168 time: 1.2913327 Apr 29 17:38:25.419545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50982) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:25.422571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 24afb1d4-69af-43bc-8d47-6c7a85634388 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:25.501510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245458e-95f4-4dd1-813c-4a2054f21dc4 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:25.502136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d245458e-95f4-4dd1-813c-4a2054f21dc4 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Synchronizing usage tracker for tenant:22c2d4b02510415789cc3e18793fb72a on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:25.518208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d245458e-95f4-4dd1-813c-4a2054f21dc4 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Unset dirty status for tenant:22c2d4b02510415789cc3e18793fb72a on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:25.522054 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d245458e-95f4-4dd1-813c-4a2054f21dc4 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "GET /v2.0/ports?device_id=6aa30ead-faa8-4393-9de9-6faaebc9cf92 HTTP/1.1" status: 200 len: 913 time: 0.0989082 Apr 29 17:38:25.522780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 50986) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:25.547330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-abba922b-5780-49b7-a54e-c758e1def023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.672711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.705399 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Deleting port 1f05d28c-ea22-4cfd-9530-38a1841452b0 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:25.705698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.751761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ea88f0-a358-4cfe-a123-88a9c56922f7 None None] Network a41648c3-0e9f-417c-a525-f2563ec34ccc requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:25.828316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 24afb1d4-69af-43bc-8d47-6c7a85634388 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:25.828653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.860763 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:25.930470 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-bb7b1808-b39b-4bdc-959b-bfe783ea5735', 'network_id': 'bb7b1808-b39b-4bdc-959b-bfe783ea5735', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'fixed_ips': [{'subnet_id': 'f7fb08c0-5ee5-466f-8e2a-564f007a7d26'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:25.931323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.128420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] For port 1f05d28c-ea22-4cfd-9530-38a1841452b0, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1f05d28c-ea22-4cfd-9530-38a1841452b0,segment=NetworkSegment(c9387fec-7e72-427c-856d-89a4435fd892),segment_id=c9387fec-7e72-427c-856d-89a4435fd892)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:26.129441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.278141 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Allocated IP 172.20.0.2 (bb7b1808-b39b-4bdc-959b-bfe783ea5735/f7fb08c0-5ee5-466f-8e2a-564f007a7d26/22344c45-5ebd-427b-a630-1b5a2281c257) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:26.396124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Calling delete_port for 1f05d28c-ea22-4cfd-9530-38a1841452b0 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:26.426092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-db7c2495-a717-4f57-8a48-869beacfa349 None None] Provisioning complete for port 24afb1d4-69af-43bc-8d47-6c7a85634388 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:26.426667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db7c2495-a717-4f57-8a48-869beacfa349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.521449 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.573097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Port': ['ID=1f05d28c-ea22-4cfd-9530-38a1841452b0,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:26.575051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No DVR routers for this DVR port 1f05d28c-ea22-4cfd-9530-38a1841452b0 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:38:26.622968 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.629204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.677042 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Transition to ACTIVE for port object 22344c45-5ebd-427b-a630-1b5a2281c257 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:26.706341 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Transition to ACTIVE for port object 22344c45-5ebd-427b-a630-1b5a2281c257 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:26.715347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.751040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.781487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41648c3-0e9f-417c-a525-f2563ec34ccc']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:26.789400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Allocated IP 172.20.0.1 (bb7b1808-b39b-4bdc-959b-bfe783ea5735/f7fb08c0-5ee5-466f-8e2a-564f007a7d26/6539ffbb-c2eb-43d0-a900-c7fbe39b9c26) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:26.790197 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5f7ead74-746e-438e-9018-e70ed8a6b00a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.794410 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Network bb7b1808-b39b-4bdc-959b-bfe783ea5735 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:26.798485 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:26.800904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:26.841200 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.848569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Pushing event updated for resources: {'Port': ['ID=22344c45-5ebd-427b-a630-1b5a2281c257,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:26.908316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Attempting to bind port 22344c45-5ebd-427b-a630-1b5a2281c257 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:26.908854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Attempting to bind port 22344c45-5ebd-427b-a630-1b5a2281c257 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'ec57910b-f22b-4206-8a64-b9b78de76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bb7b1808-b39b-4bdc-959b-bfe783ea5735'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:26.909312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Attempting to bind port 22344c45-5ebd-427b-a630-1b5a2281c257 on network bb7b1808-b39b-4bdc-959b-bfe783ea5735 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:26.916040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:26.916040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Checking segment: {'id': 'ec57910b-f22b-4206-8a64-b9b78de76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bb7b1808-b39b-4bdc-959b-bfe783ea5735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:26.916896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.917377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Bound using segment: {'id': 'ec57910b-f22b-4206-8a64-b9b78de76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bb7b1808-b39b-4bdc-959b-bfe783ea5735'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:26.917965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Bound port: 22344c45-5ebd-427b-a630-1b5a2281c257, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec57910b-f22b-4206-8a64-b9b78de76b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bb7b1808-b39b-4bdc-959b-bfe783ea5735'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:26.918435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.922154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9387fec-7e72-427c-856d-89a4435fd892') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:26.922453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9387fec-7e72-427c-856d-89a4435fd892') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:26.939590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.959500 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.963822 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.980840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:26.981512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:26.982384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Transition to ACTIVE for port object 6539ffbb-c2eb-43d0-a900-c7fbe39b9c26 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:26.995650 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:27.012262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.012707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] For port 22344c45-5ebd-427b-a630-1b5a2281c257, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:27.082157 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network bb7b1808-b39b-4bdc-959b-bfe783ea5735 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:27.085344 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:27.092288 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:27.144508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] For port 22344c45-5ebd-427b-a630-1b5a2281c257, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=22344c45-5ebd-427b-a630-1b5a2281c257,segment=NetworkSegment(ec57910b-f22b-4206-8a64-b9b78de76b95),segment_id=ec57910b-f22b-4206-8a64-b9b78de76b95)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:27.150447 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.173778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.176339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.199083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=6539ffbb-c2eb-43d0-a900-c7fbe39b9c26,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:27.207092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.224661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Network': ['ID=a41648c3-0e9f-417c-a525-f2563ec34ccc,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:27.235528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50992) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:27.235833 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6d217c29-430d-43a9-85ec-891ce9f77616 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/a41648c3-0e9f-417c-a525-f2563ec34ccc HTTP/1.1" status: 204 len: 168 time: 3.4793699 Apr 29 17:38:27.257151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1d514-8f83-4424-b056-7e1b86a135cb None None] Pushing event updated for resources: {'Port': ['ID=22344c45-5ebd-427b-a630-1b5a2281c257,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:27.298673 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ef1274-489f-44fa-96ea-a3ec7dedb2e0 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:27.299251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ef1274-489f-44fa-96ea-a3ec7dedb2e0 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:27.333545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ead74-746e-438e-9018-e70ed8a6b00a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port 87590a9a-c9df-4f59-b437-6bb5df6279fc {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:27.334273 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5f7ead74-746e-438e-9018-e70ed8a6b00a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.355182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 24afb1d4-69af-43bc-8d47-6c7a85634388 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:27.360244 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a1ef1274-489f-44fa-96ea-a3ec7dedb2e0 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/a41648c3-0e9f-417c-a525-f2563ec34ccc HTTP/1.1" status: 404 len: 339 time: 0.1233096 Apr 29 17:38:27.366152 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 50996) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:27.372753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-812359513', 'description': 'd1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:27.398144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:27.406538 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Usage tracker for resource:network and tenant:c78a54e25a6847c0b4552ade74c23a42 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:27.411497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:27.425100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:27.430024 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.467854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 24afb1d4-69af-43bc-8d47-6c7a85634388 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:27.468830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.481129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:27.484676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.552310 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:27.566291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.566631 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Added segment 89883a83-5010-4dda-a825-333c45d53c79 of type vlan for network bb6c65b0-1998-4e53-9e14-0ca094ca4827 Apr 29 17:38:27.655680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5f7ead74-746e-438e-9018-e70ed8a6b00a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.730315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.781917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ead74-746e-438e-9018-e70ed8a6b00a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for 87590a9a-c9df-4f59-b437-6bb5df6279fc owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:27.796557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.801922 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:27.802503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.925316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:27.987954 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6204591 Apr 29 17:38:27.993649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51000) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:27.994308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a36f61-f5bf-4256-94f3-68d91cf23530 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Network': ['ID=bb6c65b0-1998-4e53-9e14-0ca094ca4827,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:28.008102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network bb6c65b0-1998-4e53-9e14-0ca094ca4827 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:28.084680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5f7ead74-746e-438e-9018-e70ed8a6b00a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:28.162635 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1383536-28e3-4f90-9aa1-d8d325641839 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:28.163417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b1383536-28e3-4f90-9aa1-d8d325641839 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Synchronizing usage tracker for tenant:c78a54e25a6847c0b4552ade74c23a42 on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:28.165014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ead74-746e-438e-9018-e70ed8a6b00a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=87590a9a-c9df-4f59-b437-6bb5df6279fc,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:28.194600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:28.196622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b1383536-28e3-4f90-9aa1-d8d325641839 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Unset dirty status for tenant:c78a54e25a6847c0b4552ade74c23a42 on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:28.200771 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b1383536-28e3-4f90-9aa1-d8d325641839 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "GET /v2.0/networks?id=bb6c65b0-1998-4e53-9e14-0ca094ca4827 HTTP/1.1" status: 200 len: 764 time: 0.2003379 Apr 29 17:38:28.200771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51004) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:28.207090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-396941b9-84e8-4d14-8dd5-75cda2071734 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'network': {'description': 'd2'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:28.224272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:28.376495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225de5a7-89c6-41de-9daf-e76261437fdb None None] Network bb7b1808-b39b-4bdc-959b-bfe783ea5735 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:28.422773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5f7ead74-746e-438e-9018-e70ed8a6b00a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:28.488492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-36a3f46c-205a-43c1-88ed-2a5f06ef71af None None] Provisioning for port 22344c45-5ebd-427b-a630-1b5a2281c257 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:28.585249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:28.592523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=6539ffbb-c2eb-43d0-a900-c7fbe39b9c26,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:28.761870 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-396941b9-84e8-4d14-8dd5-75cda2071734 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:28.792884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-396941b9-84e8-4d14-8dd5-75cda2071734 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:28.806025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7ead74-746e-438e-9018-e70ed8a6b00a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:28.821623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-396941b9-84e8-4d14-8dd5-75cda2071734 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network bb6c65b0-1998-4e53-9e14-0ca094ca4827 is not hosted by any dhcp agent {{(pid=88018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 17:38:28.826847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396941b9-84e8-4d14-8dd5-75cda2071734 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:28.827516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-396941b9-84e8-4d14-8dd5-75cda2071734 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:28.831144 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-396941b9-84e8-4d14-8dd5-75cda2071734 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "PUT /v2.0/networks/bb6c65b0-1998-4e53-9e14-0ca094ca4827 HTTP/1.1" status: 200 len: 761 time: 0.6270483 Apr 29 17:38:28.855035 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51008) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:28.938652 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a1b4b83c-1fe6-4009-aa23-70fcbbe2197b None None] Provisioning for port 6539ffbb-c2eb-43d0-a900-c7fbe39b9c26 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:28.945737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a1b4b83c-1fe6-4009-aa23-70fcbbe2197b None None] Provisioning complete for port 6539ffbb-c2eb-43d0-a900-c7fbe39b9c26 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:28.946118 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b83c-1fe6-4009-aa23-70fcbbe2197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:28.951848 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network bb7b1808-b39b-4bdc-959b-bfe783ea5735 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:28.962420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396941b9-84e8-4d14-8dd5-75cda2071734 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Network': ['ID=bb6c65b0-1998-4e53-9e14-0ca094ca4827,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:28.968624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:28.987684 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network bb6c65b0-1998-4e53-9e14-0ca094ca4827 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:29.012026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7ead74-746e-438e-9018-e70ed8a6b00a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:29.023006 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c2c0d-a585-4646-ae3a-ba6ab9b13aa3 None None] Sync routers for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:29.038056 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c2c0d-a585-4646-ae3a-ba6ab9b13aa3 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:29.038665 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8b6c2c0d-a585-4646-ae3a-ba6ab9b13aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:29.048043 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5f7ead74-746e-438e-9018-e70ed8a6b00a tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "PUT /v2.0/routers/6aa30ead-faa8-4393-9de9-6faaebc9cf92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5236473 Apr 29 17:38:29.049245 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51012) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:29.124441 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8b6c2c0d-a585-4646-ae3a-ba6ab9b13aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:29.136594 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c2c0d-a585-4646-ae3a-ba6ab9b13aa3 None None] Routers {'6aa30ead-faa8-4393-9de9-6faaebc9cf92'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:29.137431 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8b6c2c0d-a585-4646-ae3a-ba6ab9b13aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:29.154273 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a1b4b83c-1fe6-4009-aa23-70fcbbe2197b None None] Port 6539ffbb-c2eb-43d0-a900-c7fbe39b9c26 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:29.199354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc42205-61e3-4f4c-b763-c876f421ad2a tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:29.200845 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9cc42205-61e3-4f4c-b763-c876f421ad2a tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "GET /v2.0/networks?id=bb6c65b0-1998-4e53-9e14-0ca094ca4827 HTTP/1.1" status: 200 len: 764 time: 0.3448415 Apr 29 17:38:29.204732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51016) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:29.218524 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8b6c2c0d-a585-4646-ae3a-ba6ab9b13aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:29.218921 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c2c0d-a585-4646-ae3a-ba6ab9b13aa3 None None] The sync data for ids ['6aa30ead-faa8-4393-9de9-6faaebc9cf92'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:29.290186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-62efa8cc-94c0-43ee-8852-cabf73209171 None None] Provisioning complete for port 6539ffbb-c2eb-43d0-a900-c7fbe39b9c26 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:29.290659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:29.290803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-62efa8cc-94c0-43ee-8852-cabf73209171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:29.328723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b08d9-2911-4e28-a20f-e4f7684fb400 None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:38:29.377036 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 22344c45-5ebd-427b-a630-1b5a2281c257 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:29.397996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fefd87f-3176-4dcd-a140-d52025e69f04 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:29.401988 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3fefd87f-3176-4dcd-a140-d52025e69f04 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1940362 Apr 29 17:38:29.402148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51020) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:29.437693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 62553de5-95f7-4250-a597-fb4deb80e61d is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:38:29.448187 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e240c8da-dcc0-4f2c-81fb-91eceab41429 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 207 time: 0.0416722 Apr 29 17:38:29.449342 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51024) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:29.465690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-62efa8cc-94c0-43ee-8852-cabf73209171 None None] Port 6539ffbb-c2eb-43d0-a900-c7fbe39b9c26 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:29.521100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 22344c45-5ebd-427b-a630-1b5a2281c257 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:29.531719 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 22344c45-5ebd-427b-a630-1b5a2281c257 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:29.532090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:29.601063 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b08d9-2911-4e28-a20f-e4f7684fb400 None None] Resources bound (agent type, host, resource id): {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 17:38:29.640395 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a0e253bb-e8b1-4f2f-a67b-ae875fedae3b None None] Provisioning complete for port 6539ffbb-c2eb-43d0-a900-c7fbe39b9c26 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:29.640637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a0e253bb-e8b1-4f2f-a67b-ae875fedae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:29.646047 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:29.657388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting port 5d7178e1-0bb7-4729-bdad-198732c31717 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:29.658386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:29.737009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:29.746372 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c95b4cdd-9d54-4a4b-b6ca-05ef629f651f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/62553de5-95f7-4250-a597-fb4deb80e61d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3738523 Apr 29 17:38:29.747122 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51028) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:29.758292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7183e609-73b4-44bf-91d3-b3bd18012cfb tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:29.764705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7183e609-73b4-44bf-91d3-b3bd18012cfb tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:29.770655 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7183e609-73b4-44bf-91d3-b3bd18012cfb tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:29.776378 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7183e609-73b4-44bf-91d3-b3bd18012cfb tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:29.782004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7183e609-73b4-44bf-91d3-b3bd18012cfb tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:29.787736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7183e609-73b4-44bf-91d3-b3bd18012cfb tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:29.793449 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7183e609-73b4-44bf-91d3-b3bd18012cfb tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3390772 Apr 29 17:38:29.794419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51032) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:29.806743 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3e6cc-2cb5-4602-80e8-9550663bc017 None None] Sync routers for ids ['62553de5-95f7-4250-a597-fb4deb80e61d'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:29.860962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a0e253bb-e8b1-4f2f-a67b-ae875fedae3b None None] Port 6539ffbb-c2eb-43d0-a900-c7fbe39b9c26 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:29.879153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3e6cc-2cb5-4602-80e8-9550663bc017 None None] Routers {'62553de5-95f7-4250-a597-fb4deb80e61d'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:29.879532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c8e3e6cc-2cb5-4602-80e8-9550663bc017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['62553de5-95f7-4250-a597-fb4deb80e61d'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:29.891586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf192f99-d336-45c3-afc5-5db52d26fb87 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:29.892162 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-cf192f99-d336-45c3-afc5-5db52d26fb87 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Synchronizing usage tracker for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:29.925559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:29.963533 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-32f69758-453a-42f1-8573-9d9240b63cb5 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1651738 Apr 29 17:38:29.964111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c8e3e6cc-2cb5-4602-80e8-9550663bc017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:29.964224 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51036) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:29.985270 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-cf192f99-d336-45c3-afc5-5db52d26fb87 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Unset dirty status for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:29.988861 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cf192f99-d336-45c3-afc5-5db52d26fb87 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports/6539ffbb-c2eb-43d0-a900-c7fbe39b9c26 HTTP/1.1" status: 200 len: 910 time: 0.2383218 Apr 29 17:38:29.990031 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:29.998981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51040) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:30.003667 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-34843bd9-9dc0-4da8-970b-e0dd06defff4 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f7fb08c0-5ee5-466f-8e2a-564f007a7d26'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:30.044807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3e6cc-2cb5-4602-80e8-9550663bc017 None None] Routers {'62553de5-95f7-4250-a597-fb4deb80e61d'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:30.045453 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c8e3e6cc-2cb5-4602-80e8-9550663bc017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['62553de5-95f7-4250-a597-fb4deb80e61d'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:30.049680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Calling delete_port for 5d7178e1-0bb7-4729-bdad-198732c31717 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:30.126626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c8e3e6cc-2cb5-4602-80e8-9550663bc017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:30.127097 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3e6cc-2cb5-4602-80e8-9550663bc017 None None] The sync data for ids ['62553de5-95f7-4250-a597-fb4deb80e61d'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:30.153771 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 22344c45-5ebd-427b-a630-1b5a2281c257, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=22344c45-5ebd-427b-a630-1b5a2281c257,segment=NetworkSegment(ec57910b-f22b-4206-8a64-b9b78de76b95),segment_id=ec57910b-f22b-4206-8a64-b9b78de76b95)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:30.162749 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:30.212580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5ddbb-105b-492c-8cec-8af5eea16f8c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:30.213954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5ddbb-105b-492c-8cec-8af5eea16f8c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:30.215612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5ddbb-105b-492c-8cec-8af5eea16f8c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:30.216912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5ddbb-105b-492c-8cec-8af5eea16f8c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:30.218387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5ddbb-105b-492c-8cec-8af5eea16f8c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:30.223468 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-69c5ddbb-105b-492c-8cec-8af5eea16f8c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2554181 Apr 29 17:38:30.224181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51044) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:30.279916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:30.284902 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=22344c45-5ebd-427b-a630-1b5a2281c257,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:30.338804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Port': ['ID=5d7178e1-0bb7-4729-bdad-198732c31717,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:30.350874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284b7bd-71c8-48da-8e38-c66864546ad7 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['shared'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:30.352307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284b7bd-71c8-48da-8e38-c66864546ad7 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['shared'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:30.353694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284b7bd-71c8-48da-8e38-c66864546ad7 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['shared'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:30.355067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284b7bd-71c8-48da-8e38-c66864546ad7 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['shared'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:30.356571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284b7bd-71c8-48da-8e38-c66864546ad7 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['shared'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:30.357232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f284b7bd-71c8-48da-8e38-c66864546ad7 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Synchronizing usage tracker for tenant:c78a54e25a6847c0b4552ade74c23a42 on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:30.403434 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-34843bd9-9dc0-4da8-970b-e0dd06defff4 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:30.438839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f284b7bd-71c8-48da-8e38-c66864546ad7 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Unset dirty status for tenant:c78a54e25a6847c0b4552ade74c23a42 on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:30.440233 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f284b7bd-71c8-48da-8e38-c66864546ad7 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2152910 Apr 29 17:38:30.443800 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51048) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:30.496899 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:30.729865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:30.734106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:30.773133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21dd656-aa8c-4966-80e3-af33274f123b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:30.773608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c21dd656-aa8c-4966-80e3-af33274f123b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Synchronizing usage tracker for tenant:c78a54e25a6847c0b4552ade74c23a42 on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:30.785687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:30.786195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa30ead-faa8-4393-9de9-6faaebc9cf92 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:38:30.788170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c21dd656-aa8c-4966-80e3-af33274f123b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Unset dirty status for tenant:c78a54e25a6847c0b4552ade74c23a42 on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:30.794340 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c21dd656-aa8c-4966-80e3-af33274f123b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "GET /v2.0/networks/d82c8ba3-eace-40ca-8692-09b82dfb64bc HTTP/1.1" status: 200 len: 804 time: 0.3446493 Apr 29 17:38:30.794653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51052) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:30.846429 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:30.848069 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c4be8bc6-df7d-4c21-b7f9-0661b8e91ced tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/routers/6aa30ead-faa8-4393-9de9-6faaebc9cf92 HTTP/1.1" status: 204 len: 168 time: 1.7969313 Apr 29 17:38:30.850906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51056) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:30.911278 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-34843bd9-9dc0-4da8-970b-e0dd06defff4 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:30.920399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-34843bd9-9dc0-4da8-970b-e0dd06defff4 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:30.992628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-586f0857-c629-423c-8d32-d29ffd8a8fd3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Deleting subnet 93efc1bb-bf02-4b31-a3b1-90a45aa320e5 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:38:30.999544 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-586f0857-c629-423c-8d32-d29ffd8a8fd3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.036946 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f6d82b14-f541-4f54-ac13-14e30fda69d7 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "GET /v2.0/networks/d82c8ba3-eace-40ca-8692-09b82dfb64bc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2380314 Apr 29 17:38:31.037161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34843bd9-9dc0-4da8-970b-e0dd06defff4 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:31.037161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-34843bd9-9dc0-4da8-970b-e0dd06defff4 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.037728 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51060) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:31.037826 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-34843bd9-9dc0-4da8-970b-e0dd06defff4 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/ports/6539ffbb-c2eb-43d0-a900-c7fbe39b9c26 HTTP/1.1" status: 200 len: 910 time: 1.0386841 Apr 29 17:38:31.040812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51064) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:31.043550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34843bd9-9dc0-4da8-970b-e0dd06defff4 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=6539ffbb-c2eb-43d0-a900-c7fbe39b9c26,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:31.232370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-586f0857-c629-423c-8d32-d29ffd8a8fd3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.291072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b571530-666f-4c23-b923-51588e45944c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:31.291072 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4b571530-666f-4c23-b923-51588e45944c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "GET /v2.0/subnets/5cf53ca6-2736-4d92-bbc1-07bec0f46488 HTTP/1.1" status: 200 len: 843 time: 0.2514961 Apr 29 17:38:31.295357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51068) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:31.323281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 22344c45-5ebd-427b-a630-1b5a2281c257 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:31.362756 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-586f0857-c629-423c-8d32-d29ffd8a8fd3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.394002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 22344c45-5ebd-427b-a630-1b5a2281c257 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:31.394370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.401958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326896b7-71ce-457c-9c2a-ec1471ecc168 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['shared'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:31.407967 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-326896b7-71ce-457c-9c2a-ec1471ecc168 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "GET /v2.0/subnets/5cf53ca6-2736-4d92-bbc1-07bec0f46488?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1069932 Apr 29 17:38:31.410604 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51072) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:31.419105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682000635'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:31.427779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:31.449941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-586f0857-c629-423c-8d32-d29ffd8a8fd3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.473903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:31.493051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-586f0857-c629-423c-8d32-d29ffd8a8fd3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.501899 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f0857-c629-423c-8d32-d29ffd8a8fd3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Subnet': ['ID=93efc1bb-bf02-4b31-a3b1-90a45aa320e5,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:31.502901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:31.504971 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-586f0857-c629-423c-8d32-d29ffd8a8fd3 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/subnets/93efc1bb-bf02-4b31-a3b1-90a45aa320e5 HTTP/1.1" status: 204 len: 168 time: 0.6529777 Apr 29 17:38:31.507414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.507572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51076) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:31.547516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:31.593984 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.594323 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Added segment 05f9f6b7-baf1-4c31-b45d-4b756dd52215 of type vlan for network 64e52252-f547-4540-b601-42a7f4a13419 Apr 29 17:38:31.627580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.634775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5941799-d516-4ed0-9357-54e43df086b9 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.658520 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9545f986-f84b-44a9-8039-1d12144bc0db tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.769069 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5941799-d516-4ed0-9357-54e43df086b9 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.795494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b5941799-d516-4ed0-9357-54e43df086b9 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140c6cf4-e300-4a80-92e5-c4f22ba858cf']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:31.807341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b5941799-d516-4ed0-9357-54e43df086b9 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea88904-e929-4b6d-82d1-199dbc31ef78') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:31.807664 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b5941799-d516-4ed0-9357-54e43df086b9 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea88904-e929-4b6d-82d1-199dbc31ef78') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:31.818835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5941799-d516-4ed0-9357-54e43df086b9 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.834720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5941799-d516-4ed0-9357-54e43df086b9 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.840806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5941799-d516-4ed0-9357-54e43df086b9 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:31.841184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5941799-d516-4ed0-9357-54e43df086b9 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:31.859506 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:31.896162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.901813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:31.902370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.940151 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5941799-d516-4ed0-9357-54e43df086b9 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.958503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5941799-d516-4ed0-9357-54e43df086b9 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:31.968415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5941799-d516-4ed0-9357-54e43df086b9 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] Pushing event deleted for resources: {'Network': ['ID=140c6cf4-e300-4a80-92e5-c4f22ba858cf,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:31.971255 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b5941799-d516-4ed0-9357-54e43df086b9 tempest-FloatingIPTestJSON-1278841265 tempest-FloatingIPTestJSON-1278841265-project] 10.222.0.11 "DELETE /v2.0/networks/140c6cf4-e300-4a80-92e5-c4f22ba858cf HTTP/1.1" status: 204 len: 168 time: 0.4625268 Apr 29 17:38:32.114258 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7025523 Apr 29 17:38:32.115142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670c961-9e55-482e-8dc2-53a744b5532e tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Network': ['ID=64e52252-f547-4540-b601-42a7f4a13419,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:32.117444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51082) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:32.136064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 64e52252-f547-4540-b601-42a7f4a13419 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:32.142722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'subnet': {'network_id': '64e52252-f547-4540-b601-42a7f4a13419', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:32.227884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-9545f986-f84b-44a9-8039-1d12144bc0db tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 6539ffbb-c2eb-43d0-a900-c7fbe39b9c26 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:32.228219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9545f986-f84b-44a9-8039-1d12144bc0db tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:32.265132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51088) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:32.278541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:32.288628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:32.298947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Made reservation on behalf of c78a54e25a6847c0b4552ade74c23a42 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:32.302964 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:32.410058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_backend_mixin [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Performing IP validity checks on allocation pools {{(pid=88019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 17:38:32.410574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_backend_mixin [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 17:38:32.421818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9545f986-f84b-44a9-8039-1d12144bc0db tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:32.461217 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-61fe516a-732d-4e29-a0fa-01442efdf6dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22c2d4b02510415789cc3e18793fb72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950078 Apr 29 17:38:32.464590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51094) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:32.543649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-9545f986-f84b-44a9-8039-1d12144bc0db tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for 6539ffbb-c2eb-43d0-a900-c7fbe39b9c26 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:32.598322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5103681-38d5-48ff-afc4-4f14204cb862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:32.640090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5103681-38d5-48ff-afc4-4f14204cb862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:32.646990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:32.731994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9545f986-f84b-44a9-8039-1d12144bc0db tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:32.760350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Subnet': ['ID=79dbf5bd-6114-4182-9781-98321fff680b,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:32.769321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Checking segment: {'id': '05f9f6b7-baf1-4c31-b45d-4b756dd52215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '64e52252-f547-4540-b601-42a7f4a13419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:32.769830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network hostable DHCP agents. Network: 64e52252-f547-4540-b601-42a7f4a13419, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:32.776829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545f986-f84b-44a9-8039-1d12144bc0db tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=6539ffbb-c2eb-43d0-a900-c7fbe39b9c26,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:32.792952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Network 64e52252-f547-4540-b601-42a7f4a13419 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:32.799125 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5103681-38d5-48ff-afc4-4f14204cb862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:32.816087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 64e52252-f547-4540-b601-42a7f4a13419) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:32.822943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5103681-38d5-48ff-afc4-4f14204cb862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5fd684-ef68-4391-be3a-bc8c23811db2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:32.826197 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:32.826538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9823e58a-7b2c-4f1c-88ee-a9b33cffbfb8 None None] Network 64e52252-f547-4540-b601-42a7f4a13419 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:32.827039 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:32.855509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5103681-38d5-48ff-afc4-4f14204cb862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:32.856595 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e5103681-38d5-48ff-afc4-4f14204cb862 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b5fd684-ef68-4391-be3a-bc8c23811db2 HTTP/1.1" status: 204 len: 168 time: 0.3911362 Apr 29 17:38:32.866189 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6b7779a4-1aba-41e1-bf87-8e7d48b32740 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7444627 Apr 29 17:38:32.866479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51100) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:32.874237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-91cbf4e3-77f2-4bb5-b2dd-f97a3b252b90 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:33.054673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9545f986-f84b-44a9-8039-1d12144bc0db tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.077023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91cbf4e3-77f2-4bb5-b2dd-f97a3b252b90 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6831950'] for subnet, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.114384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-64e52252-f547-4540-b601-42a7f4a13419', 'network_id': '64e52252-f547-4540-b601-42a7f4a13419', 'tenant_id': 'c78a54e25a6847c0b4552ade74c23a42', 'fixed_ips': [{'subnet_id': '79dbf5bd-6114-4182-9781-98321fff680b'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:33.115563 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.313799 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91cbf4e3-77f2-4bb5-b2dd-f97a3b252b90 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764221782007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7992537'] for subnet, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.372673 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbf4e3-77f2-4bb5-b2dd-f97a3b252b90 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:33.373315 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91cbf4e3-77f2-4bb5-b2dd-f97a3b252b90 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.374683 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-91cbf4e3-77f2-4bb5-b2dd-f97a3b252b90 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "PUT /v2.0/subnets/79dbf5bd-6114-4182-9781-98321fff680b HTTP/1.1" status: 200 len: 900 time: 0.5072205 Apr 29 17:38:33.377903 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51114) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:33.390896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Allocated IP 2001:db8::3 (64e52252-f547-4540-b601-42a7f4a13419/79dbf5bd-6114-4182-9781-98321fff680b/52f5a46d-dc1e-467b-8d7d-7b8da6690039) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:33.410160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbf4e3-77f2-4bb5-b2dd-f97a3b252b90 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event updated for resources: {'Subnet': ['ID=79dbf5bd-6114-4182-9781-98321fff680b,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:33.535502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.582400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9545f986-f84b-44a9-8039-1d12144bc0db tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 62553de5-95f7-4250-a597-fb4deb80e61d has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:33.620157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.641331 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.655412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Transition to ACTIVE for port object 52f5a46d-dc1e-467b-8d7d-7b8da6690039 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:33.677919 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Transition to ACTIVE for port object 52f5a46d-dc1e-467b-8d7d-7b8da6690039 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:33.687883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.708320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.751145 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Subnet': ['ID=79dbf5bd-6114-4182-9781-98321fff680b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:33.774802 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Network 64e52252-f547-4540-b601-42a7f4a13419 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:33.778473 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:33.780621 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9545f986-f84b-44a9-8039-1d12144bc0db tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:33.782348 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:33.793124 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b839c4-4766-4ec0-9b33-5cbf176551ce None None] Sync routers for ids ['62553de5-95f7-4250-a597-fb4deb80e61d'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:33.802398 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b839c4-4766-4ec0-9b33-5cbf176551ce None None] Routers {'62553de5-95f7-4250-a597-fb4deb80e61d'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:33.806221 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9545f986-f84b-44a9-8039-1d12144bc0db tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/62553de5-95f7-4250-a597-fb4deb80e61d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7622607 Apr 29 17:38:33.806495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51126) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:33.806795 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-27b839c4-4766-4ec0-9b33-5cbf176551ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['62553de5-95f7-4250-a597-fb4deb80e61d'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:33.809258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51128) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:33.863326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.863906 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a8a1b3a7-db20-4b42-9511-2476a0322f86 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Synchronizing usage tracker for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:33.883512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a8a1b3a7-db20-4b42-9511-2476a0322f86 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Unset dirty status for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:33.887433 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a8a1b3a7-db20-4b42-9511-2476a0322f86 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=62553de5-95f7-4250-a597-fb4deb80e61d HTTP/1.1" status: 200 len: 205 time: 0.0771728 Apr 29 17:38:33.888946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51136) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:33.893641 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Pushing event updated for resources: {'Port': ['ID=52f5a46d-dc1e-467b-8d7d-7b8da6690039,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:33.897399 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e52252-f547-4540-b601-42a7f4a13419']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:33.898730 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-27b839c4-4766-4ec0-9b33-5cbf176551ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:33.908103 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b839c4-4766-4ec0-9b33-5cbf176551ce None None] Routers {'62553de5-95f7-4250-a597-fb4deb80e61d'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:33.909313 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-27b839c4-4766-4ec0-9b33-5cbf176551ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['62553de5-95f7-4250-a597-fb4deb80e61d'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:33.916171 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Attempting to bind port 52f5a46d-dc1e-467b-8d7d-7b8da6690039 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:33.916969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Attempting to bind port 52f5a46d-dc1e-467b-8d7d-7b8da6690039 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '05f9f6b7-baf1-4c31-b45d-4b756dd52215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '64e52252-f547-4540-b601-42a7f4a13419'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:33.917327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Attempting to bind port 52f5a46d-dc1e-467b-8d7d-7b8da6690039 on network 64e52252-f547-4540-b601-42a7f4a13419 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:33.924473 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:33.924833 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Checking segment: {'id': '05f9f6b7-baf1-4c31-b45d-4b756dd52215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '64e52252-f547-4540-b601-42a7f4a13419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:33.925222 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.925601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Bound using segment: {'id': '05f9f6b7-baf1-4c31-b45d-4b756dd52215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '64e52252-f547-4540-b601-42a7f4a13419'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:33.926051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Bound port: 52f5a46d-dc1e-467b-8d7d-7b8da6690039, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f9f6b7-baf1-4c31-b45d-4b756dd52215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '64e52252-f547-4540-b601-42a7f4a13419'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:33.926410 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.928654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f9f6b7-baf1-4c31-b45d-4b756dd52215') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:33.928955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f9f6b7-baf1-4c31-b45d-4b756dd52215') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:33.951275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:33.985098 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-27b839c4-4766-4ec0-9b33-5cbf176551ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:33.986753 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b839c4-4766-4ec0-9b33-5cbf176551ce None None] The sync data for ids ['62553de5-95f7-4250-a597-fb4deb80e61d'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:33.999483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.006280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:34.006804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.022211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-317239932'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:34.023079 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:34.030565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:34.037446 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:network and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:34.041879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-222207bd-ab26-425a-a746-4b33af00c215 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.098504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:34.100623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 17:38:34.100623 dv-neutron-839024-2-hyperv neutron-server[88019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 17:38:34.100623 dv-neutron-839024-2-hyperv neutron-server[88019]: [parameters: {'id': '64e52252-f547-4540-b601-42a7f4a13419'}] Apr 29 17:38:34.100623 dv-neutron-839024-2-hyperv neutron-server[88019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:38:34.101078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:38:34.110734 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] For port 52f5a46d-dc1e-467b-8d7d-7b8da6690039, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:34.113979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] For port 52f5a46d-dc1e-467b-8d7d-7b8da6690039, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=52f5a46d-dc1e-467b-8d7d-7b8da6690039,segment=NetworkSegment(05f9f6b7-baf1-4c31-b45d-4b756dd52215),segment_id=05f9f6b7-baf1-4c31-b45d-4b756dd52215)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:34.118460 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.168925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:34.228877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:34.232286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.238701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1b8f8-5447-4543-b2b8-54c7d60cecbb None None] Pushing event updated for resources: {'Port': ['ID=52f5a46d-dc1e-467b-8d7d-7b8da6690039,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:34.266671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b497d8-b096-4653-a35e-0f065e69664e None None] Network 64e52252-f547-4540-b601-42a7f4a13419 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:34.364943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.384376 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-222207bd-ab26-425a-a746-4b33af00c215 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.387252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-222207bd-ab26-425a-a746-4b33af00c215 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.389071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:34.395480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:security_group_rule and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:34.399912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:34.413095 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:34.424647 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-222207bd-ab26-425a-a746-4b33af00c215 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.425158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222207bd-ab26-425a-a746-4b33af00c215 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Fanout notify agent at l3_agent the message router_deleted on router 62553de5-95f7-4250-a597-fb4deb80e61d {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:38:34.460252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-222207bd-ab26-425a-a746-4b33af00c215 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.464586 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-222207bd-ab26-425a-a746-4b33af00c215 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/62553de5-95f7-4250-a597-fb4deb80e61d HTTP/1.1" status: 204 len: 168 time: 0.5730965 Apr 29 17:38:34.464729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf4e8a-ca5e-439d-8acb-628aed76be7c None None] Network 64e52252-f547-4540-b601-42a7f4a13419 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:34.465304 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51140) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:34.524932 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.529777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.565111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:34.575259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadf4f94-63a7-4b61-af82-3f68146d3215,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:34.583031 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.583808 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Added segment d403e839-75cf-46cd-95c2-3c3460872f0d of type vlan for network 4d8108c0-7f35-40e1-8dd3-b23081b874ce Apr 29 17:38:34.613742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.628959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.650773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.658838 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:34.659468 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.659664 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Deleting port 52f5a46d-dc1e-467b-8d7d-7b8da6690039 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:34.660087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.668283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42ea5e2-245f-4909-bbc0-0539c7112204 None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:38:34.706174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c860f2c-c647-42c0-81a6-ab9e39961f1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting subnet f7fb08c0-5ee5-466f-8e2a-564f007a7d26 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:38:34.711035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c860f2c-c647-42c0-81a6-ab9e39961f1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.736656 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8919325 Apr 29 17:38:34.739381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51144) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:34.748690 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1130602728'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:34.761309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:34.777793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:network and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:34.786203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:34.787629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e3d21-a303-4f52-a4da-b0e6a59e46dd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Network': ['ID=4d8108c0-7f35-40e1-8dd3-b23081b874ce,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:34.789007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ea5e2-245f-4909-bbc0-0539c7112204 None None] Resources bound (agent type, host, resource id): {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 17:38:34.799471 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 4d8108c0-7f35-40e1-8dd3-b23081b874ce details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:34.834864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c860f2c-c647-42c0-81a6-ab9e39961f1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:34.860913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:34.897129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:34.900547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.040387 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:35.052744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] For port 52f5a46d-dc1e-467b-8d7d-7b8da6690039, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=52f5a46d-dc1e-467b-8d7d-7b8da6690039,segment=NetworkSegment(05f9f6b7-baf1-4c31-b45d-4b756dd52215),segment_id=05f9f6b7-baf1-4c31-b45d-4b756dd52215)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:35.053170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.069089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.069423 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Added segment b5c56c73-0299-4c3d-b0f0-f8b6808d4554 of type vlan for network b64cb2bc-52c9-44b8-9579-75a603621294 Apr 29 17:38:35.075642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c860f2c-c647-42c0-81a6-ab9e39961f1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.217895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Calling delete_port for 52f5a46d-dc1e-467b-8d7d-7b8da6690039 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:35.290750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.349528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c860f2c-c647-42c0-81a6-ab9e39961f1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.381793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.387055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:35.387654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.408246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.458115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07067820-ff1e-4983-acad-9b3baaf8406e None None] Network bb7b1808-b39b-4bdc-959b-bfe783ea5735 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:35.464293 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c860f2c-c647-42c0-81a6-ab9e39961f1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Subnet': ['ID=f7fb08c0-5ee5-466f-8e2a-564f007a7d26,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:35.466386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c860f2c-c647-42c0-81a6-ab9e39961f1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.494655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Port': ['ID=52f5a46d-dc1e-467b-8d7d-7b8da6690039,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:35.513457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No DVR routers for this DVR port 52f5a46d-dc1e-467b-8d7d-7b8da6690039 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:38:35.602194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Network': ['ID=b64cb2bc-52c9-44b8-9579-75a603621294,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:35.617708 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5c860f2c-c647-42c0-81a6-ab9e39961f1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/f7fb08c0-5ee5-466f-8e2a-564f007a7d26 HTTP/1.1" status: 204 len: 168 time: 1.1504731 Apr 29 17:38:35.620065 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51148) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:35.621740 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fa931ce8-4a63-4ce4-aae7-f1655162b3a7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8813071 Apr 29 17:38:35.624624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51152) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:35.638232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network b64cb2bc-52c9-44b8-9579-75a603621294 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:35.655668 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'subnet': {'network_id': '4d8108c0-7f35-40e1-8dd3-b23081b874ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:35.698465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.734338 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e52252-f547-4540-b601-42a7f4a13419']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:35.747657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f9f6b7-baf1-4c31-b45d-4b756dd52215') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:35.747947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f9f6b7-baf1-4c31-b45d-4b756dd52215') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:35.760471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.777321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.783934 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:35.784315 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:35.799699 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:35.831575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f85ed0-632a-46fd-a5eb-2b7ee3177e4f None None] DHCP port deletion for bb7b1808-b39b-4bdc-959b-bfe783ea5735 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:38:35.837510 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-35f85ed0-632a-46fd-a5eb-2b7ee3177e4f None None] Deleting port 22344c45-5ebd-427b-a630-1b5a2281c257 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:35.837884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-35f85ed0-632a-46fd-a5eb-2b7ee3177e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.887995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.907048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.918907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Network': ['ID=64e52252-f547-4540-b601-42a7f4a13419,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:35.924050 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ca79de68-b8e9-4a0a-9311-119ec764e447 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/64e52252-f547-4540-b601-42a7f4a13419 HTTP/1.1" status: 204 len: 168 time: 2.5451691 Apr 29 17:38:35.927231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51156) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:35.967516 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-205a6ce0-7d1c-4d86-a194-6da38b439d52 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:35.967968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205a6ce0-7d1c-4d86-a194-6da38b439d52 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:35.969668 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-205a6ce0-7d1c-4d86-a194-6da38b439d52 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/subnets/79dbf5bd-6114-4182-9781-98321fff680b HTTP/1.1" status: 404 len: 337 time: 0.0415115 Apr 29 17:38:35.972127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51160) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:35.994061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:35.997497 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b6b92d-3b87-4fd3-a5c8-0288be1b0660 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:35.998069 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b6b92d-3b87-4fd3-a5c8-0288be1b0660 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:36.002479 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c8b6b92d-3b87-4fd3-a5c8-0288be1b0660 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/64e52252-f547-4540-b601-42a7f4a13419 HTTP/1.1" status: 404 len: 339 time: 0.0269144 Apr 29 17:38:36.002479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51164) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:36.003829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:36.009908 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:subnet and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:36.013036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:36.015620 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 22344c45-5ebd-427b-a630-1b5a2281c257 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:36.015888 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.046247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:36.074548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:36.077953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.099468 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-35f85ed0-632a-46fd-a5eb-2b7ee3177e4f None None] For port 22344c45-5ebd-427b-a630-1b5a2281c257, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=22344c45-5ebd-427b-a630-1b5a2281c257,segment=NetworkSegment(ec57910b-f22b-4206-8a64-b9b78de76b95),segment_id=ec57910b-f22b-4206-8a64-b9b78de76b95)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:36.099924 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-35f85ed0-632a-46fd-a5eb-2b7ee3177e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.121038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27a7f70d-5227-40ad-97b7-4174ca494f41 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.223030 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-35f85ed0-632a-46fd-a5eb-2b7ee3177e4f None None] Calling delete_port for 22344c45-5ebd-427b-a630-1b5a2281c257 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:36.303192 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-35f85ed0-632a-46fd-a5eb-2b7ee3177e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.349448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port 22344c45-5ebd-427b-a630-1b5a2281c257, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=22344c45-5ebd-427b-a630-1b5a2281c257,segment=NetworkSegment(ec57910b-f22b-4206-8a64-b9b78de76b95),segment_id=ec57910b-f22b-4206-8a64-b9b78de76b95)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:36.349756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.356869 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f85ed0-632a-46fd-a5eb-2b7ee3177e4f None None] Pushing event deleted for resources: {'Port': ['ID=22344c45-5ebd-427b-a630-1b5a2281c257,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:36.362706 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f85ed0-632a-46fd-a5eb-2b7ee3177e4f None None] No DVR routers for this DVR port 22344c45-5ebd-427b-a630-1b5a2281c257 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:38:36.384357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27a7f70d-5227-40ad-97b7-4174ca494f41 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.413524 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-27a7f70d-5227-40ad-97b7-4174ca494f41 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6c65b0-1998-4e53-9e14-0ca094ca4827']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:36.425859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-27a7f70d-5227-40ad-97b7-4174ca494f41 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89883a83-5010-4dda-a825-333c45d53c79') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:36.426156 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-27a7f70d-5227-40ad-97b7-4174ca494f41 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89883a83-5010-4dda-a825-333c45d53c79') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:36.437341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27a7f70d-5227-40ad-97b7-4174ca494f41 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.453925 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27a7f70d-5227-40ad-97b7-4174ca494f41 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.460283 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a7f70d-5227-40ad-97b7-4174ca494f41 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:36.460677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27a7f70d-5227-40ad-97b7-4174ca494f41 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:36.475079 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:36.515246 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for 22344c45-5ebd-427b-a630-1b5a2281c257 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:36.552276 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27a7f70d-5227-40ad-97b7-4174ca494f41 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.575624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-27a7f70d-5227-40ad-97b7-4174ca494f41 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.581698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7f70d-5227-40ad-97b7-4174ca494f41 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Network': ['ID=bb6c65b0-1998-4e53-9e14-0ca094ca4827,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:36.589094 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-27a7f70d-5227-40ad-97b7-4174ca494f41 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/bb6c65b0-1998-4e53-9e14-0ca094ca4827 HTTP/1.1" status: 204 len: 168 time: 0.5854630 Apr 29 17:38:36.591580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51168) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:36.629297 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:38:36.629853 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:38:36.630486 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cb473f-c883-42e9-951a-29e146b94864 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:36.630788 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.630984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cb473f-c883-42e9-951a-29e146b94864 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:36.635284 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e7cb473f-c883-42e9-951a-29e146b94864 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/subnets/de8749e3-8c24-476e-aea1-1087e8dc25e7 HTTP/1.1" status: 404 len: 337 time: 0.0403042 Apr 29 17:38:36.635545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51172) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:36.661655 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2bfda2-9dc0-43ab-a485-213ed96a2a03 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:36.662288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2bfda2-9dc0-43ab-a485-213ed96a2a03 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:36.666504 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ba2bfda2-9dc0-43ab-a485-213ed96a2a03 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/a41648c3-0e9f-417c-a525-f2563ec34ccc HTTP/1.1" status: 404 len: 339 time: 0.0276282 Apr 29 17:38:36.667064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51176) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:36.696883 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Subnet': ['ID=c1ba37d2-78bc-422c-aa9b-9abffb126347,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:36.715324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:36.715629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:36.715974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:36.716298 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:36.716619 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:36.716938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:36.717251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:36.717564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:36.717877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:36.718242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:36.718557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:36.718881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:36.728570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Checking segment: {'id': 'd403e839-75cf-46cd-95c2-3c3460872f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d8108c0-7f35-40e1-8dd3-b23081b874ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:36.728919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network hostable DHCP agents. Network: 4d8108c0-7f35-40e1-8dd3-b23081b874ce, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:36.737601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a7b1bf-f219-4eda-ad6e-8f088e9ff8ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Deleting subnet 6b306725-633d-4411-a873-e8140141ee88 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:38:36.740745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-33a7b1bf-f219-4eda-ad6e-8f088e9ff8ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.747932 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 4d8108c0-7f35-40e1-8dd3-b23081b874ce is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:36.756541 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 4d8108c0-7f35-40e1-8dd3-b23081b874ce) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:36.760852 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:36.761414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.771611 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55b134-9bb5-4839-a467-a2a7bd08c4ad None None] Network 4d8108c0-7f35-40e1-8dd3-b23081b874ce requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:36.787145 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f23a7c8d-6808-4b7b-995e-b6f9e5a6f773 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1611183 Apr 29 17:38:36.790009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51180) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:36.795856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'subnet': {'network_id': 'b64cb2bc-52c9-44b8-9579-75a603621294', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:36.805017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-33a7b1bf-f219-4eda-ad6e-8f088e9ff8ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.893140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-33a7b1bf-f219-4eda-ad6e-8f088e9ff8ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.905986 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:36.909830 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:subnet and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:36.912784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:36.919701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:36.931211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:36.934450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.974040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-33a7b1bf-f219-4eda-ad6e-8f088e9ff8ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:36.988946 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-4d8108c0-7f35-40e1-8dd3-b23081b874ce', 'network_id': '4d8108c0-7f35-40e1-8dd3-b23081b874ce', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'fixed_ips': [{'subnet_id': 'c1ba37d2-78bc-422c-aa9b-9abffb126347'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:36.989827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.013435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7b1bf-f219-4eda-ad6e-8f088e9ff8ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Subnet': ['ID=6b306725-633d-4411-a873-e8140141ee88,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:37.017059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-33a7b1bf-f219-4eda-ad6e-8f088e9ff8ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.029341 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-33a7b1bf-f219-4eda-ad6e-8f088e9ff8ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/subnets/6b306725-633d-4411-a873-e8140141ee88 HTTP/1.1" status: 204 len: 168 time: 0.3611138 Apr 29 17:38:37.030305 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51184) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:37.052713 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa34db-8fd7-40e9-b238-f250c7cccf8f None None] Network cc7e794b-e534-41df-92e2-112a17272e6e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:37.117682 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-614da454-893a-4c19-adde-7b3076e9986b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Deleting subnet 6001faf1-ca81-4520-b868-b8a5060f2b9e {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:38:37.122002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-614da454-893a-4c19-adde-7b3076e9986b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.148303 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 22344c45-5ebd-427b-a630-1b5a2281c257 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:37.148303 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.236037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] The port '22344c45-5ebd-427b-a630-1b5a2281c257' was deleted {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:38:37.284169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Allocated IP 2001:db8::2 (4d8108c0-7f35-40e1-8dd3-b23081b874ce/c1ba37d2-78bc-422c-aa9b-9abffb126347/045243a7-2bc8-4676-bd0a-2e13a0d7746d) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:37.304787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-614da454-893a-4c19-adde-7b3076e9986b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.354166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 22344c45-5ebd-427b-a630-1b5a2281c257 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:38:37.412475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 22344c45-5ebd-427b-a630-1b5a2281c257 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:38:37.412731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 22344c45-5ebd-427b-a630-1b5a2281c257 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:38:37.477954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.599522 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.612036 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Transition to ACTIVE for port object 045243a7-2bc8-4676-bd0a-2e13a0d7746d will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:37.631724 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Transition to ACTIVE for port object 045243a7-2bc8-4676-bd0a-2e13a0d7746d will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:37.638587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.657458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7b1808-b39b-4bdc-959b-bfe783ea5735']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:37.671380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.704666 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-614da454-893a-4c19-adde-7b3076e9986b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.714017 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Network 4d8108c0-7f35-40e1-8dd3-b23081b874ce is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:37.716899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:37.720488 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:37.726294 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Pushing event updated for resources: {'Port': ['ID=045243a7-2bc8-4676-bd0a-2e13a0d7746d,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:37.735828 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec57910b-f22b-4206-8a64-b9b78de76b95') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:37.736121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec57910b-f22b-4206-8a64-b9b78de76b95') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:37.786909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.818491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Attempting to bind port 045243a7-2bc8-4676-bd0a-2e13a0d7746d on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:37.818998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Attempting to bind port 045243a7-2bc8-4676-bd0a-2e13a0d7746d by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'd403e839-75cf-46cd-95c2-3c3460872f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d8108c0-7f35-40e1-8dd3-b23081b874ce'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:37.819348 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Attempting to bind port 045243a7-2bc8-4676-bd0a-2e13a0d7746d on network 4d8108c0-7f35-40e1-8dd3-b23081b874ce {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:37.825034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:37.825399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Checking segment: {'id': 'd403e839-75cf-46cd-95c2-3c3460872f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d8108c0-7f35-40e1-8dd3-b23081b874ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:37.825792 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.826204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Bound using segment: {'id': 'd403e839-75cf-46cd-95c2-3c3460872f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d8108c0-7f35-40e1-8dd3-b23081b874ce'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:37.826669 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Bound port: 045243a7-2bc8-4676-bd0a-2e13a0d7746d, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd403e839-75cf-46cd-95c2-3c3460872f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d8108c0-7f35-40e1-8dd3-b23081b874ce'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:37.827328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.831065 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Subnet': ['ID=0022e911-61bc-4519-b011-4fc67c57eeff,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:37.841296 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.852033 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Checking segment: {'id': 'b5c56c73-0299-4c3d-b0f0-f8b6808d4554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b64cb2bc-52c9-44b8-9579-75a603621294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:37.852389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network hostable DHCP agents. Network: b64cb2bc-52c9-44b8-9579-75a603621294, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:37.858366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:37.858766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:37.873788 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:37.958004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-614da454-893a-4c19-adde-7b3076e9986b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:37.969288 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] For port 045243a7-2bc8-4676-bd0a-2e13a0d7746d, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:38.008700 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614da454-893a-4c19-adde-7b3076e9986b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Subnet': ['ID=6001faf1-ca81-4520-b868-b8a5060f2b9e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:38.011766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-614da454-893a-4c19-adde-7b3076e9986b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.016535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network b64cb2bc-52c9-44b8-9579-75a603621294 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:38.018192 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] For port 045243a7-2bc8-4676-bd0a-2e13a0d7746d, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=045243a7-2bc8-4676-bd0a-2e13a0d7746d,segment=NetworkSegment(d403e839-75cf-46cd-95c2-3c3460872f0d),segment_id=d403e839-75cf-46cd-95c2-3c3460872f0d)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:38.022639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.023048 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.049776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.055193 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/networks/bb7b1808-b39b-4bdc-959b-bfe783ea5735 HTTP/1.1" status: 204 len: 168 time: 2.4297805 Apr 29 17:38:38.055571 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51188) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:38.065870 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-614da454-893a-4c19-adde-7b3076e9986b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/subnets/6001faf1-ca81-4520-b868-b8a5060f2b9e HTTP/1.1" status: 204 len: 168 time: 1.0308497 Apr 29 17:38:38.066114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51192) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:38.067133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-53ef8b22-3203-4dbd-8308-bd1b9b8b972b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1096852102', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:38.070679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feef372-a96d-4661-96c5-5ebaeacdab98 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Network': ['ID=bb7b1808-b39b-4bdc-959b-bfe783ea5735,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:38.073655 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, b64cb2bc-52c9-44b8-9579-75a603621294) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:38.075458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-53ef8b22-3203-4dbd-8308-bd1b9b8b972b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:38.082039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-53ef8b22-3203-4dbd-8308-bd1b9b8b972b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:router and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:38.085497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:38.085654 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a603368-1bf8-4291-8f5d-cc3b23aa9bbe None None] Network b64cb2bc-52c9-44b8-9579-75a603621294 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:38.086094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.089963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-53ef8b22-3203-4dbd-8308-bd1b9b8b972b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:38.101878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-53ef8b22-3203-4dbd-8308-bd1b9b8b972b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:38.116301 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ea20be6b-f8f0-43d6-a92d-3ea50e6c0d9e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3251534 Apr 29 17:38:38.118315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53ef8b22-3203-4dbd-8308-bd1b9b8b972b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.120014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53ef8b22-3203-4dbd-8308-bd1b9b8b972b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.120989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51196) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:38.135765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53ef8b22-3203-4dbd-8308-bd1b9b8b972b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.138709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c3543c65-8c60-4431-afa7-29b3d311ab0d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1426126698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:38.144963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c3543c65-8c60-4431-afa7-29b3d311ab0d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:38.152436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c3543c65-8c60-4431-afa7-29b3d311ab0d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:router and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:38.154483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53ef8b22-3203-4dbd-8308-bd1b9b8b972b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.161106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c3543c65-8c60-4431-afa7-29b3d311ab0d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:38.176615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c3543c65-8c60-4431-afa7-29b3d311ab0d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:38.184070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-53ef8b22-3203-4dbd-8308-bd1b9b8b972b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.188022 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-53ef8b22-3203-4dbd-8308-bd1b9b8b972b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1291146 Apr 29 17:38:38.188317 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51200) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:38.194498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'network': {'name': 'tempest-RoutersTest-1345469518'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:38.200296 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:38.200959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8059eab9-e2d5-4a59-a107-795bd5e82a6e None None] Network cc7e794b-e534-41df-92e2-112a17272e6e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:38.204687 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:network and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:38.208284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:38.214706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:38.227963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:38.233203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.263321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d403991-6db5-4e0b-a71c-430fd40a1cc1 None None] Pushing event updated for resources: {'Port': ['ID=045243a7-2bc8-4676-bd0a-2e13a0d7746d,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:38.263965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.268438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c3543c65-8c60-4431-afa7-29b3d311ab0d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.269672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c3543c65-8c60-4431-afa7-29b3d311ab0d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.272971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:38.293398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Deleting port 24afb1d4-69af-43bc-8d47-6c7a85634388 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:38.293736 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.294351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.294876 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Added segment 5f8bebb8-b476-4d13-a78b-5044cee6017b of type vlan for network ba4866b5-5cbb-49f4-9033-d73effb9be4b Apr 29 17:38:38.332906 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.378523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.384632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:38.385369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.403318 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c3543c65-8c60-4431-afa7-29b3d311ab0d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.410239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9692ecb6-80af-4a2a-b46a-edf4a7c425c0 None None] Provisioning complete for port 24afb1d4-69af-43bc-8d47-6c7a85634388 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:38.410610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9692ecb6-80af-4a2a-b46a-edf4a7c425c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.516622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c3543c65-8c60-4431-afa7-29b3d311ab0d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.533036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Network': ['ID=ba4866b5-5cbb-49f4-9033-d73effb9be4b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:38.559137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c3543c65-8c60-4431-afa7-29b3d311ab0d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.561021 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c3543c65-8c60-4431-afa7-29b3d311ab0d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4390934 Apr 29 17:38:38.565023 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8c22a632-1bbb-49a9-aa2a-1b6e10c2ed8c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3753219 Apr 29 17:38:38.566386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51204) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:38.567220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51206) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:38.567960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network ba4866b5-5cbb-49f4-9033-d73effb9be4b details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:38.583238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] For port 24afb1d4-69af-43bc-8d47-6c7a85634388, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=24afb1d4-69af-43bc-8d47-6c7a85634388,segment=NetworkSegment(7fa953ea-694d-4c53-a272-ee7771af187c),segment_id=7fa953ea-694d-4c53-a272-ee7771af187c)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:38.583927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.734916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Calling delete_port for 24afb1d4-69af-43bc-8d47-6c7a85634388 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:38.738159 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'subnet': {'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:38.790367 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-b64cb2bc-52c9-44b8-9579-75a603621294', 'network_id': 'b64cb2bc-52c9-44b8-9579-75a603621294', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'fixed_ips': [{'subnet_id': '0022e911-61bc-4519-b011-4fc67c57eeff'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:38.791186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.827182 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:38.876305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Port': ['ID=24afb1d4-69af-43bc-8d47-6c7a85634388,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:38.884026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No DVR routers for this DVR port 24afb1d4-69af-43bc-8d47-6c7a85634388 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:38:38.887584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:38.887584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:38.887584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:38.887584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:38.888147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:38.888626 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:38.889038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:38.889455 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:38.889871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:38.890277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:38.890844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:38.891425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:38.964498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a274ea8-6709-4961-a873-15bf7a73f26e None None] DHCP port deletion for cc7e794b-e534-41df-92e2-112a17272e6e request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:38:39.006613 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Allocated IP 2001:db8:1::2 (b64cb2bc-52c9-44b8-9579-75a603621294/0022e911-61bc-4519-b011-4fc67c57eeff/791d7a00-ff37-4abf-be6e-23a6f73fe136) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:39.024353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.051654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7e794b-e534-41df-92e2-112a17272e6e']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:39.064806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa953ea-694d-4c53-a272-ee7771af187c') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:39.065260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa953ea-694d-4c53-a272-ee7771af187c') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:39.077011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.095975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.102974 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:39.103561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.110480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:39.123431 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:subnet and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:39.128644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:39.137458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:39.188962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:39.192498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.255339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.267167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Transition to ACTIVE for port object 791d7a00-ff37-4abf-be6e-23a6f73fe136 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:39.288206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Transition to ACTIVE for port object 791d7a00-ff37-4abf-be6e-23a6f73fe136 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:39.306379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:39.316453 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:39.326978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.355409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.368985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Network': ['ID=cc7e794b-e534-41df-92e2-112a17272e6e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:39.382427 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ff0de025-06f3-4ca9-a4f3-1157bfeb815c tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/cc7e794b-e534-41df-92e2-112a17272e6e HTTP/1.1" status: 204 len: 168 time: 1.3168383 Apr 29 17:38:39.385818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51212) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:39.394183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 045243a7-2bc8-4676-bd0a-2e13a0d7746d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:39.429262 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0e2b27-4d2e-42eb-a940-4d5960e927f5 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:39.430989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0e2b27-4d2e-42eb-a940-4d5960e927f5 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:39.432977 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ed0e2b27-4d2e-42eb-a940-4d5960e927f5 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/subnets/8ec66c10-ad05-4b47-ab36-3519671b340f HTTP/1.1" status: 404 len: 337 time: 0.0461206 Apr 29 17:38:39.435549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51216) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:39.451546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Network b64cb2bc-52c9-44b8-9579-75a603621294 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:39.458720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:39.461721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:39.465072 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e07960-0abf-4d8d-a2ac-551c20ad3044 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:39.466471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e07960-0abf-4d8d-a2ac-551c20ad3044 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:39.468527 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e8e07960-0abf-4d8d-a2ac-551c20ad3044 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/0da4ae34-810c-4620-ae43-467c0c91326d HTTP/1.1" status: 404 len: 339 time: 0.0318024 Apr 29 17:38:39.471675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51220) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:39.481675 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Pushing event updated for resources: {'Port': ['ID=791d7a00-ff37-4abf-be6e-23a6f73fe136,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:39.513873 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1349573-4eae-4b8f-b1d1-7272dec33806 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:39.514404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1349573-4eae-4b8f-b1d1-7272dec33806 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:39.518619 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a1349573-4eae-4b8f-b1d1-7272dec33806 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/subnets/91e1d9db-5f89-4583-8cce-a4cf8504d9e9 HTTP/1.1" status: 404 len: 337 time: 0.0433187 Apr 29 17:38:39.520114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51224) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:39.548425 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab8ffe4-6c43-4ab9-a024-590b3849133d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:39.549306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab8ffe4-6c43-4ab9-a024-590b3849133d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:39.551516 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8ab8ffe4-6c43-4ab9-a024-590b3849133d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/72fb9329-c5eb-4566-979d-478967375776 HTTP/1.1" status: 404 len: 339 time: 0.0301526 Apr 29 17:38:39.554102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51228) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:39.584836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.587761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Attempting to bind port 791d7a00-ff37-4abf-be6e-23a6f73fe136 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:39.588122 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Attempting to bind port 791d7a00-ff37-4abf-be6e-23a6f73fe136 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'b5c56c73-0299-4c3d-b0f0-f8b6808d4554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b64cb2bc-52c9-44b8-9579-75a603621294'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:39.588480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Attempting to bind port 791d7a00-ff37-4abf-be6e-23a6f73fe136 on network b64cb2bc-52c9-44b8-9579-75a603621294 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:39.595514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:39.595886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Checking segment: {'id': 'b5c56c73-0299-4c3d-b0f0-f8b6808d4554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b64cb2bc-52c9-44b8-9579-75a603621294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:39.596301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.597124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Bound using segment: {'id': 'b5c56c73-0299-4c3d-b0f0-f8b6808d4554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b64cb2bc-52c9-44b8-9579-75a603621294'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:39.597275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Bound port: 791d7a00-ff37-4abf-be6e-23a6f73fe136, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c56c73-0299-4c3d-b0f0-f8b6808d4554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b64cb2bc-52c9-44b8-9579-75a603621294'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:39.597701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.606520 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6857b2b3-cc81-426d-a9d8-cf0bd7dbdaa0 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:39.607149 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6857b2b3-cc81-426d-a9d8-cf0bd7dbdaa0 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:39.609487 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6857b2b3-cc81-426d-a9d8-cf0bd7dbdaa0 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/subnets/c71bc412-f08a-4818-ae3b-21967d5e8ffa HTTP/1.1" status: 404 len: 337 time: 0.0542533 Apr 29 17:38:39.615944 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314470c7-74e7-4d3e-b4d3-bbea732683c4 None None] Network 4d8108c0-7f35-40e1-8dd3-b23081b874ce requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:39.619816 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51232) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:39.631665 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 045243a7-2bc8-4676-bd0a-2e13a0d7746d completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:39.654553 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1094eb57-023f-43e7-813b-94d1121e7d40 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:39.655285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1094eb57-023f-43e7-813b-94d1121e7d40 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:39.657173 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1094eb57-023f-43e7-813b-94d1121e7d40 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/e380770b-a7a2-436e-b267-27e291fc5a98 HTTP/1.1" status: 404 len: 339 time: 0.0361750 Apr 29 17:38:39.659901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51236) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:39.721500 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 24afb1d4-69af-43bc-8d47-6c7a85634388 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:38:39.749177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c618f4cb-3716-4e45-ab2f-e246da469c59 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Deleting subnet fbb9aa2a-2340-4b15-8f7a-181c2b2c70d3 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:38:39.752160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c618f4cb-3716-4e45-ab2f-e246da469c59 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.812205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c618f4cb-3716-4e45-ab2f-e246da469c59 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.854584 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 24afb1d4-69af-43bc-8d47-6c7a85634388 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:38:39.854978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 24afb1d4-69af-43bc-8d47-6c7a85634388 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:38:39.858939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.874013 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1ac28be2-6e88-4326-870b-2af48318c483 None None] Provisioning for port 045243a7-2bc8-4676-bd0a-2e13a0d7746d completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:39.894128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1ac28be2-6e88-4326-870b-2af48318c483 None None] Provisioning complete for port 045243a7-2bc8-4676-bd0a-2e13a0d7746d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:39.894491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ac28be2-6e88-4326-870b-2af48318c483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.906021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c618f4cb-3716-4e45-ab2f-e246da469c59 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:39.943134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] For port 791d7a00-ff37-4abf-be6e-23a6f73fe136, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:39.970834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] For port 791d7a00-ff37-4abf-be6e-23a6f73fe136, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=791d7a00-ff37-4abf-be6e-23a6f73fe136,segment=NetworkSegment(b5c56c73-0299-4c3d-b0f0-f8b6808d4554),segment_id=b5c56c73-0299-4c3d-b0f0-f8b6808d4554)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:39.988921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c618f4cb-3716-4e45-ab2f-e246da469c59 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:40.002640 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:40.011261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Subnet': ['ID=d30e48b1-f655-4509-8990-851f72d63bfc,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:40.036367 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c618f4cb-3716-4e45-ab2f-e246da469c59 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:40.039059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618f4cb-3716-4e45-ab2f-e246da469c59 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb9aa2a-2340-4b15-8f7a-181c2b2c70d3,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:40.050083 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c618f4cb-3716-4e45-ab2f-e246da469c59 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/subnets/fbb9aa2a-2340-4b15-8f7a-181c2b2c70d3 HTTP/1.1" status: 204 len: 168 time: 0.3882284 Apr 29 17:38:40.053277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51244) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:40.064990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a69ca2-7d52-4446-bd1b-9a55564db112 None None] Network 073ed7e2-6aa9-4479-bdc8-65babed961be requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:40.067322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Checking segment: {'id': '5f8bebb8-b476-4d13-a78b-5044cee6017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:40.067771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network hostable DHCP agents. Network: ba4866b5-5cbb-49f4-9033-d73effb9be4b, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:40.099260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network ba4866b5-5cbb-49f4-9033-d73effb9be4b is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:40.106382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Allocated IP 2001:db8::1 (4d8108c0-7f35-40e1-8dd3-b23081b874ce/c1ba37d2-78bc-422c-aa9b-9abffb126347/f1b8d2d2-d4f6-4ccc-8cc6-47ce1bdd53aa) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:40.117552 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, ba4866b5-5cbb-49f4-9033-d73effb9be4b) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:40.124291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:40.125128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:40.138897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b254cb30-c772-48a4-ae54-b7e5f1d06e2b None None] Network ba4866b5-5cbb-49f4-9033-d73effb9be4b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:40.174542 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:40.183875 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-667b9c96-e530-4b84-9b8d-0a38cf0ba2e7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6132159 Apr 29 17:38:40.184135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51248) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:40.306292 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Deleting port ee5f5cee-1dde-42b4-821a-01686985df09 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:40.306912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:40.307162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:40.317960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adcb91-e4ff-4e36-b7a1-ace5b480c436 None None] Pushing event updated for resources: {'Port': ['ID=791d7a00-ff37-4abf-be6e-23a6f73fe136,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:40.323981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Transition to ACTIVE for port object f1b8d2d2-d4f6-4ccc-8cc6-47ce1bdd53aa will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:40.352939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:40.405708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 4d8108c0-7f35-40e1-8dd3-b23081b874ce is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:40.413046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:40.426474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:40.427004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:40.489686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=f1b8d2d2-d4f6-4ccc-8cc6-47ce1bdd53aa,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:40.499437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ac28be2-6e88-4326-870b-2af48318c483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:40.582714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1ac28be2-6e88-4326-870b-2af48318c483 None None] For port 045243a7-2bc8-4676-bd0a-2e13a0d7746d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=045243a7-2bc8-4676-bd0a-2e13a0d7746d,segment=NetworkSegment(d403e839-75cf-46cd-95c2-3c3460872f0d),segment_id=d403e839-75cf-46cd-95c2-3c3460872f0d)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:40.594109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:40.621138 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1ac28be2-6e88-4326-870b-2af48318c483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:40.793052 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac28be2-6e88-4326-870b-2af48318c483 None None] Pushing event updated for resources: {'Port': ['ID=045243a7-2bc8-4676-bd0a-2e13a0d7746d,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:40.797100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:40.798017 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:40.942774 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c12dce-8236-481a-816b-17b5426eb0c5 None None] DHCP port deletion for 073ed7e2-6aa9-4479-bdc8-65babed961be request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:38:40.984900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-08c12dce-8236-481a-816b-17b5426eb0c5 None None] Deleting port ee5f5cee-1dde-42b4-821a-01686985df09 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:40.985563 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-08c12dce-8236-481a-816b-17b5426eb0c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:41.062807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:41.070118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:41.071161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:41.095586 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Allocated IP 172.20.0.2 (ba4866b5-5cbb-49f4-9033-d73effb9be4b/d30e48b1-f655-4509-8990-851f72d63bfc/8103b5c7-58f9-4241-a295-32df54e040b5) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:41.105138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:41.150936 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-58b51a1a-f41e-4b76-bb7f-9a2c73b4771a None None] Provisioning complete for port 045243a7-2bc8-4676-bd0a-2e13a0d7746d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:41.151321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-58b51a1a-f41e-4b76-bb7f-9a2c73b4771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:41.190696 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=f1b8d2d2-d4f6-4ccc-8cc6-47ce1bdd53aa,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:41.318283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 4d8108c0-7f35-40e1-8dd3-b23081b874ce is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:41.319776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:41.426467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] For port ee5f5cee-1dde-42b4-821a-01686985df09, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ee5f5cee-1dde-42b4-821a-01686985df09,segment=NetworkSegment(0467bd95-30b8-4a7b-a617-d9cb30781827),segment_id=0467bd95-30b8-4a7b-a617-d9cb30781827)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:41.427098 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:41.481031 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-08c12dce-8236-481a-816b-17b5426eb0c5 None None] For port ee5f5cee-1dde-42b4-821a-01686985df09, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ee5f5cee-1dde-42b4-821a-01686985df09,segment=NetworkSegment(0467bd95-30b8-4a7b-a617-d9cb30781827),segment_id=0467bd95-30b8-4a7b-a617-d9cb30781827)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:41.481514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-08c12dce-8236-481a-816b-17b5426eb0c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:41.597499 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Calling delete_port for ee5f5cee-1dde-42b4-821a-01686985df09 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:41.750496 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 843e5f39-3af7-4bac-927c-bfa25e3c9bb0 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:38:41.787674 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 791d7a00-ff37-4abf-be6e-23a6f73fe136 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:41.824925 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:41.841384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-08c12dce-8236-481a-816b-17b5426eb0c5 None None] Calling delete_port for ee5f5cee-1dde-42b4-821a-01686985df09 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:41.870044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405a71df-7d08-42a0-b404-09f39388a9b1 None None] Network b64cb2bc-52c9-44b8-9579-75a603621294 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:41.874271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Port': ['ID=ee5f5cee-1dde-42b4-821a-01686985df09,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:41.876050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No DVR routers for this DVR port ee5f5cee-1dde-42b4-821a-01686985df09 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:38:41.944393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:41.949623 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-052b1be9-d580-4db6-8892-4d52473fc949 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/843e5f39-3af7-4bac-927c-bfa25e3c9bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3795118 Apr 29 17:38:41.952723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51258) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:42.003186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf8f6a-6b8b-4bd6-9a3c-fe096d181c33 None None] Sync routers for ids ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:42.010759 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.028910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05e6d20-f85a-4c94-aaed-cdd96e4eeb91 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:42.029488 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b05e6d20-f85a-4c94-aaed-cdd96e4eeb91 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Synchronizing usage tracker for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:42.036581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073ed7e2-6aa9-4479-bdc8-65babed961be']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:42.048455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b05e6d20-f85a-4c94-aaed-cdd96e4eeb91 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Unset dirty status for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:42.049491 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b05e6d20-f85a-4c94-aaed-cdd96e4eeb91 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports/f1b8d2d2-d4f6-4ccc-8cc6-47ce1bdd53aa HTTP/1.1" status: 200 len: 911 time: 0.0954759 Apr 29 17:38:42.052960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51262) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:42.054015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0467bd95-30b8-4a7b-a617-d9cb30781827') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:42.054337 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0467bd95-30b8-4a7b-a617-d9cb30781827') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:42.067324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.084190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.089556 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf8f6a-6b8b-4bd6-9a3c-fe096d181c33 None None] Routers {'843e5f39-3af7-4bac-927c-bfa25e3c9bb0'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:42.090532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c4bf8f6a-6b8b-4bd6-9a3c-fe096d181c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:42.091552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:42.092080 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:42.107519 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:42.190780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.194938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.227332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Network': ['ID=073ed7e2-6aa9-4479-bdc8-65babed961be,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:42.237094 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6e3d892d-676b-4cc1-8031-363a877fb68d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/073ed7e2-6aa9-4479-bdc8-65babed961be HTTP/1.1" status: 204 len: 168 time: 2.1828179 Apr 29 17:38:42.239534 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51266) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:42.260719 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c4bf8f6a-6b8b-4bd6-9a3c-fe096d181c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:42.262688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-08c12dce-8236-481a-816b-17b5426eb0c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:38:42.263029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-08c12dce-8236-481a-816b-17b5426eb0c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:38:42.275598 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 791d7a00-ff37-4abf-be6e-23a6f73fe136 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:42.278295 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be3824b-9000-45fd-8a11-a450f3da4c6d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:42.278751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be3824b-9000-45fd-8a11-a450f3da4c6d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:42.282849 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1be3824b-9000-45fd-8a11-a450f3da4c6d tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/subnets/7726c8df-43f7-4c01-b549-d992b1ae5774 HTTP/1.1" status: 404 len: 337 time: 0.0400572 Apr 29 17:38:42.283128 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51270) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:42.308436 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-00634bb1-3caf-46f4-9595-ec538a186130 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] DELETE failed (client error): The resource could not be found. Apr 29 17:38:42.308922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00634bb1-3caf-46f4-9595-ec538a186130 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:38:42.313016 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-00634bb1-3caf-46f4-9595-ec538a186130 tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/950a9633-2f9f-48e1-bf28-1cca0943d9f0 HTTP/1.1" status: 404 len: 339 time: 0.0265646 Apr 29 17:38:42.313251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51274) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:42.325851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 045243a7-2bc8-4676-bd0a-2e13a0d7746d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:42.358777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf8f6a-6b8b-4bd6-9a3c-fe096d181c33 None None] Routers {'843e5f39-3af7-4bac-927c-bfa25e3c9bb0'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:42.359448 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c4bf8f6a-6b8b-4bd6-9a3c-fe096d181c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:42.383101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ef282a-8f59-40b7-bf23-005e5bc1a5ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Deleting subnet 5cf53ca6-2736-4d92-bbc1-07bec0f46488 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:38:42.386703 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9ef282a-8f59-40b7-bf23-005e5bc1a5ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.424363 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.448012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9ef282a-8f59-40b7-bf23-005e5bc1a5ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.472647 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c4bf8f6a-6b8b-4bd6-9a3c-fe096d181c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:42.473024 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf8f6a-6b8b-4bd6-9a3c-fe096d181c33 None None] The sync data for ids ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:42.477659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Transition to ACTIVE for port object 8103b5c7-58f9-4241-a295-32df54e040b5 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:42.537783 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9ef282a-8f59-40b7-bf23-005e5bc1a5ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.550020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Transition to ACTIVE for port object 8103b5c7-58f9-4241-a295-32df54e040b5 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:42.551118 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1b1693f0-eefc-4535-9532-a7a315badc24 None None] Provisioning for port 791d7a00-ff37-4abf-be6e-23a6f73fe136 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:42.563801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1b1693f0-eefc-4535-9532-a7a315badc24 None None] Provisioning complete for port 791d7a00-ff37-4abf-be6e-23a6f73fe136 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:42.564174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1b1693f0-eefc-4535-9532-a7a315badc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.596237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.660905 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.669627 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Allocated IP 172.20.0.1 (ba4866b5-5cbb-49f4-9033-d73effb9be4b/d30e48b1-f655-4509-8990-851f72d63bfc/0a365bd4-82a2-44c0-958f-d00912a1cc79) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:42.686549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9ef282a-8f59-40b7-bf23-005e5bc1a5ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.697345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Network ba4866b5-5cbb-49f4-9033-d73effb9be4b is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:42.706334 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:42.724137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:42.728644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 045243a7-2bc8-4676-bd0a-2e13a0d7746d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:42.729015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.763759 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-08c12dce-8236-481a-816b-17b5426eb0c5 None None] Deleting port ee5f5cee-1dde-42b4-821a-01686985df09 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:42.764153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-08c12dce-8236-481a-816b-17b5426eb0c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.871504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef282a-8f59-40b7-bf23-005e5bc1a5ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf53ca6-2736-4d92-bbc1-07bec0f46488,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:42.875702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9ef282a-8f59-40b7-bf23-005e5bc1a5ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:42.944904 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e9ef282a-8f59-40b7-bf23-005e5bc1a5ad tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/subnets/5cf53ca6-2736-4d92-bbc1-07bec0f46488 HTTP/1.1" status: 204 len: 168 time: 0.6284254 Apr 29 17:38:42.947762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51278) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:42.953581 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a58989-94c1-44c8-a3f0-87725512046c None None] Network d82c8ba3-eace-40ca-8692-09b82dfb64bc requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:42.991517 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Pushing event updated for resources: {'Port': ['ID=8103b5c7-58f9-4241-a295-32df54e040b5,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:43.002581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.003931 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-08c12dce-8236-481a-816b-17b5426eb0c5 None None] The port 'ee5f5cee-1dde-42b4-821a-01686985df09' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:38:43.020813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Transition to ACTIVE for port object 0a365bd4-82a2-44c0-958f-d00912a1cc79 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:43.054172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.120029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Attempting to bind port 8103b5c7-58f9-4241-a295-32df54e040b5 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:43.120428 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Attempting to bind port 8103b5c7-58f9-4241-a295-32df54e040b5 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '5f8bebb8-b476-4d13-a78b-5044cee6017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:43.120758 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Attempting to bind port 8103b5c7-58f9-4241-a295-32df54e040b5 on network ba4866b5-5cbb-49f4-9033-d73effb9be4b {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:43.133922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=0a365bd4-82a2-44c0-958f-d00912a1cc79,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:43.134675 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1b1693f0-eefc-4535-9532-a7a315badc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.147452 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network ba4866b5-5cbb-49f4-9033-d73effb9be4b is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:43.149214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:43.155328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:43.155632 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Checking segment: {'id': '5f8bebb8-b476-4d13-a78b-5044cee6017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:43.155928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.156324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Bound using segment: {'id': '5f8bebb8-b476-4d13-a78b-5044cee6017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:43.157781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:43.159451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Bound port: 8103b5c7-58f9-4241-a295-32df54e040b5, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8bebb8-b476-4d13-a78b-5044cee6017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:43.160115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.243189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.259512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.291950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Deleting port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:43.292930 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.352812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Allocated IP 2001:db8:1::1 (b64cb2bc-52c9-44b8-9579-75a603621294/0022e911-61bc-4519-b011-4fc67c57eeff/1fa16912-056a-4ff8-9c61-45e432edde9c) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:43.372589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.433087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1b1693f0-eefc-4535-9532-a7a315badc24 None None] For port 791d7a00-ff37-4abf-be6e-23a6f73fe136, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=791d7a00-ff37-4abf-be6e-23a6f73fe136,segment=NetworkSegment(b5c56c73-0299-4c3d-b0f0-f8b6808d4554),segment_id=b5c56c73-0299-4c3d-b0f0-f8b6808d4554)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:43.458502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1b1693f0-eefc-4535-9532-a7a315badc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.534412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] For port 8103b5c7-58f9-4241-a295-32df54e040b5, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:43.554876 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] For port 8103b5c7-58f9-4241-a295-32df54e040b5, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8103b5c7-58f9-4241-a295-32df54e040b5,segment=NetworkSegment(5f8bebb8-b476-4d13-a78b-5044cee6017b),segment_id=5f8bebb8-b476-4d13-a78b-5044cee6017b)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:43.556468 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1b1693f0-eefc-4535-9532-a7a315badc24 None None] Provisioning for port f1b8d2d2-d4f6-4ccc-8cc6-47ce1bdd53aa completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:43.570899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1b1693f0-eefc-4535-9532-a7a315badc24 None None] Provisioning complete for port f1b8d2d2-d4f6-4ccc-8cc6-47ce1bdd53aa triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:43.571275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1b1693f0-eefc-4535-9532-a7a315badc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.595390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.619445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ee5f5cee-1dde-42b4-821a-01686985df09 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:38:43.633589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] For port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8bf5d448-d16b-49d6-bfb3-3eee62e5ced0,segment=NetworkSegment(10f32804-e927-46e2-be4b-68ff00a5d26d),segment_id=10f32804-e927-46e2-be4b-68ff00a5d26d)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:43.633953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.667983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1693f0-eefc-4535-9532-a7a315badc24 None None] Pushing event updated for resources: {'Port': ['ID=791d7a00-ff37-4abf-be6e-23a6f73fe136,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:43.704030 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: ee5f5cee-1dde-42b4-821a-01686985df09 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:38:43.704030 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ee5f5cee-1dde-42b4-821a-01686985df09 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:38:43.749925 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1b1693f0-eefc-4535-9532-a7a315badc24 None None] Port f1b8d2d2-d4f6-4ccc-8cc6-47ce1bdd53aa cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:43.773324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eef6f7-40f8-4b70-92e7-18ce7d475d25 None None] Pushing event updated for resources: {'Port': ['ID=8103b5c7-58f9-4241-a295-32df54e040b5,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:43.774937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Calling delete_port for 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:43.819409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.828748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.835170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.845203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Transition to ACTIVE for port object 1fa16912-056a-4ff8-9c61-45e432edde9c will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:43.855679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd588044-2b1b-47b4-8247-47ecbc4470ef None None] DHCP port deletion for d82c8ba3-eace-40ca-8692-09b82dfb64bc request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:38:43.868973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 791d7a00-ff37-4abf-be6e-23a6f73fe136 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:43.880698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.915782 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd588044-2b1b-47b4-8247-47ecbc4470ef None None] Deleting port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:43.916332 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd588044-2b1b-47b4-8247-47ecbc4470ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.935122 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Port': ['ID=8bf5d448-d16b-49d6-bfb3-3eee62e5ced0,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:43.936997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] No DVR routers for this DVR port 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:38:43.992781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:43.994684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:44.001720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd588044-2b1b-47b4-8247-47ecbc4470ef None None] The port '8bf5d448-d16b-49d6-bfb3-3eee62e5ced0' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:38:44.010536 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=0a365bd4-82a2-44c0-958f-d00912a1cc79,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:44.034238 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cb531f45-444e-43d4-b9eb-ddcd9f8faacf None None] Provisioning complete for port 791d7a00-ff37-4abf-be6e-23a6f73fe136 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:44.034798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb531f45-444e-43d4-b9eb-ddcd9f8faacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:44.104312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 791d7a00-ff37-4abf-be6e-23a6f73fe136 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:44.104741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:44.170395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:44.178676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network b64cb2bc-52c9-44b8-9579-75a603621294 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:44.190791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:44.192775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network ba4866b5-5cbb-49f4-9033-d73effb9be4b is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:44.194318 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:44.197791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:44.198307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:44.200777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=1fa16912-056a-4ff8-9c61-45e432edde9c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:44.231633 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82c8ba3-eace-40ca-8692-09b82dfb64bc']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:44.251526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f32804-e927-46e2-be4b-68ff00a5d26d') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:44.251822 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f32804-e927-46e2-be4b-68ff00a5d26d') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:44.266846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:44.287945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:44.301438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:44.301643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:44.344677 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:44.438676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:38:44.468177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:44.494629 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c9e206c6-f4c2-4a19-9c2a-9c9dc8c7d775 None None] Provisioning for port 1fa16912-056a-4ff8-9c61-45e432edde9c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:44.496996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:44.499734 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c9e206c6-f4c2-4a19-9c2a-9c9dc8c7d775 None None] Provisioning complete for port 1fa16912-056a-4ff8-9c61-45e432edde9c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:44.500001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c9e206c6-f4c2-4a19-9c2a-9c9dc8c7d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:44.508396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] Pushing event deleted for resources: {'Network': ['ID=d82c8ba3-eace-40ca-8692-09b82dfb64bc,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:44.521940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:44.541428 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-858bf5ae-04dd-494b-a313-afd590fb987b tempest-NetworksIpV6Test-1458404317 tempest-NetworksIpV6Test-1458404317-project] 10.222.0.11 "DELETE /v2.0/networks/d82c8ba3-eace-40ca-8692-09b82dfb64bc HTTP/1.1" status: 204 len: 168 time: 1.5927000 Apr 29 17:38:44.553191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c9e206c6-f4c2-4a19-9c2a-9c9dc8c7d775 None None] Port 1fa16912-056a-4ff8-9c61-45e432edde9c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:44.602217 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:44.611383 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-64d04552-313d-4d5e-ab48-e651f48eab54 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4237821 Apr 29 17:38:44.611811 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Sync routers for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:44.615169 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51284) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:44.623319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'network': {'name': 'tempest-RoutersTest-88947261'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:44.623511 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:44.623964 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:44.695928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:44.700471 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:network and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:44.705185 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:44.711918 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:44.795473 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:38:44.929742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:44.933301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:44.950950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51290) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:44.985794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:45.011911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b181b-b16d-42f5-9816-f3136cb8bd25 None None] Network ba4866b5-5cbb-49f4-9033-d73effb9be4b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:45.029221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.029557 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Added segment d032f6cb-0828-42d0-85f6-211368a5bebf of type vlan for network 667c85f7-b18f-4f31-b925-ce023414f030 Apr 29 17:38:45.081283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.145268 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ce5e31fd-ccb8-45c4-865f-aa097a7d9a9a None None] Provisioning for port 8103b5c7-58f9-4241-a295-32df54e040b5 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:45.157748 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b4ddf50c-e4ae-4145-915e-cd9df76b4fdf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c78a54e25a6847c0b4552ade74c23a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032077 Apr 29 17:38:45.158179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51296) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:45.175939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.181412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:45.182114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.224783 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:38:43Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:43Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:45.230705 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Checking router: 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:38:45.230909 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Updating router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 port 0a365bd4-82a2-44c0-958f-d00912a1cc79 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:38:45.296650 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.331493 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7122986 Apr 29 17:38:45.338998 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51300) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:45.348381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'subnet': {'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:45.355529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3702d3ea-dfe1-41e4-9fc2-5ddf19006937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.362603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8a790-ff0d-40db-a8ff-cdb287771453 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Network': ['ID=667c85f7-b18f-4f31-b925-ce023414f030,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:45.381723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 667c85f7-b18f-4f31-b925-ce023414f030 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:45.385800 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3702d3ea-dfe1-41e4-9fc2-5ddf19006937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.461504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3702d3ea-dfe1-41e4-9fc2-5ddf19006937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.489934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.494611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702d3ea-dfe1-41e4-9fc2-5ddf19006937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93ffc87-b260-4d64-af20-d0489265d28b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:45.502705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:45.505166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.505914 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.509247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3702d3ea-dfe1-41e4-9fc2-5ddf19006937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.511269 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3702d3ea-dfe1-41e4-9fc2-5ddf19006937 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d93ffc87-b260-4d64-af20-d0489265d28b HTTP/1.1" status: 204 len: 168 time: 0.3519027 Apr 29 17:38:45.589928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:subnet and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:45.596750 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:45.610335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:45.634783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=1fa16912-056a-4ff8-9c61-45e432edde9c,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:45.703087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:45.706724 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.722832 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-281d6524-def0-4025-a551-bed6afc55428 None None] Provisioning for port 0a365bd4-82a2-44c0-958f-d00912a1cc79 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:45.730693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-281d6524-def0-4025-a551-bed6afc55428 None None] Provisioning complete for port 0a365bd4-82a2-44c0-958f-d00912a1cc79 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:45.731759 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-281d6524-def0-4025-a551-bed6afc55428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.830965 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.848182 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Transition to ACTIVE for port object 0a365bd4-82a2-44c0-958f-d00912a1cc79 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:45.857924 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:45.874727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-281d6524-def0-4025-a551-bed6afc55428 None None] Port 0a365bd4-82a2-44c0-958f-d00912a1cc79 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:45.897204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8103b5c7-58f9-4241-a295-32df54e040b5 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:45.922376 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network b64cb2bc-52c9-44b8-9579-75a603621294 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:45.924174 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:46.026059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 8103b5c7-58f9-4241-a295-32df54e040b5 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:46.034029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8103b5c7-58f9-4241-a295-32df54e040b5 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:46.034550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:46.079201 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Pushing event updated for resources: {'Port': ['ID=0a365bd4-82a2-44c0-958f-d00912a1cc79,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:46.116008 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.116378 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.116666 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.116985 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.117301 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.117630 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.117946 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.118258 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.122565 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.129484 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.131754 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.131899 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 843e5f39-3af7-4bac-927c-bfa25e3c9bb0 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:46.132358 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.230275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:46.266610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 8103b5c7-58f9-4241-a295-32df54e040b5, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8103b5c7-58f9-4241-a295-32df54e040b5,segment=NetworkSegment(5f8bebb8-b476-4d13-a78b-5044cee6017b),segment_id=5f8bebb8-b476-4d13-a78b-5044cee6017b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:46.276506 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:46.348729 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Attempting to bind port 0a365bd4-82a2-44c0-958f-d00912a1cc79 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:46.349316 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Attempting to bind port 0a365bd4-82a2-44c0-958f-d00912a1cc79 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '5f8bebb8-b476-4d13-a78b-5044cee6017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:46.349637 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Attempting to bind port 0a365bd4-82a2-44c0-958f-d00912a1cc79 on network ba4866b5-5cbb-49f4-9033-d73effb9be4b {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:46.368289 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:46.368654 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Checking segment: {'id': '5f8bebb8-b476-4d13-a78b-5044cee6017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:46.370118 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:46.370604 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Bound using segment: {'id': '5f8bebb8-b476-4d13-a78b-5044cee6017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:46.371073 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Bound port: 0a365bd4-82a2-44c0-958f-d00912a1cc79, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8bebb8-b476-4d13-a78b-5044cee6017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:46.371499 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:46.375122 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:38:46.495445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:38:46.495782 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8bf5d448-d16b-49d6-bfb3-3eee62e5ced0 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:38:46.512457 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] For port 0a365bd4-82a2-44c0-958f-d00912a1cc79, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:46.517165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:46.519939 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=8103b5c7-58f9-4241-a295-32df54e040b5,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:46.530443 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51324) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:46.530945 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ee2df605-0e12-48d9-b8e7-1945bc69da3c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/843e5f39-3af7-4bac-927c-bfa25e3c9bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4767442 Apr 29 17:38:46.532219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b95bb4-0925-4ee9-9fc4-52632646a73b None None] Sync routers for ids ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:46.532574 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] For port 0a365bd4-82a2-44c0-958f-d00912a1cc79, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0a365bd4-82a2-44c0-958f-d00912a1cc79,segment=NetworkSegment(5f8bebb8-b476-4d13-a78b-5044cee6017b),segment_id=5f8bebb8-b476-4d13-a78b-5044cee6017b)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:46.536771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:46.540563 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:46.542110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.542764 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.543095 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.543449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.543769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.544094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.544413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.544738 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.545047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.545362 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.545676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.551901 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:38:46.561264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c38ccd9d-c8b9-4b32-be4f-6edcf349f112 None None] Provisioning complete for port 1fa16912-056a-4ff8-9c61-45e432edde9c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:46.561626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c38ccd9d-c8b9-4b32-be4f-6edcf349f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:46.626014 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b95bb4-0925-4ee9-9fc4-52632646a73b None None] Routers {'843e5f39-3af7-4bac-927c-bfa25e3c9bb0'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:46.626350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-74b95bb4-0925-4ee9-9fc4-52632646a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:46.682340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce983e1f-0ec5-413b-a0e6-ea1aed8b3e12 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:46.696588 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:46.698474 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:46.701766 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ce983e1f-0ec5-413b-a0e6-ea1aed8b3e12 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports/1fa16912-056a-4ff8-9c61-45e432edde9c HTTP/1.1" status: 200 len: 913 time: 0.1690047 Apr 29 17:38:46.704044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51328) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:46.718160 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-74b95bb4-0925-4ee9-9fc4-52632646a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:46.721564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51332) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:46.730183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c38ccd9d-c8b9-4b32-be4f-6edcf349f112 None None] Port 1fa16912-056a-4ff8-9c61-45e432edde9c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:46.732755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b95bb4-0925-4ee9-9fc4-52632646a73b None None] Routers {'843e5f39-3af7-4bac-927c-bfa25e3c9bb0'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:46.733358 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-74b95bb4-0925-4ee9-9fc4-52632646a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:46.807849 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-74b95bb4-0925-4ee9-9fc4-52632646a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:46.808482 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b95bb4-0925-4ee9-9fc4-52632646a73b None None] The sync data for ids ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:46.856817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1595251752'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:46.864323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:46.868995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:network and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:46.872342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:46.883348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:46.897933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:46.902727 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:46.919441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:46.938960 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4790653-7c5d-4cc6-a612-5d34ba773d60 None None] Pushing event updated for resources: {'Port': ['ID=0a365bd4-82a2-44c0-958f-d00912a1cc79,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:46.941164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:46.945828 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:security_group_rule and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:46.949457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:46.955911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:46.957711 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:38:47.051261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Subnet': ['ID=2f8c5e79-4e15-460f-b74d-6323263b3f38,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:47.054280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:47.060179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:47.066560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Checking segment: {'id': 'd032f6cb-0828-42d0-85f6-211368a5bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:47.066945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network hostable DHCP agents. Network: 667c85f7-b18f-4f31-b925-ce023414f030, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:47.104137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39fe4451-3c85-4628-b051-34235d9fd7ca,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:47.114983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:47.128961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:47.129298 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Added segment 90a84201-cd3b-4c74-8240-ccad16ea6778 of type vlan for network 9373421a-f4b1-40e4-9710-c0680d3b8c3c Apr 29 17:38:47.158871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:47.165617 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 667c85f7-b18f-4f31-b925-ce023414f030 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:47.193646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:47.199624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:47.200205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:47.246651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 667c85f7-b18f-4f31-b925-ce023414f030) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:47.254079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:47.254646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:47.261746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d9a6c1-4c5d-46cd-9a10-892e5015708f None None] Network 667c85f7-b18f-4f31-b925-ce023414f030 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:47.287707 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fb7c7675-126f-42b7-9f31-9840861144b1 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9448791 Apr 29 17:38:47.313161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51338) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:47.329160 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5987434 Apr 29 17:38:47.333727 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:38:43Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:46Z', 'revision_number': 4, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:47.336423 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d67234-52c3-4954-a813-a96a824274dd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=9373421a-f4b1-40e4-9710-c0680d3b8c3c,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:47.340141 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3272a7-2fa1-4ce1-81a1-ae56443d7c21 None None] The sync data for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv is: [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:38:43Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:46Z', 'revision_number': 4, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:47.400557 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 9373421a-f4b1-40e4-9710-c0680d3b8c3c details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:47.509864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51342) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:47.517279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'subnet': {'network_id': '9373421a-f4b1-40e4-9710-c0680d3b8c3c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:47.678582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-667c85f7-b18f-4f31-b925-ce023414f030', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:47.679954 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:47.689065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:47.695021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:subnet and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:47.703115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:47.716314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:47.740827 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:47.745041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:47.940387 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Allocated IP 172.21.0.2 (667c85f7-b18f-4f31-b925-ce023414f030/2f8c5e79-4e15-460f-b74d-6323263b3f38/a3d75f27-2848-4cba-9dea-d44e34dad1c4) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:47.953563 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0a365bd4-82a2-44c0-958f-d00912a1cc79 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:48.011609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82257f4d-4a45-4cd7-b028-8f005c22c657 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.053299 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.161683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Subnet': ['ID=ecc361d8-ddbd-453d-bb9b-87b81cbb149b,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:48.170146 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.173560 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 0a365bd4-82a2-44c0-958f-d00912a1cc79 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:48.179015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking segment: {'id': '90a84201-cd3b-4c74-8240-ccad16ea6778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9373421a-f4b1-40e4-9710-c0680d3b8c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:48.179712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network hostable DHCP agents. Network: 9373421a-f4b1-40e4-9710-c0680d3b8c3c, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:48.190566 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0a365bd4-82a2-44c0-958f-d00912a1cc79 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:48.190941 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.205093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network 9373421a-f4b1-40e4-9710-c0680d3b8c3c is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:48.219779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 9373421a-f4b1-40e4-9710-c0680d3b8c3c) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:48.226772 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:48.227386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.239100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c8633-0cb4-41d0-bb1e-fb57352379c6 None None] Network 9373421a-f4b1-40e4-9710-c0680d3b8c3c requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:48.254801 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2fca9d43-8f75-459c-afa4-116f071b2f37 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7436326 Apr 29 17:38:48.258408 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51346) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:48.264613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1336686682'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:48.269896 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:48.274260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:network and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:48.277330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:48.282953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:48.293959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:48.298597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.327012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:48.336581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.337047 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Added segment 3b18abec-8e9b-412a-b128-bb13f70b49ec of type vlan for network d014b25c-e0fc-4597-b1b2-60be85fae2bf Apr 29 17:38:48.363341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.394856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.401016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:48.401608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.411749 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.428936 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Transition to ACTIVE for port object a3d75f27-2848-4cba-9dea-d44e34dad1c4 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:48.508473 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2487624 Apr 29 17:38:48.514350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51350) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:48.522526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'subnet': {'network_id': 'd014b25c-e0fc-4597-b1b2-60be85fae2bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:48.536433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72464c4b-ca6f-4a69-b487-dc416756110f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=d014b25c-e0fc-4597-b1b2-60be85fae2bf,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:48.552943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.558090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Transition to ACTIVE for port object a3d75f27-2848-4cba-9dea-d44e34dad1c4 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:48.559978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network d014b25c-e0fc-4597-b1b2-60be85fae2bf details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:48.592979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.617937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.642239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:48.647884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:subnet and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:48.651427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:48.676183 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:48.691746 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:48.698965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.824107 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Network 667c85f7-b18f-4f31-b925-ce023414f030 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:48.851048 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:48.853964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:48.877790 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-82257f4d-4a45-4cd7-b028-8f005c22c657 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 1fa16912-056a-4ff8-9c61-45e432edde9c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:48.878062 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82257f4d-4a45-4cd7-b028-8f005c22c657 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.903959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Pushing event updated for resources: {'Port': ['ID=a3d75f27-2848-4cba-9dea-d44e34dad1c4,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:48.920488 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-9373421a-f4b1-40e4-9710-c0680d3b8c3c', 'network_id': '9373421a-f4b1-40e4-9710-c0680d3b8c3c', 'tenant_id': '09b245ec89bc4a1cae95da2d319eb442', 'fixed_ips': [{'subnet_id': 'ecc361d8-ddbd-453d-bb9b-87b81cbb149b'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:48.921302 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.938354 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 0a365bd4-82a2-44c0-958f-d00912a1cc79, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0a365bd4-82a2-44c0-958f-d00912a1cc79,segment=NetworkSegment(5f8bebb8-b476-4d13-a78b-5044cee6017b),segment_id=5f8bebb8-b476-4d13-a78b-5044cee6017b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:48.977085 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:48.977946 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8103b5c7-58f9-4241-a295-32df54e040b5 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:48.979743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.061503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Subnet': ['ID=ad3e9b9b-f91d-4e1e-8dc2-1ee58b19095d,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:49.084911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking segment: {'id': '3b18abec-8e9b-412a-b128-bb13f70b49ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd014b25c-e0fc-4597-b1b2-60be85fae2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:49.085683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network hostable DHCP agents. Network: d014b25c-e0fc-4597-b1b2-60be85fae2bf, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:49.105638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network d014b25c-e0fc-4597-b1b2-60be85fae2bf is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:49.116862 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, d014b25c-e0fc-4597-b1b2-60be85fae2bf) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:49.122532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:49.123578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.133423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699e2664-bf34-4769-a2f9-ab05e80c536d None None] Network d014b25c-e0fc-4597-b1b2-60be85fae2bf requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:49.146237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Attempting to bind port a3d75f27-2848-4cba-9dea-d44e34dad1c4 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:49.146635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Attempting to bind port a3d75f27-2848-4cba-9dea-d44e34dad1c4 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'd032f6cb-0828-42d0-85f6-211368a5bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:49.147069 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Attempting to bind port a3d75f27-2848-4cba-9dea-d44e34dad1c4 on network 667c85f7-b18f-4f31-b925-ce023414f030 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:49.150608 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-56c3e947-37b2-4224-a8e2-feebf4d8b5f5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6350846 Apr 29 17:38:49.153774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51354) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:49.181302 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Allocated IP 172.21.0.1 (667c85f7-b18f-4f31-b925-ce023414f030/2f8c5e79-4e15-460f-b74d-6323263b3f38/6f287e11-1d21-4e83-ae94-5f83bec3ab60) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:49.184226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82257f4d-4a45-4cd7-b028-8f005c22c657 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.195474 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:49.195911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Checking segment: {'id': 'd032f6cb-0828-42d0-85f6-211368a5bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:49.196266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.196732 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Bound using segment: {'id': 'd032f6cb-0828-42d0-85f6-211368a5bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:49.197248 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Bound port: a3d75f27-2848-4cba-9dea-d44e34dad1c4, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd032f6cb-0828-42d0-85f6-211368a5bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:49.197620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.305184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.323145 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=0a365bd4-82a2-44c0-958f-d00912a1cc79,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:49.328049 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-82257f4d-4a45-4cd7-b028-8f005c22c657 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 1fa16912-056a-4ff8-9c61-45e432edde9c owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:49.375952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.424914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8103b5c7-58f9-4241-a295-32df54e040b5 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:49.425512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.456702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.504365 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3e9b9b-f91d-4e1e-8dc2-1ee58b19095d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:49.543350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] For port a3d75f27-2848-4cba-9dea-d44e34dad1c4, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:49.555531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.583332 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Transition to ACTIVE for port object 6f287e11-1d21-4e83-ae94-5f83bec3ab60 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:49.590556 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Allocated IP 172.20.255.242 (9373421a-f4b1-40e4-9710-c0680d3b8c3c/ecc361d8-ddbd-453d-bb9b-87b81cbb149b/0ae42835-aeb6-4699-ae75-5a2a351d4d38) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:49.602699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] For port a3d75f27-2848-4cba-9dea-d44e34dad1c4, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a3d75f27-2848-4cba-9dea-d44e34dad1c4,segment=NetworkSegment(d032f6cb-0828-42d0-85f6-211368a5bebf),segment_id=d032f6cb-0828-42d0-85f6-211368a5bebf)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:49.612090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0553282-f311-4e8a-9ad3-0a5ea870cd5b None None] Network d014b25c-e0fc-4597-b1b2-60be85fae2bf requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:49.626904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.668751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82257f4d-4a45-4cd7-b028-8f005c22c657 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.711012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.755264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.756066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82257f4d-4a45-4cd7-b028-8f005c22c657 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=1fa16912-056a-4ff8-9c61-45e432edde9c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:49.787013 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d014b25c-e0fc-4597-b1b2-60be85fae2bf']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:49.803633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b18abec-8e9b-412a-b128-bb13f70b49ec') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:49.804285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b18abec-8e9b-412a-b128-bb13f70b49ec') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:49.823844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.848398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.854592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 667c85f7-b18f-4f31-b925-ce023414f030 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:49.856052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=6f287e11-1d21-4e83-ae94-5f83bec3ab60,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:49.858406 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:49.859258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:49.869382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:49.890045 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:49.989819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:49.994808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.006617 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8154d68-567f-474e-92c3-6feafe8c6776 None None] Pushing event updated for resources: {'Port': ['ID=a3d75f27-2848-4cba-9dea-d44e34dad1c4,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:50.016654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.030514 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Network': ['ID=d014b25c-e0fc-4597-b1b2-60be85fae2bf,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:50.039375 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b0ee3b9b-bb12-4935-a3b1-6a08ff4b551b tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/d014b25c-e0fc-4597-b1b2-60be85fae2bf HTTP/1.1" status: 204 len: 168 time: 0.8838356 Apr 29 17:38:50.040016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51358) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:50.046951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-682251171'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:50.053966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:50.059507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:network and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:50.063516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:50.069816 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:50.086642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:50.093107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.136970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:50.148695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.149442 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Added segment 458f5eee-4048-4660-9d49-d45fea739ab3 of type vlan for network ecebf61b-8c38-4d0a-b32f-5297954736f6 Apr 29 17:38:50.154119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0a365bd4-82a2-44c0-958f-d00912a1cc79 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:50.180589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.237346 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.243737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:50.244181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.264906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.283411 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Transition to ACTIVE for port object 0ae42835-aeb6-4699-ae75-5a2a351d4d38 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:50.295369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.308424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0a365bd4-82a2-44c0-958f-d00912a1cc79 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:50.309061 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.321703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82257f4d-4a45-4cd7-b028-8f005c22c657 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.364150 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3226240 Apr 29 17:38:50.370217 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51362) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:50.374819 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Transition to ACTIVE for port object 0ae42835-aeb6-4699-ae75-5a2a351d4d38 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:50.380472 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'subnet': {'network_id': 'ecebf61b-8c38-4d0a-b32f-5297954736f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:50.387004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.398413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15650ab-9115-46b6-9e53-f6931de1638e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=ecebf61b-8c38-4d0a-b32f-5297954736f6,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:50.428641 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network ecebf61b-8c38-4d0a-b32f-5297954736f6 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:50.504967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:50.510378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:subnet and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:50.514235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:50.521713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:50.534500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:50.539979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.588556 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Network 9373421a-f4b1-40e4-9710-c0680d3b8c3c is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:50.637113 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:50.645347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_backend_mixin [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Performing IP validity checks on allocation pools {{(pid=88019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 17:38:50.645922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_backend_mixin [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 17:38:50.656944 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:50.674663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Pushing event updated for resources: {'Port': ['ID=0ae42835-aeb6-4699-ae75-5a2a351d4d38,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:50.763165 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Attempting to bind port 0ae42835-aeb6-4699-ae75-5a2a351d4d38 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:50.763581 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Attempting to bind port 0ae42835-aeb6-4699-ae75-5a2a351d4d38 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '90a84201-cd3b-4c74-8240-ccad16ea6778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9373421a-f4b1-40e4-9710-c0680d3b8c3c'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:50.763914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Attempting to bind port 0ae42835-aeb6-4699-ae75-5a2a351d4d38 on network 9373421a-f4b1-40e4-9710-c0680d3b8c3c {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:50.769186 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82257f4d-4a45-4cd7-b028-8f005c22c657 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 843e5f39-3af7-4bac-927c-bfa25e3c9bb0 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:50.770817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:50.771183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Checking segment: {'id': '90a84201-cd3b-4c74-8240-ccad16ea6778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9373421a-f4b1-40e4-9710-c0680d3b8c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:50.772275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.772275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Bound using segment: {'id': '90a84201-cd3b-4c74-8240-ccad16ea6778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9373421a-f4b1-40e4-9710-c0680d3b8c3c'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:50.772465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Bound port: 0ae42835-aeb6-4699-ae75-5a2a351d4d38, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a84201-cd3b-4c74-8240-ccad16ea6778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9373421a-f4b1-40e4-9710-c0680d3b8c3c'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:50.772804 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.791780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.794075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.869343 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] For port 0ae42835-aeb6-4699-ae75-5a2a351d4d38, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:50.874962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] For port 0ae42835-aeb6-4699-ae75-5a2a351d4d38, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0ae42835-aeb6-4699-ae75-5a2a351d4d38,segment=NetworkSegment(90a84201-cd3b-4c74-8240-ccad16ea6778),segment_id=90a84201-cd3b-4c74-8240-ccad16ea6778)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:50.881206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.892032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Subnet': ['ID=474206c9-9a28-4f30-af7f-0bec34271b0c,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:50.894333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking segment: {'id': '458f5eee-4048-4660-9d49-d45fea739ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ecebf61b-8c38-4d0a-b32f-5297954736f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:50.894690 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network hostable DHCP agents. Network: ecebf61b-8c38-4d0a-b32f-5297954736f6, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:50.923340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network ecebf61b-8c38-4d0a-b32f-5297954736f6 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:50.936396 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, ecebf61b-8c38-4d0a-b32f-5297954736f6) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:50.943464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:50.944365 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:50.957911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e71c84d-71a5-422a-9c34-bba86c2863ab None None] Network ecebf61b-8c38-4d0a-b32f-5297954736f6 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:50.974501 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f37dd747-636f-49ac-a608-eea3d3d4ad17 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6030583 Apr 29 17:38:50.975558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51366) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:51.080196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4268c-dc88-4727-9c8d-d8148b498470 None None] Pushing event updated for resources: {'Port': ['ID=0ae42835-aeb6-4699-ae75-5a2a351d4d38,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:51.157876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:51.242994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82257f4d-4a45-4cd7-b028-8f005c22c657 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:51.253690 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c203791-479a-4816-990f-a1617567560b None None] Sync routers for ids ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:51.287581 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab15ac2f-cd9c-47c1-b2e8-9d02aeec3031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-ecebf61b-8c38-4d0a-b32f-5297954736f6', 'network_id': 'ecebf61b-8c38-4d0a-b32f-5297954736f6', 'tenant_id': '09b245ec89bc4a1cae95da2d319eb442', 'fixed_ips': [{'subnet_id': '474206c9-9a28-4f30-af7f-0bec34271b0c'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:51.288048 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-82257f4d-4a45-4cd7-b028-8f005c22c657 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/843e5f39-3af7-4bac-927c-bfa25e3c9bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5762081 Apr 29 17:38:51.288424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ab15ac2f-cd9c-47c1-b2e8-9d02aeec3031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:51.304897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51370) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:51.306618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:51.312014 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c203791-479a-4816-990f-a1617567560b None None] Routers {'843e5f39-3af7-4bac-927c-bfa25e3c9bb0'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:51.312635 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1c203791-479a-4816-990f-a1617567560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:51.375164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a860266-cd97-40b4-a5e6-2738ae3efd46 None None] Network 667c85f7-b18f-4f31-b925-ce023414f030 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:51.389032 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1c203791-479a-4816-990f-a1617567560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:51.398765 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c203791-479a-4816-990f-a1617567560b None None] Routers {'843e5f39-3af7-4bac-927c-bfa25e3c9bb0'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:51.399660 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1c203791-479a-4816-990f-a1617567560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:51.476328 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1c203791-479a-4816-990f-a1617567560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:51.477003 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c203791-479a-4816-990f-a1617567560b None None] The sync data for ids ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:51.489451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:51.534455 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Subnet': ['ID=474206c9-9a28-4f30-af7f-0bec34271b0c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server [None req-ab15ac2f-cd9c-47c1-b2e8-9d02aeec3031 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 474206c9-9a28-4f30-af7f-0bec34271b0c: This subnet is being modified by another concurrent operation. Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 17:38:51.540173 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise exception Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 474206c9-9a28-4f30-af7f-0bec34271b0c: This subnet is being modified by another concurrent operation. Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server Apr 29 17:38:51.545037 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-22c1162d-6e39-48d3-9eac-886d80d7da97 None None] Provisioning for port a3d75f27-2848-4cba-9dea-d44e34dad1c4 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:51.570181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d9eb82-d62a-465c-b706-833bbc90cb10 None None] Network ecebf61b-8c38-4d0a-b32f-5297954736f6 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:51.633839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:51.663137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecebf61b-8c38-4d0a-b32f-5297954736f6']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:51.675720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458f5eee-4048-4660-9d49-d45fea739ab3') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:51.676018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458f5eee-4048-4660-9d49-d45fea739ab3') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:51.688000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:51.708268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:51.717212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:51.717871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:51.738714 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:51.825428 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:51.848540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:51.860779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Network': ['ID=ecebf61b-8c38-4d0a-b32f-5297954736f6,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:51.870365 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dad8fcd5-4b76-4b18-88e1-9a7087dde4a3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/ecebf61b-8c38-4d0a-b32f-5297954736f6 HTTP/1.1" status: 204 len: 168 time: 0.8926079 Apr 29 17:38:51.871078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51374) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:51.877096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-334382172'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:51.882907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:51.887031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:network and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:51.890001 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:51.895867 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:51.908771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:51.913448 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:51.947743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:51.963149 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:51.963652 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Added segment 6c3f38d3-831c-4ac7-8a16-8da53f3ae369 of type vlan for network 7924657b-7b86-422b-af72-4a4047345df2 Apr 29 17:38:52.000202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:52.031191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:52.037665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:52.044309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:52.045290 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:52.047596 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:52.179518 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3072093 Apr 29 17:38:52.187029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51378) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:52.196517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'subnet': {'network_id': '7924657b-7b86-422b-af72-4a4047345df2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:52.206345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d510f4fc-2ca4-40db-87ea-6bdccac20fee None None] Provisioning for port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:52.217392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d510f4fc-2ca4-40db-87ea-6bdccac20fee None None] Provisioning complete for port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:52.218139 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d510f4fc-2ca4-40db-87ea-6bdccac20fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:52.237470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb34431-463b-446a-8ca8-d682fc66caca tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=7924657b-7b86-422b-af72-4a4047345df2,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:52.286053 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 7924657b-7b86-422b-af72-4a4047345df2 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:52.305463 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a3d75f27-2848-4cba-9dea-d44e34dad1c4 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:52.310067 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:52.321526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=6f287e11-1d21-4e83-ae94-5f83bec3ab60,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:52.340328 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:52.345037 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:subnet and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:52.348355 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:52.361807 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:52.375856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:52.380905 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:52.482408 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d510f4fc-2ca4-40db-87ea-6bdccac20fee None None] Port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:52.528747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a099d3-a750-4459-8de4-66d76832c84c None None] Network 9373421a-f4b1-40e4-9710-c0680d3b8c3c requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:52.547622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 667c85f7-b18f-4f31-b925-ce023414f030 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:52.550290 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:52.627941 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port a3d75f27-2848-4cba-9dea-d44e34dad1c4 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:52.687268 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port a3d75f27-2848-4cba-9dea-d44e34dad1c4 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:52.687801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:52.749528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d8edf696-9de7-4c86-8205-85d8badb2f52 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:52.829090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:52.841835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6ae10516-515d-4072-a8b6-6accd7e4841e None None] Provisioning for port 0ae42835-aeb6-4699-ae75-5a2a351d4d38 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:52.898442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:52.909727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6ae10516-515d-4072-a8b6-6accd7e4841e None None] Provisioning complete for port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:52.910233 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6ae10516-515d-4072-a8b6-6accd7e4841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:52.916017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Subnet': ['ID=6f8bc409-6317-4624-a552-4d16defe98ba,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:52.922107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking segment: {'id': '6c3f38d3-831c-4ac7-8a16-8da53f3ae369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7924657b-7b86-422b-af72-4a4047345df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:52.922546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network hostable DHCP agents. Network: 7924657b-7b86-422b-af72-4a4047345df2, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:52.944586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network 7924657b-7b86-422b-af72-4a4047345df2 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:52.957121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 7924657b-7b86-422b-af72-4a4047345df2) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:52.961477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:52.962167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:52.989502 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-542a983c-55cd-4145-8241-1c0f0ccb99a5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7988048 Apr 29 17:38:52.990417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51382) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:53.004403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acba9fa-9e3a-4d04-b811-43194fea7458 None None] Network 7924657b-7b86-422b-af72-4a4047345df2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:53.126047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6ae10516-515d-4072-a8b6-6accd7e4841e None None] Port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:53.127435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.134911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.181142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:53.186264 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f11c7ddf-13f4-4750-b95b-5bc51f06d52f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8721077 Apr 29 17:38:53.189222 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51386) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:53.198151 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'network': {'name': 'tempest-RoutersTest-1929262154'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:53.203427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.203629 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Sync routers for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:53.204429 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:53.209603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:network and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:53.215439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:53.221141 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:53.294982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:53.298969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.302002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.312086 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:53.312565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:53.323775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-d8edf696-9de7-4c86-8205-85d8badb2f52 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port f1b8d2d2-d4f6-4ccc-8cc6-47ce1bdd53aa {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:53.324105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d8edf696-9de7-4c86-8205-85d8badb2f52 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.359970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Subnet': ['ID=6f8bc409-6317-4624-a552-4d16defe98ba,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:53.384041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:53.425193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.425523 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Added segment 75537c3a-bcb5-48ec-9f5c-2bab5141f820 of type vlan for network 865cf03d-d053-41f8-a889-2f9b20da5a3b Apr 29 17:38:53.443082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.473024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7924657b-7b86-422b-af72-4a4047345df2']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:53.487043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3f38d3-831c-4ac7-8a16-8da53f3ae369') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:53.487505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3f38d3-831c-4ac7-8a16-8da53f3ae369') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:53.500349 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.516539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port a3d75f27-2848-4cba-9dea-d44e34dad1c4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a3d75f27-2848-4cba-9dea-d44e34dad1c4,segment=NetworkSegment(d032f6cb-0828-42d0-85f6-211368a5bebf),segment_id=d032f6cb-0828-42d0-85f6-211368a5bebf)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:53.518569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.525799 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:53.526389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.528359 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cec5-ef1b-4a30-9e5b-205b3f0bbb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:53.543262 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:53.572457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.572786 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0ae42835-aeb6-4699-ae75-5a2a351d4d38 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:53.596631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7c1b14d6-06e5-4106-8581-87e786e68058 None None] Provisioning complete for port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:53.596999 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7c1b14d6-06e5-4106-8581-87e786e68058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.665619 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.682866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.692702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.714086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d8edf696-9de7-4c86-8205-85d8badb2f52 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.738731 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/7924657b-7b86-422b-af72-4a4047345df2 HTTP/1.1" status: 204 len: 168 time: 0.7470949 Apr 29 17:38:53.738858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51390) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:53.739112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b8e4c-72ee-45b0-b890-a4f764d2e949 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Network': ['ID=7924657b-7b86-422b-af72-4a4047345df2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:53.744828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:38:53.793962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee22f3-dfa1-40cb-8e6d-4345913e90de None None] Network 7924657b-7b86-422b-af72-4a4047345df2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:53.795788 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1494637701'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:53.851106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee22f3-dfa1-40cb-8e6d-4345913e90de None None] Network 7924657b-7b86-422b-af72-4a4047345df2 could not be found, it might have been deleted concurrently. {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 17:38:53.861947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-d8edf696-9de7-4c86-8205-85d8badb2f52 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for f1b8d2d2-d4f6-4ccc-8cc6-47ce1bdd53aa owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:53.867853 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f7b2f-ae96-46ad-b9f0-e99e63fdabc9 None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:38:53.901313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:53.909862 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:network and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:53.912895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:53.917496 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.923210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:53.923816 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:53.944832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:53.980576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=a3d75f27-2848-4cba-9dea-d44e34dad1c4,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:54.001070 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b14d6-06e5-4106-8581-87e786e68058 None None] Port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:38:54.017828 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:54.021252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.088526 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8944252 Apr 29 17:38:54.089090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51394) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:54.093833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273955d-f1a1-46cf-a4a1-e5e6564afd8d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Network': ['ID=865cf03d-d053-41f8-a889-2f9b20da5a3b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:54.100360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'subnet': {'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:54.122889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:54.133914 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.134242 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Added segment a589adff-e930-4689-870d-cc40a8392095 of type vlan for network 2d7aec79-2993-40a5-8627-6544732e5762 Apr 29 17:38:54.149873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 0ae42835-aeb6-4699-ae75-5a2a351d4d38 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:38:54.172995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 865cf03d-d053-41f8-a889-2f9b20da5a3b details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:54.204237 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.207323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0ae42835-aeb6-4699-ae75-5a2a351d4d38 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:54.207466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.226683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:54.231369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:subnet and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:54.235081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:54.238053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d8edf696-9de7-4c86-8205-85d8badb2f52 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.241706 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:54.252651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:54.256514 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.321395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edf696-9de7-4c86-8205-85d8badb2f52 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=f1b8d2d2-d4f6-4ccc-8cc6-47ce1bdd53aa,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:54.330217 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.334926 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:54.335526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.411380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e5171791-9c2c-4e32-8ed9-fbc4e1af5e4a None None] Provisioning complete for port 0ae42835-aeb6-4699-ae75-5a2a351d4d38 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:54.411750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e5171791-9c2c-4e32-8ed9-fbc4e1af5e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.485550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.528710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50f7b2f-ae96-46ad-b9f0-e99e63fdabc9 None None] Resources bound (agent type, host, resource id): {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 17:38:54.572843 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7819204 Apr 29 17:38:54.575560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c2cf4-0801-4470-b635-d34025feed6f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=2d7aec79-2993-40a5-8627-6544732e5762,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:54.578453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51398) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:54.579870 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d8edf696-9de7-4c86-8205-85d8badb2f52 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.582006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Checking segment: {'id': '75537c3a-bcb5-48ec-9f5c-2bab5141f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:54.582208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network hostable DHCP agents. Network: 865cf03d-d053-41f8-a889-2f9b20da5a3b, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:54.597295 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'subnet': {'network_id': '2d7aec79-2993-40a5-8627-6544732e5762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:54.601491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 2d7aec79-2993-40a5-8627-6544732e5762 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:54.610846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Subnet': ['ID=4b4339cf-2d83-45ef-aea6-3a58b9dd162b,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:54.700531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 865cf03d-d053-41f8-a889-2f9b20da5a3b is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:54.729242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 865cf03d-d053-41f8-a889-2f9b20da5a3b) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:54.733694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:54.734391 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.739400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.739939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:54.751139 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:subnet and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:54.754959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:54.763991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:54.770993 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2ed8d257-d7ac-436e-a509-588e4f2f6e35 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6803558 Apr 29 17:38:54.773916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51402) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:54.832026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:54.835362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.898942 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8edf696-9de7-4c86-8205-85d8badb2f52 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 843e5f39-3af7-4bac-927c-bfa25e3c9bb0 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:54.905850 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:38:50Z', 'revision_number': 3, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:38:51Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:54.923471 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Checking router: 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:38:54.923842 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Updating router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:38:54.953187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 0ae42835-aeb6-4699-ae75-5a2a351d4d38, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0ae42835-aeb6-4699-ae75-5a2a351d4d38,segment=NetworkSegment(90a84201-cd3b-4c74-8240-ccad16ea6778),segment_id=90a84201-cd3b-4c74-8240-ccad16ea6778)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:54.976867 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e5171791-9c2c-4e32-8ed9-fbc4e1af5e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:54.991253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:55.124752 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a3d75f27-2848-4cba-9dea-d44e34dad1c4 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:55.153172 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:55.172076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8edf696-9de7-4c86-8205-85d8badb2f52 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:55.177295 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d8edf696-9de7-4c86-8205-85d8badb2f52 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/843e5f39-3af7-4bac-927c-bfa25e3c9bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8716810 Apr 29 17:38:55.184638 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51406) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:55.187992 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba94fd-a8ce-4efb-a3ea-a988c45c34ef None None] Sync routers for ids ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:38:55.201132 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba94fd-a8ce-4efb-a3ea-a988c45c34ef None None] Routers {'843e5f39-3af7-4bac-927c-bfa25e3c9bb0'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:55.202507 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7eba94fd-a8ce-4efb-a3ea-a988c45c34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:55.231306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6b74c8e5-2225-40b4-a97e-dcc20efa61b3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Synchronizing usage tracker for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:38:55.261782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6b74c8e5-2225-40b4-a97e-dcc20efa61b3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Unset dirty status for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:38:55.263385 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6b74c8e5-2225-40b4-a97e-dcc20efa61b3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=843e5f39-3af7-4bac-927c-bfa25e3c9bb0 HTTP/1.1" status: 200 len: 205 time: 0.0772405 Apr 29 17:38:55.265799 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51410) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:55.303983 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7eba94fd-a8ce-4efb-a3ea-a988c45c34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:55.318076 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba94fd-a8ce-4efb-a3ea-a988c45c34ef None None] Routers {'843e5f39-3af7-4bac-927c-bfa25e3c9bb0'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:55.319158 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=0ae42835-aeb6-4699-ae75-5a2a351d4d38,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:55.320528 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7eba94fd-a8ce-4efb-a3ea-a988c45c34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:55.339962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-e5171791-9c2c-4e32-8ed9-fbc4e1af5e4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:38:55.340312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-e5171791-9c2c-4e32-8ed9-fbc4e1af5e4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:38:55.428518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port a3d75f27-2848-4cba-9dea-d44e34dad1c4 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:55.428518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:55.448593 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7eba94fd-a8ce-4efb-a3ea-a988c45c34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:55.449058 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba94fd-a8ce-4efb-a3ea-a988c45c34ef None None] The sync data for ids ['843e5f39-3af7-4bac-927c-bfa25e3c9bb0'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:38:55.477799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9836c921-7382-4436-a5b0-e73485dd469c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:55.478761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1925bc66-50e9-44e7-85df-91d7a9d8ba47 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:55.691202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:55.758649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:55.791790 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1925bc66-50e9-44e7-85df-91d7a9d8ba47 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:55.794966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1925bc66-50e9-44e7-85df-91d7a9d8ba47 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:55.801179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Subnet': ['ID=d86016a1-c7c1-43eb-a13a-728587cd8601,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:55.841333 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1925bc66-50e9-44e7-85df-91d7a9d8ba47 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:55.842470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1925bc66-50e9-44e7-85df-91d7a9d8ba47 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Fanout notify agent at l3_agent the message router_deleted on router 843e5f39-3af7-4bac-927c-bfa25e3c9bb0 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:38:55.855271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1925bc66-50e9-44e7-85df-91d7a9d8ba47 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:55.856525 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1925bc66-50e9-44e7-85df-91d7a9d8ba47 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/843e5f39-3af7-4bac-927c-bfa25e3c9bb0 HTTP/1.1" status: 204 len: 168 time: 0.5897729 Apr 29 17:38:55.859329 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51414) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:55.875328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4b8a71-f799-48dc-b1ba-98cf86b614cb None None] Network 865cf03d-d053-41f8-a889-2f9b20da5a3b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:55.937916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03b8ed7-7efb-45b1-9b12-a62b99db41f9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting subnet 0022e911-61bc-4519-b011-4fc67c57eeff {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:38:55.941913 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e03b8ed7-7efb-45b1-9b12-a62b99db41f9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:55.965471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking segment: {'id': 'a589adff-e930-4689-870d-cc40a8392095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2d7aec79-2993-40a5-8627-6544732e5762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:55.965843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network hostable DHCP agents. Network: 2d7aec79-2993-40a5-8627-6544732e5762, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:56.015752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network 2d7aec79-2993-40a5-8627-6544732e5762 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:56.017005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e03b8ed7-7efb-45b1-9b12-a62b99db41f9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.060646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 2d7aec79-2993-40a5-8627-6544732e5762) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:56.070121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:56.071445 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.075528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17341559-58dd-4f3d-b392-e5526b489960 None None] Network 2d7aec79-2993-40a5-8627-6544732e5762 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:56.123128 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9b7cab53-c3fc-40af-8ef1-97db7632030a tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5354769 Apr 29 17:38:56.125825 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51418) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:56.130797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e03b8ed7-7efb-45b1-9b12-a62b99db41f9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.214827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.252275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Transition to ACTIVE for port object 6f287e11-1d21-4e83-ae94-5f83bec3ab60 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:56.263013 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Allocated IP 172.22.0.1 (865cf03d-d053-41f8-a889-2f9b20da5a3b/4b4339cf-2d83-45ef-aea6-3a58b9dd162b/0cc70fad-eaa2-4ab3-80e7-5913773351ce) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:56.273029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.318765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e03b8ed7-7efb-45b1-9b12-a62b99db41f9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.360371 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e03b8ed7-7efb-45b1-9b12-a62b99db41f9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.375004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.383315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b8ed7-7efb-45b1-9b12-a62b99db41f9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Subnet': ['ID=0022e911-61bc-4519-b011-4fc67c57eeff,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:56.391608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e97cbfc-44fb-4570-b04d-7dae0d8a37de None None] Network b64cb2bc-52c9-44b8-9579-75a603621294 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:56.391912 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e03b8ed7-7efb-45b1-9b12-a62b99db41f9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/0022e911-61bc-4519-b011-4fc67c57eeff HTTP/1.1" status: 204 len: 168 time: 0.5313826 Apr 29 17:38:56.393821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51424) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:56.457196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.486595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Transition to ACTIVE for port object 0cc70fad-eaa2-4ab3-80e7-5913773351ce will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:56.508085 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-865cf03d-d053-41f8-a889-2f9b20da5a3b', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:56.509302 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.512904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1f781a-1ef3-40db-9b33-6c640446eccf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting subnet c1ba37d2-78bc-422c-aa9b-9abffb126347 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:38:56.517817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9b1f781a-1ef3-40db-9b33-6c640446eccf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.538884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.560015 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.615410 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac8d97-46cb-4c82-8014-777d0aec8197 None None] Pushing event updated for resources: {'Port': ['ID=6f287e11-1d21-4e83-ae94-5f83bec3ab60,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:56.640260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9b1f781a-1ef3-40db-9b33-6c640446eccf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.653566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 865cf03d-d053-41f8-a889-2f9b20da5a3b is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:56.654942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:56.658125 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:56.717767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.720724 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.746547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=0cc70fad-eaa2-4ab3-80e7-5913773351ce,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:56.759506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.880965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Subnet': ['ID=d86016a1-c7c1-43eb-a13a-728587cd8601,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:56.917133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b205c51-e96c-4676-b866-6ecccaeb85ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-2d7aec79-2993-40a5-8627-6544732e5762', 'network_id': '2d7aec79-2993-40a5-8627-6544732e5762', 'tenant_id': '09b245ec89bc4a1cae95da2d319eb442', 'fixed_ips': [{'subnet_id': 'd86016a1-c7c1-43eb-a13a-728587cd8601'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:38:56.918360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0b205c51-e96c-4676-b866-6ecccaeb85ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.929699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9b1f781a-1ef3-40db-9b33-6c640446eccf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.955090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:56.966356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Attempting to bind port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:56.966783 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Attempting to bind port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'd032f6cb-0828-42d0-85f6-211368a5bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:56.967831 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Attempting to bind port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 on network 667c85f7-b18f-4f31-b925-ce023414f030 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:57.021894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.028808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.044991 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:57.045335 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Checking segment: {'id': 'd032f6cb-0828-42d0-85f6-211368a5bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:57.045654 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.046214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Bound using segment: {'id': 'd032f6cb-0828-42d0-85f6-211368a5bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:57.046505 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Bound port: 6f287e11-1d21-4e83-ae94-5f83bec3ab60, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd032f6cb-0828-42d0-85f6-211368a5bebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:57.046870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.068420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7aec79-2993-40a5-8627-6544732e5762']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:57.084988 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a589adff-e930-4689-870d-cc40a8392095') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:57.085522 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a589adff-e930-4689-870d-cc40a8392095') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:57.106151 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.127679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0ae42835-aeb6-4699-ae75-5a2a351d4d38 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:38:57.130698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9b1f781a-1ef3-40db-9b33-6c640446eccf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.135321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.174928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f781a-1ef3-40db-9b33-6c640446eccf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ba37d2-78bc-422c-aa9b-9abffb126347,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:57.178821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:57.179247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:57.195547 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:57.201347 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9b1f781a-1ef3-40db-9b33-6c640446eccf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.219240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a949595a-61bc-4efb-ad32-0d14bfe28d44 None None] Network 4d8108c0-7f35-40e1-8dd3-b23081b874ce requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:57.246016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Allocated IP 172.22.0.2 (865cf03d-d053-41f8-a889-2f9b20da5a3b/4b4339cf-2d83-45ef-aea6-3a58b9dd162b/02342a7b-65d3-42f3-922d-efd8cfdf3fdf) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:38:57.275756 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9b1f781a-1ef3-40db-9b33-6c640446eccf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/c1ba37d2-78bc-422c-aa9b-9abffb126347 HTTP/1.1" status: 204 len: 168 time: 0.8782423 Apr 29 17:38:57.277995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51434) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:57.294161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.295968 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e77f0a-c96c-48e4-b3af-834e690dd971 None None] Network 2d7aec79-2993-40a5-8627-6544732e5762 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:57.298894 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.325807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Network': ['ID=2d7aec79-2993-40a5-8627-6544732e5762,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:57.336038 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-af1816ec-5c79-4879-9bfc-3465a42681fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/2d7aec79-2993-40a5-8627-6544732e5762 HTTP/1.1" status: 204 len: 168 time: 1.2089195 Apr 29 17:38:57.336833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51438) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:57.342777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1066973866'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:57.348538 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:57.352785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:network and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:57.356080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:57.362750 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:57.374860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:57.378804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.408151 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:57.417281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.418021 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Added segment c25ae973-4d87-4e55-bd04-ba348dc4bd84 of type vlan for network 98ffdd0c-2588-4999-8f89-970517d44bdf Apr 29 17:38:57.450861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.483111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] For port 6f287e11-1d21-4e83-ae94-5f83bec3ab60, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:38:57.485242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.485402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e77f0a-c96c-48e4-b3af-834e690dd971 None None] Network 2d7aec79-2993-40a5-8627-6544732e5762 could not be found, it might have been deleted concurrently. {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 17:38:57.493686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:57.494410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.495975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.530109 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 791d7a00-ff37-4abf-be6e-23a6f73fe136 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:57.530365 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.539947 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2017992 Apr 29 17:38:57.556942 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51444) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:57.570373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'subnet': {'network_id': '98ffdd0c-2588-4999-8f89-970517d44bdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:57.587051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] For port 6f287e11-1d21-4e83-ae94-5f83bec3ab60, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6f287e11-1d21-4e83-ae94-5f83bec3ab60,segment=NetworkSegment(d032f6cb-0828-42d0-85f6-211368a5bebf),segment_id=d032f6cb-0828-42d0-85f6-211368a5bebf)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:38:57.662505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516d002-789e-4da8-9f95-85946c53bfd7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=98ffdd0c-2588-4999-8f89-970517d44bdf,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:57.675813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3948c523-4388-4f10-95f7-14ea8adacb9a None None] DHCP port deletion for b64cb2bc-52c9-44b8-9579-75a603621294 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:38:57.691004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 98ffdd0c-2588-4999-8f89-970517d44bdf details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:57.702744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.710815 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.714897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.745413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:57.749509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:subnet and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:57.752459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:57.754224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3948c523-4388-4f10-95f7-14ea8adacb9a None None] Deleting port 791d7a00-ff37-4abf-be6e-23a6f73fe136 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:57.754619 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3948c523-4388-4f10-95f7-14ea8adacb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.759431 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:57.769904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:57.775127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.846969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0ae42835-aeb6-4699-ae75-5a2a351d4d38 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:38:57.847359 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.888196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.ipam_backend_mixin [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Performing IP validity checks on allocation pools {{(pid=88018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 17:38:57.888714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.ipam_backend_mixin [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 17:38:57.900458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=0cc70fad-eaa2-4ab3-80e7-5913773351ce,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:57.916623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:57.933842 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port 791d7a00-ff37-4abf-be6e-23a6f73fe136, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=791d7a00-ff37-4abf-be6e-23a6f73fe136,segment=NetworkSegment(b5c56c73-0299-4c3d-b0f0-f8b6808d4554),segment_id=b5c56c73-0299-4c3d-b0f0-f8b6808d4554)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:57.934228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.064917 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.105995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 791d7a00-ff37-4abf-be6e-23a6f73fe136 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:58.116189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac8d97-46cb-4c82-8014-777d0aec8197 None None] Pushing event updated for resources: {'Port': ['ID=6f287e11-1d21-4e83-ae94-5f83bec3ab60,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:58.117880 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:38:58.118430 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:58.164242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Subnet': ['ID=b2428c9f-5438-4ffb-b6a3-bdedb0171646,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:58.177239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking segment: {'id': 'c25ae973-4d87-4e55-bd04-ba348dc4bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '98ffdd0c-2588-4999-8f89-970517d44bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:58.178376 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network hostable DHCP agents. Network: 98ffdd0c-2588-4999-8f89-970517d44bdf, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:38:58.202016 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network 98ffdd0c-2588-4999-8f89-970517d44bdf is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:38:58.212952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 98ffdd0c-2588-4999-8f89-970517d44bdf) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:58.218301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:58.219012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.248668 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fb6e6c74-35f2-4ec8-9700-92494e13d054 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6902881 Apr 29 17:38:58.249503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51448) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:58.269469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.270800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b51811-a7cf-4a6a-b1ec-4d62a1c287a4 None None] Network 98ffdd0c-2588-4999-8f89-970517d44bdf requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:58.273806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 865cf03d-d053-41f8-a889-2f9b20da5a3b is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:58.309883 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:58.315897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.322521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=791d7a00-ff37-4abf-be6e-23a6f73fe136,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:58.324275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No DVR routers for this DVR port 791d7a00-ff37-4abf-be6e-23a6f73fe136 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:38:58.330394 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.342255 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:38:58.413458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.441849 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Transition to ACTIVE for port object 02342a7b-65d3-42f3-922d-efd8cfdf3fdf will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:58.484938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.573865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.584260 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0fbdd3-9677-4221-bcce-79a3cb4ffc0f None None] DHCP port deletion for 4d8108c0-7f35-40e1-8dd3-b23081b874ce request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:38:58.589364 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:38:58.620813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Subnet': ['ID=b2428c9f-5438-4ffb-b6a3-bdedb0171646,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:58.676461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Transition to ACTIVE for port object 02342a7b-65d3-42f3-922d-efd8cfdf3fdf will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:38:58.682347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4d0fbdd3-9677-4221-bcce-79a3cb4ffc0f None None] Deleting port 045243a7-2bc8-4676-bd0a-2e13a0d7746d {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:58.682726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d0fbdd3-9677-4221-bcce-79a3cb4ffc0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.700166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.730106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.733060 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3948c523-4388-4f10-95f7-14ea8adacb9a None None] For port 791d7a00-ff37-4abf-be6e-23a6f73fe136, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=791d7a00-ff37-4abf-be6e-23a6f73fe136,segment=NetworkSegment(b5c56c73-0299-4c3d-b0f0-f8b6808d4554),segment_id=b5c56c73-0299-4c3d-b0f0-f8b6808d4554)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:58.733228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64cb2bc-52c9-44b8-9579-75a603621294']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:58.733767 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3948c523-4388-4f10-95f7-14ea8adacb9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.749518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:38:58.754143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c56c73-0299-4c3d-b0f0-f8b6808d4554') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:58.754432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c56c73-0299-4c3d-b0f0-f8b6808d4554') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:58.758010 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.762184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ffdd0c-2588-4999-8f89-970517d44bdf']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:58.768873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.775877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25ae973-4d87-4e55-bd04-ba348dc4bd84') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:58.776421 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25ae973-4d87-4e55-bd04-ba348dc4bd84') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:38:58.788637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.805307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.812056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:58.812519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:58.827840 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:58.913920 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.927213 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:38:58.927497 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:38:58.943640 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:38:59.023137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.030599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.032487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:38:59.043557 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.060696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.062541 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/networks/b64cb2bc-52c9-44b8-9579-75a603621294 HTTP/1.1" status: 204 len: 168 time: 1.7851491 Apr 29 17:38:59.067828 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9381c1ac-2794-4f9d-8ba5-70e97398d512 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2928231 Apr 29 17:38:59.067999 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/98ffdd0c-2588-4999-8f89-970517d44bdf HTTP/1.1" status: 204 len: 168 time: 0.8171642 Apr 29 17:38:59.068972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51452) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:59.069527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51454) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:59.070355 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51456) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:59.075746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee6692-0361-46c4-ae4f-8e53efca33af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Network': ['ID=98ffdd0c-2588-4999-8f89-970517d44bdf,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:59.084785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1756135160'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:59.090485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'network': {'name': 'tempest-RoutersTest-1527766816'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:59.105045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3948c523-4388-4f10-95f7-14ea8adacb9a None None] Calling delete_port for 791d7a00-ff37-4abf-be6e-23a6f73fe136 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:59.114156 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a2e27-9898-4836-a9a3-0b8ced8e7ec7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Network': ['ID=b64cb2bc-52c9-44b8-9579-75a603621294,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:59.116264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:59.118701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:59.126414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:network and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:59.138529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:network and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:59.141067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:59.151599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:38:59.163042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:59.165288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:38:59.200561 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Network 865cf03d-d053-41f8-a889-2f9b20da5a3b is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:38:59.235316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:59.237934 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:38:59.238704 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.241105 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 791d7a00-ff37-4abf-be6e-23a6f73fe136 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:38:59.254158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.255787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:38:59.258922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.276245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:38:59.279469 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce346526-91f8-46c1-8aed-7a746140b60c None None] Network 98ffdd0c-2588-4999-8f89-970517d44bdf requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:38:59.296941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 045243a7-2bc8-4676-bd0a-2e13a0d7746d {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:38:59.297284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.323133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Pushing event updated for resources: {'Port': ['ID=02342a7b-65d3-42f3-922d-efd8cfdf3fdf,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:59.344557 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 791d7a00-ff37-4abf-be6e-23a6f73fe136 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:38:59.344884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 791d7a00-ff37-4abf-be6e-23a6f73fe136 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:38:59.345309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 045243a7-2bc8-4676-bd0a-2e13a0d7746d no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:38:59.347577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:59.351879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:38:59.368772 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.369113 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Added segment 26da65df-9dd2-4fd6-b015-7ed3b19ad432 of type vlan for network 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21 Apr 29 17:38:59.373205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.373536 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Added segment 84c198a6-7a7f-4103-8d8a-11cc46d7ef49 of type vlan for network 13cec3a9-67bc-496e-a7be-9f478050fa81 Apr 29 17:38:59.405892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce346526-91f8-46c1-8aed-7a746140b60c None None] Network 98ffdd0c-2588-4999-8f89-970517d44bdf could not be found, it might have been deleted concurrently. {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 17:38:59.458414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.468038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.593132 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-3948c523-4388-4f10-95f7-14ea8adacb9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:38:59.593481 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-3948c523-4388-4f10-95f7-14ea8adacb9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:38:59.597990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.603364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:59.603933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.636520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port 045243a7-2bc8-4676-bd0a-2e13a0d7746d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=045243a7-2bc8-4676-bd0a-2e13a0d7746d,segment=NetworkSegment(d403e839-75cf-46cd-95c2-3c3460872f0d),segment_id=d403e839-75cf-46cd-95c2-3c3460872f0d)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:59.636910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.665677 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Attempting to bind port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:38:59.666046 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Attempting to bind port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '75537c3a-bcb5-48ec-9f5c-2bab5141f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:38:59.666407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Attempting to bind port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf on network 865cf03d-d053-41f8-a889-2f9b20da5a3b {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:38:59.694461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:38:59.694809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Checking segment: {'id': '75537c3a-bcb5-48ec-9f5c-2bab5141f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:38:59.695580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.695702 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Bound using segment: {'id': '75537c3a-bcb5-48ec-9f5c-2bab5141f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:38:59.696122 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Bound port: 02342a7b-65d3-42f3-922d-efd8cfdf3fdf, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75537c3a-bcb5-48ec-9f5c-2bab5141f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:38:59.696539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.724910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.730165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:38:59.730733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.790317 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4d0fbdd3-9677-4221-bcce-79a3cb4ffc0f None None] For port 045243a7-2bc8-4676-bd0a-2e13a0d7746d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=045243a7-2bc8-4676-bd0a-2e13a0d7746d,segment=NetworkSegment(d403e839-75cf-46cd-95c2-3c3460872f0d),segment_id=d403e839-75cf-46cd-95c2-3c3460872f0d)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:38:59.798078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d0fbdd3-9677-4221-bcce-79a3cb4ffc0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:38:59.806174 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7264826 Apr 29 17:38:59.807666 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51464) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:59.813247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 045243a7-2bc8-4676-bd0a-2e13a0d7746d owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:38:59.814493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'subnet': {'network_id': '13cec3a9-67bc-496e-a7be-9f478050fa81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:59.912837 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8369763 Apr 29 17:38:59.913628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94b88e-b950-4805-911c-b010724cdec0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=13cec3a9-67bc-496e-a7be-9f478050fa81,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:38:59.914625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51468) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:38:59.924723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'subnet': {'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:38:59.961083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:38:59.963731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 13cec3a9-67bc-496e-a7be-9f478050fa81 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:38:59.969314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:subnet and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:38:59.988432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4d0fbdd3-9677-4221-bcce-79a3cb4ffc0f None None] Calling delete_port for 045243a7-2bc8-4676-bd0a-2e13a0d7746d owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:00.017462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:00.037156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:00.045471 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.054867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:00.059007 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:00.062970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.079551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:subnet and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:00.086796 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:00.105940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:00.133606 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3948c523-4388-4f10-95f7-14ea8adacb9a None None] Deleting port 791d7a00-ff37-4abf-be6e-23a6f73fe136 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:00.133964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3948c523-4388-4f10-95f7-14ea8adacb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.149747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91174e20-4094-4f28-8f50-36900098ffa2 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Network': ['ID=53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:00.160915 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.172655 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Made reservation on behalf of a207a8d685924efaaecd3bb88c4b2525 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:00.176299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.211930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=045243a7-2bc8-4676-bd0a-2e13a0d7746d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:00.215672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No DVR routers for this DVR port 045243a7-2bc8-4676-bd0a-2e13a0d7746d on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:39:00.263075 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:00.345889 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.350027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3948c523-4388-4f10-95f7-14ea8adacb9a None None] The port '791d7a00-ff37-4abf-be6e-23a6f73fe136' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:39:00.372956 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8108c0-7f35-40e1-8dd3-b23081b874ce']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:00.383194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] For port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:00.386226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd403e839-75cf-46cd-95c2-3c3460872f0d') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:00.386569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd403e839-75cf-46cd-95c2-3c3460872f0d') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:00.399489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.420860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.429843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:00.430394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:00.453383 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:00.463430 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] For port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=02342a7b-65d3-42f3-922d-efd8cfdf3fdf,segment=NetworkSegment(75537c3a-bcb5-48ec-9f5c-2bab5141f820),segment_id=75537c3a-bcb5-48ec-9f5c-2bab5141f820)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:00.466649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:38:56Z', 'revision_number': 4, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:38:57Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:38:57Z', 'revision_number': 4, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:00.473827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-4d0fbdd3-9677-4221-bcce-79a3cb4ffc0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:39:00.474349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-4d0fbdd3-9677-4221-bcce-79a3cb4ffc0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:39:00.477726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.482231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da590ae9-a36f-4f81-aa03-a7b9a660165a None None] The sync data for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv is: [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:38:56Z', 'revision_number': 4, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:38:57Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:38:57Z', 'revision_number': 4, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:00.496199 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.542271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.593513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9bdce-197f-4406-8607-44f6ac861714 None None] Pushing event updated for resources: {'Port': ['ID=02342a7b-65d3-42f3-922d-efd8cfdf3fdf,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:00.598004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.615884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking segment: {'id': '84c198a6-7a7f-4103-8d8a-11cc46d7ef49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '13cec3a9-67bc-496e-a7be-9f478050fa81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:00.616249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network hostable DHCP agents. Network: 13cec3a9-67bc-496e-a7be-9f478050fa81, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:00.623223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.629802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Network': ['ID=4d8108c0-7f35-40e1-8dd3-b23081b874ce,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:00.630835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Subnet': ['ID=e62a540c-647f-41e1-a1ca-6f0a40151c69,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:00.655652 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ebfcdd29-86ea-4c63-bde1-6723321b0dd0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/networks/4d8108c0-7f35-40e1-8dd3-b23081b874ce HTTP/1.1" status: 204 len: 168 time: 1.5815120 Apr 29 17:39:00.659963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51472) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:00.665589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-138839421'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:00.672269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:00.677141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:network and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:00.680539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:00.692147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:00.711489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:00.719283 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.734591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Checking segment: {'id': '26da65df-9dd2-4fd6-b015-7ed3b19ad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:00.735046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network hostable DHCP agents. Network: 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:00.759164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network 13cec3a9-67bc-496e-a7be-9f478050fa81 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:00.763673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Subnet': ['ID=f7ea8f74-30dd-4d61-8c4a-41c08fd86aca,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:00.767971 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:00.777490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 13cec3a9-67bc-496e-a7be-9f478050fa81) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:00.779037 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.779672 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Added segment 6addd37c-8cfc-46e4-8109-4b08b711862c of type vlan for network 4f54fd62-da6f-4bf2-aa3a-2ead00cccd26 Apr 29 17:39:00.782774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:00.783607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.787509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0473427-4279-4893-bf23-e5f7d446852b None None] Network 13cec3a9-67bc-496e-a7be-9f478050fa81 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:00.806373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:00.815418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.818801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:00.826931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:00.827919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.835735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8722365-4387-4172-be50-0a0cf002f004 None None] Network 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:00.849947 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2be78a7a-c6fa-4c60-b5d5-9dc002211c38 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0403390 Apr 29 17:39:00.853317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51476) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:00.861519 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-da06cf39-7329-4429-8621-e9dd8768ef5c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9459772 Apr 29 17:39:00.862164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51480) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:00.894768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.900569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:00.901176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:00.976763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4d0fbdd3-9677-4221-bcce-79a3cb4ffc0f None None] Deleting port 045243a7-2bc8-4676-bd0a-2e13a0d7746d {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:00.977277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d0fbdd3-9677-4221-bcce-79a3cb4ffc0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:01.116813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4d0fbdd3-9677-4221-bcce-79a3cb4ffc0f None None] The port '045243a7-2bc8-4676-bd0a-2e13a0d7746d' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:39:01.132793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Network': ['ID=4f54fd62-da6f-4bf2-aa3a-2ead00cccd26,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:01.135818 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7749af91-c44a-4588-9219-189c3d4583e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4748240 Apr 29 17:39:01.139675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51484) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:01.147720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'subnet': {'network_id': '4f54fd62-da6f-4bf2-aa3a-2ead00cccd26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:01.213849 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 4f54fd62-da6f-4bf2-aa3a-2ead00cccd26 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:01.254016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:01.380535 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 02342a7b-65d3-42f3-922d-efd8cfdf3fdf up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:01.432994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:01.454049 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:subnet and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:01.463710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:01.474531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:01.483705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:01.556641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:01.560132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:01.564150 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c010e0-04e5-4406-8c8b-8e209a68cc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-13cec3a9-67bc-496e-a7be-9f478050fa81', 'network_id': '13cec3a9-67bc-496e-a7be-9f478050fa81', 'tenant_id': '09b245ec89bc4a1cae95da2d319eb442', 'fixed_ips': [{'subnet_id': 'e62a540c-647f-41e1-a1ca-6f0a40151c69'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:39:01.565723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-80c010e0-04e5-4406-8c8b-8e209a68cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:01.629586 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21', 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'fixed_ips': [{'subnet_id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:39:01.632353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:01.715456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:01.778555 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Subnet': ['ID=e62a540c-647f-41e1-a1ca-6f0a40151c69,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:01.829784 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:01.845663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server [None req-80c010e0-04e5-4406-8c8b-8e209a68cc42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e62a540c-647f-41e1-a1ca-6f0a40151c69: This subnet is being modified by another concurrent operation. Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 17:39:01.942244 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server raise exception Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e62a540c-647f-41e1-a1ca-6f0a40151c69: This subnet is being modified by another concurrent operation. Apr 29 17:39:01.946416 dv-neutron-839024-2-hyperv neutron-server[88020]: ERROR oslo_messaging.rpc.server Apr 29 17:39:02.002778 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Allocated IP 172.23.0.2 (53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21/f7ea8f74-30dd-4d61-8c4a-41c08fd86aca/503fc8cc-02cb-464f-9ebe-30129b6b6bef) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:02.050280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.080408 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f0c5dd-cda7-4e95-97a3-472224c19a52 None None] Network 13cec3a9-67bc-496e-a7be-9f478050fa81 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:02.106888 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13cec3a9-67bc-496e-a7be-9f478050fa81']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:02.137954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c198a6-7a7f-4103-8d8a-11cc46d7ef49') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:02.138247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c198a6-7a7f-4103-8d8a-11cc46d7ef49') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:02.169143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.194319 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.242389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.261886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Sync routers for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:02.278606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:02.279147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:02.302451 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:02.385403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Subnet': ['ID=3af60892-f06c-4716-9490-f3270aaf6dd7,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:02.388970 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a29fab-9098-4432-9b5a-4b60367b4476 None None] Network 865cf03d-d053-41f8-a889-2f9b20da5a3b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:02.400256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Checking segment: {'id': '6addd37c-8cfc-46e4-8109-4b08b711862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4f54fd62-da6f-4bf2-aa3a-2ead00cccd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:02.400618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network hostable DHCP agents. Network: 4f54fd62-da6f-4bf2-aa3a-2ead00cccd26, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:02.402536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:02.403164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:02.417195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.421481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.567256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Network': ['ID=13cec3a9-67bc-496e-a7be-9f478050fa81,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:02.572680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 4f54fd62-da6f-4bf2-aa3a-2ead00cccd26 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:02.579802 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f04d0c17-56b1-4b72-960e-92b43c2fd232 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/13cec3a9-67bc-496e-a7be-9f478050fa81 HTTP/1.1" status: 204 len: 168 time: 1.7254341 Apr 29 17:39:02.583200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51488) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:02.586690 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 4f54fd62-da6f-4bf2-aa3a-2ead00cccd26) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:02.591050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:02.591651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.601230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1030703968'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:02.612840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:02.618133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:network and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:02.621312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:02.635040 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-435f096d-8634-4ab9-a2b1-4d3eb4bd36be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4945922 Apr 29 17:39:02.635401 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51492) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:02.636405 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:02.641749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-5d82a4c0-5f70-449e-b5bb-651c784c7be9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-902079424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:02.642966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30df88b0-68bc-48c5-8626-2f79a9cdcc8d None None] Network 4f54fd62-da6f-4bf2-aa3a-2ead00cccd26 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:02.648255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:02.651879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.654788 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5d82a4c0-5f70-449e-b5bb-651c784c7be9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:02.665215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5d82a4c0-5f70-449e-b5bb-651c784c7be9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:router and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:02.670831 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5d82a4c0-5f70-449e-b5bb-651c784c7be9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:02.679028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5d82a4c0-5f70-449e-b5bb-651c784c7be9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:02.679863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-257c8a95-0db9-4ea1-a0d2-cc5ef0bfab12 None None] Provisioning for port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:02.689715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:02.693716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d82a4c0-5f70-449e-b5bb-651c784c7be9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.695866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d82a4c0-5f70-449e-b5bb-651c784c7be9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.703133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.703755 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Added segment b7a1ef95-8070-49a9-9e72-f2a34625f5ad of type vlan for network bfff2954-9457-47ac-b560-5b0e775ad414 Apr 29 17:39:02.715043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d82a4c0-5f70-449e-b5bb-651c784c7be9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.733017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.735529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d82a4c0-5f70-449e-b5bb-651c784c7be9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.765840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.769145 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d82a4c0-5f70-449e-b5bb-651c784c7be9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.770316 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5d82a4c0-5f70-449e-b5bb-651c784c7be9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1338375 Apr 29 17:39:02.773057 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51496) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:02.775470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:02.776185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.778777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'port': {'network_id': '4f54fd62-da6f-4bf2-aa3a-2ead00cccd26', 'name': 'tempest-RoutersIpV6Test-1283241940'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:02.828101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-257c8a95-0db9-4ea1-a0d2-cc5ef0bfab12 None None] Provisioning complete for port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:02.828490 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-257c8a95-0db9-4ea1-a0d2-cc5ef0bfab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.832632 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2481110 Apr 29 17:39:02.863372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51500) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:02.870859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:02.876391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'subnet': {'network_id': 'bfff2954-9457-47ac-b560-5b0e775ad414', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:02.892929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c9ed0-8267-4ed1-a72e-e629f620698e tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=bfff2954-9457-47ac-b560-5b0e775ad414,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:02.894559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:02.965442 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network bfff2954-9457-47ac-b560-5b0e775ad414 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:02.996415 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Transition to ACTIVE for port object 503fc8cc-02cb-464f-9ebe-30129b6b6bef will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:03.011492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:03.020053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:port and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:03.022812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:03.024920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:03.031182 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:subnet and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:03.033738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:03.035704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:03.043272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:03.052161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:03.055916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:03.067075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:03.070440 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:03.111565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] device_id is not set on port f84de191-e354-4a42-b3d5-f2131bdbd635 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:39:03.263456 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6f287e11-1d21-4e83-ae94-5f83bec3ab60 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:03.297876 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Transition to ACTIVE for port object 503fc8cc-02cb-464f-9ebe-30129b6b6bef will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:03.355823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:03.411790 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Allocated IP 2001:db8::32 (4f54fd62-da6f-4bf2-aa3a-2ead00cccd26/3af60892-f06c-4716-9490-f3270aaf6dd7/f84de191-e354-4a42-b3d5-f2131bdbd635) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:03.449970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Allocated IP 172.23.0.1 (53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21/f7ea8f74-30dd-4d61-8c4a-41c08fd86aca/ab3e4eec-3cd8-417f-a9bf-f428b9def29c) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:03.547721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:03.686276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Network 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:03.699370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:03.715659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-4f54fd62-da6f-4bf2-aa3a-2ead00cccd26', 'network_id': '4f54fd62-da6f-4bf2-aa3a-2ead00cccd26', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'fixed_ips': [{'subnet_id': '3af60892-f06c-4716-9490-f3270aaf6dd7'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:39:03.716448 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:03.725497 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Pushing event updated for resources: {'Port': ['ID=503fc8cc-02cb-464f-9ebe-30129b6b6bef,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:03.734014 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:03.789562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Subnet': ['ID=748b1a8c-990a-4a68-b952-f24838d657ba,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:03.806059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-257c8a95-0db9-4ea1-a0d2-cc5ef0bfab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:03.865069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking segment: {'id': 'b7a1ef95-8070-49a9-9e72-f2a34625f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bfff2954-9457-47ac-b560-5b0e775ad414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:03.865704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network hostable DHCP agents. Network: bfff2954-9457-47ac-b560-5b0e775ad414, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:03.902663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:03.939704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:03.939976 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.000966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.012859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.036572 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-257c8a95-0db9-4ea1-a0d2-cc5ef0bfab12 None None] For port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=02342a7b-65d3-42f3-922d-efd8cfdf3fdf,segment=NetworkSegment(75537c3a-bcb5-48ec-9f5c-2bab5141f820),segment_id=75537c3a-bcb5-48ec-9f5c-2bab5141f820)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:04.040001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Transition to ACTIVE for port object ab3e4eec-3cd8-417f-a9bf-f428b9def29c will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:04.041285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Transition to ACTIVE for port object f84de191-e354-4a42-b3d5-f2131bdbd635 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:04.044270 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Attempting to bind port 503fc8cc-02cb-464f-9ebe-30129b6b6bef on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:04.044607 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Attempting to bind port 503fc8cc-02cb-464f-9ebe-30129b6b6bef by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '26da65df-9dd2-4fd6-b015-7ed3b19ad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:04.045014 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Attempting to bind port 503fc8cc-02cb-464f-9ebe-30129b6b6bef on network 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:04.051222 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network bfff2954-9457-47ac-b560-5b0e775ad414 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:04.057545 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-257c8a95-0db9-4ea1-a0d2-cc5ef0bfab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.070823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, bfff2954-9457-47ac-b560-5b0e775ad414) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:04.079343 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:04.079924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.102514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:04.102920 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Checking segment: {'id': '26da65df-9dd2-4fd6-b015-7ed3b19ad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:04.103498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.103949 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Bound using segment: {'id': '26da65df-9dd2-4fd6-b015-7ed3b19ad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:04.104432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Bound port: 503fc8cc-02cb-464f-9ebe-30129b6b6bef, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26da65df-9dd2-4fd6-b015-7ed3b19ad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:04.104803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.107255 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.114677 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef99c133-a19b-437e-bebe-b58f254d9f1c None None] Network bfff2954-9457-47ac-b560-5b0e775ad414 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:04.147700 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ea6293d4-b0bf-450d-96fa-e40223507e83 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2832348 Apr 29 17:39:04.149144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.150515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51504) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:04.227035 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:04.238652 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:04.245990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:04.272698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=ab3e4eec-3cd8-417f-a9bf-f428b9def29c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:04.326052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 4f54fd62-da6f-4bf2-aa3a-2ead00cccd26 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:04.350925 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c8a95-0db9-4ea1-a0d2-cc5ef0bfab12 None None] Pushing event updated for resources: {'Port': ['ID=02342a7b-65d3-42f3-922d-efd8cfdf3fdf,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:04.369218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:04.386149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:04.391639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:04.392242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.402181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Allocated IP 2001:db8::2 (4f54fd62-da6f-4bf2-aa3a-2ead00cccd26/3af60892-f06c-4716-9490-f3270aaf6dd7/4e182bc0-8fa3-4948-8cc8-e6fddae5fac8) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:04.407736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:38:56Z', 'revision_number': 4, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:38:57Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:38:57Z', 'revision_number': 4, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:04.463556 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6869078 Apr 29 17:39:04.464311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51508) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:04.465782 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Checking router: 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:39:04.466313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Updating router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 port 0cc70fad-eaa2-4ab3-80e7-5913773351ce binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:39:04.494570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2ec7b-1558-4a51-b8e9-dc6f46c85935 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=f84de191-e354-4a42-b3d5-f2131bdbd635,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:04.507255 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.509832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.564429 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] For port 503fc8cc-02cb-464f-9ebe-30129b6b6bef, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:04.582093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.615698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.642733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] For port 503fc8cc-02cb-464f-9ebe-30129b6b6bef, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=503fc8cc-02cb-464f-9ebe-30129b6b6bef,segment=NetworkSegment(26da65df-9dd2-4fd6-b015-7ed3b19ad432),segment_id=26da65df-9dd2-4fd6-b015-7ed3b19ad432)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:04.648164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.657277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e638d621-fd47-4924-80e3-4fdf0189b9c3 None None] Provisioning complete for port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:04.657638 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e638d621-fd47-4924-80e3-4fdf0189b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.769294 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.770082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.846071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.935643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6f287e11-1d21-4e83-ae94-5f83bec3ab60, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6f287e11-1d21-4e83-ae94-5f83bec3ab60,segment=NetworkSegment(d032f6cb-0828-42d0-85f6-211368a5bebf),segment_id=d032f6cb-0828-42d0-85f6-211368a5bebf)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:04.962076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:04.995792 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bfafa1-af63-487a-ac6d-e35bfda4b044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-bfff2954-9457-47ac-b560-5b0e775ad414', 'network_id': 'bfff2954-9457-47ac-b560-5b0e775ad414', 'tenant_id': '09b245ec89bc4a1cae95da2d319eb442', 'fixed_ips': [{'subnet_id': '748b1a8c-990a-4a68-b952-f24838d657ba'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:39:04.996605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-45bfafa1-af63-487a-ac6d-e35bfda4b044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.000924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Subnet': ['ID=748b1a8c-990a-4a68-b952-f24838d657ba,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:05.094247 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4048bd6-c761-4e08-ae2d-72f28b8db39d None None] Pushing event updated for resources: {'Port': ['ID=503fc8cc-02cb-464f-9ebe-30129b6b6bef,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:05.128723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.175620 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfff2954-9457-47ac-b560-5b0e775ad414']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:05.200564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.218224 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a1ef95-8070-49a9-9e72-f2a34625f5ad') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:05.218710 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a1ef95-8070-49a9-9e72-f2a34625f5ad') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:05.237554 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.330671 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.344623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:05.344623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.359873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 02342a7b-65d3-42f3-922d-efd8cfdf3fdf up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:05.361485 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:05.529357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.533606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.542885 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.586583 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.611013 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7375d5-1667-4e45-937a-dfd2c2d26dac None None] Network bfff2954-9457-47ac-b560-5b0e775ad414 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:05.634699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6f287e11-1d21-4e83-ae94-5f83bec3ab60,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:05.647631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.650160 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7375d5-1667-4e45-937a-dfd2c2d26dac None None] Network bfff2954-9457-47ac-b560-5b0e775ad414 could not be found, it might have been deleted concurrently. {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 17:39:05.677585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Transition to ACTIVE for port object 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:05.726882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:05.727257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.747862 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/bfff2954-9457-47ac-b560-5b0e775ad414 HTTP/1.1" status: 204 len: 168 time: 1.5823877 Apr 29 17:39:05.748997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3856172-c33e-4c97-a92c-b626a01730d0 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Network': ['ID=bfff2954-9457-47ac-b560-5b0e775ad414,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:05.754890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.757190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51512) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:05.762606 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e638d621-fd47-4924-80e3-4fdf0189b9c3 None None] Provisioning for port 0cc70fad-eaa2-4ab3-80e7-5913773351ce completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:05.769052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1190858796'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:05.774528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.785172 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e638d621-fd47-4924-80e3-4fdf0189b9c3 None None] Provisioning complete for port 0cc70fad-eaa2-4ab3-80e7-5913773351ce triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:05.785707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e638d621-fd47-4924-80e3-4fdf0189b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.788285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:05.822324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event updated for resources: {'Port': ['ID=ab3e4eec-3cd8-417f-a9bf-f428b9def29c,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:05.837953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.864662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Transition to ACTIVE for port object 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:05.885799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:05.899665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:network and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:05.919513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:05.944848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:05.967156 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-e638d621-fd47-4924-80e3-4fdf0189b9c3 None None] Port 0cc70fad-eaa2-4ab3-80e7-5913773351ce cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:05.994967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Network 4f54fd62-da6f-4bf2-aa3a-2ead00cccd26 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:06.025143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:06.034569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:06.041009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=f84de191-e354-4a42-b3d5-f2131bdbd635,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:06.056254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Pushing event updated for resources: {'Port': ['ID=4e182bc0-8fa3-4948-8cc8-e6fddae5fac8,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:06.056673 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:06.067082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:06.131563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Network 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:06.133202 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:06.270705 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d80126b9-3924-49e6-bd3d-dddbe3e998ba None None] Provisioning complete for port 0cc70fad-eaa2-4ab3-80e7-5913773351ce triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:06.271071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d80126b9-3924-49e6-bd3d-dddbe3e998ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:06.297198 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Attempting to bind port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:06.297482 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Attempting to bind port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '6addd37c-8cfc-46e4-8109-4b08b711862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4f54fd62-da6f-4bf2-aa3a-2ead00cccd26'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:06.297845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Attempting to bind port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 on network 4f54fd62-da6f-4bf2-aa3a-2ead00cccd26 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:06.323774 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:06.326333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:06.326710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Checking segment: {'id': '6addd37c-8cfc-46e4-8109-4b08b711862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4f54fd62-da6f-4bf2-aa3a-2ead00cccd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:06.327119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:06.327998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Bound using segment: {'id': '6addd37c-8cfc-46e4-8109-4b08b711862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4f54fd62-da6f-4bf2-aa3a-2ead00cccd26'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:06.328235 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Bound port: 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6addd37c-8cfc-46e4-8109-4b08b711862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4f54fd62-da6f-4bf2-aa3a-2ead00cccd26'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:06.328964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:06.393879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:06.397384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Transition to ACTIVE for port object 0cc70fad-eaa2-4ab3-80e7-5913773351ce will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:06.410330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:06.417029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d80126b9-3924-49e6-bd3d-dddbe3e998ba None None] Port 0cc70fad-eaa2-4ab3-80e7-5913773351ce cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:06.426423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:06.449427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:06.449851 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Added segment 5eecbde7-ca69-4860-90f2-87aa6ba2671d of type vlan for network d16e6241-167e-4260-8aa8-27f124f7250f Apr 29 17:39:06.492821 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:06.650528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:06.662221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:06.671029 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:06.683431 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c0f7e08d-6659-498d-8da0-03df145e9a0c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8200753 Apr 29 17:39:06.686925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51516) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:06.689383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] For port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:06.701427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-32236e30-7bc2-4457-8dc8-41607c21e0ef tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:06.705095 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271dc312-584e-4de6-a2c2-f8ca8c26cb13 None None] Network 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:06.752563 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58474c-dac1-4386-8267-5e1d0e7f5653 None None] Pushing event updated for resources: {'Port': ['ID=0cc70fad-eaa2-4ab3-80e7-5913773351ce,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:06.794873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] For port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4e182bc0-8fa3-4948-8cc8-e6fddae5fac8,segment=NetworkSegment(6addd37c-8cfc-46e4-8109-4b08b711862c),segment_id=6addd37c-8cfc-46e4-8109-4b08b711862c)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:06.894462 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3e112278-2d19-4e30-bfc1-3bb9bb5101dc None None] Provisioning for port 503fc8cc-02cb-464f-9ebe-30129b6b6bef completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:06.899787 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:06.925553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Attempting to bind port 0cc70fad-eaa2-4ab3-80e7-5913773351ce on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:06.925965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Attempting to bind port 0cc70fad-eaa2-4ab3-80e7-5913773351ce by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '75537c3a-bcb5-48ec-9f5c-2bab5141f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:06.926538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Attempting to bind port 0cc70fad-eaa2-4ab3-80e7-5913773351ce on network 865cf03d-d053-41f8-a889-2f9b20da5a3b {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:06.989678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:06.995914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:06.996500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:07.041894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:07.042267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Checking segment: {'id': '75537c3a-bcb5-48ec-9f5c-2bab5141f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:07.042660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:07.043043 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Bound using segment: {'id': '75537c3a-bcb5-48ec-9f5c-2bab5141f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:07.043854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Bound port: 0cc70fad-eaa2-4ab3-80e7-5913773351ce, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75537c3a-bcb5-48ec-9f5c-2bab5141f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:07.044226 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:07.142912 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3817041 Apr 29 17:39:07.144786 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a76cc4-50b5-4c4a-8aa1-5e410e37cf91 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=d16e6241-167e-4260-8aa8-27f124f7250f,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:07.148691 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51520) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:07.154708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1d7e7ea5-dd64-45aa-8ae3-b85dfa764e12 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:07.166533 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network d16e6241-167e-4260-8aa8-27f124f7250f details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:07.188952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209be7aa-90b8-4e6b-b33f-dfffde9d30ca None None] Pushing event updated for resources: {'Port': ['ID=4e182bc0-8fa3-4948-8cc8-e6fddae5fac8,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:07.482894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 503fc8cc-02cb-464f-9ebe-30129b6b6bef up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:07.506650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.extraroute_db [None req-32236e30-7bc2-4457-8dc8-41607c21e0ef tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 17:39:07.529684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.extraroute_db [None req-32236e30-7bc2-4457-8dc8-41607c21e0ef tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Removed routes are [] {{(pid=88018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 17:39:07.529684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-32236e30-7bc2-4457-8dc8-41607c21e0ef tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:07.574934 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] For port 0cc70fad-eaa2-4ab3-80e7-5913773351ce, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:07.594150 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] For port 0cc70fad-eaa2-4ab3-80e7-5913773351ce, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0cc70fad-eaa2-4ab3-80e7-5913773351ce,segment=NetworkSegment(75537c3a-bcb5-48ec-9f5c-2bab5141f820),segment_id=75537c3a-bcb5-48ec-9f5c-2bab5141f820)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:07.608086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7ea5-dd64-45aa-8ae3-b85dfa764e12 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:07.636769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:07.640232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:07.642526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7ea5-dd64-45aa-8ae3-b85dfa764e12 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:07.663345 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d7e7ea5-dd64-45aa-8ae3-b85dfa764e12 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network d16e6241-167e-4260-8aa8-27f124f7250f is not hosted by any dhcp agent {{(pid=88019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 17:39:07.668977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e7ea5-dd64-45aa-8ae3-b85dfa764e12 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:07.669565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7ea5-dd64-45aa-8ae3-b85dfa764e12 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:07.673953 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1d7e7ea5-dd64-45aa-8ae3-b85dfa764e12 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "PUT /v2.0/networks/d16e6241-167e-4260-8aa8-27f124f7250f HTTP/1.1" status: 200 len: 723 time: 0.5242870 Apr 29 17:39:07.674551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51524) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:07.680266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:07.681056 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:07.734133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'subnet': {'network_id': 'd16e6241-167e-4260-8aa8-27f124f7250f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:07.752800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:07.753441 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:07.921929 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:07.992716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 503fc8cc-02cb-464f-9ebe-30129b6b6bef completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:08.000808 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 503fc8cc-02cb-464f-9ebe-30129b6b6bef triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:08.001174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:08.034605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-32236e30-7bc2-4457-8dc8-41607c21e0ef tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:08.038833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-32236e30-7bc2-4457-8dc8-41607c21e0ef tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:08.082469 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58474c-dac1-4386-8267-5e1d0e7f5653 None None] Pushing event updated for resources: {'Port': ['ID=0cc70fad-eaa2-4ab3-80e7-5913773351ce,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:08.221052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32236e30-7bc2-4457-8dc8-41607c21e0ef tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:08.254025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 4f54fd62-da6f-4bf2-aa3a-2ead00cccd26 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:08.257564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=f84de191-e354-4a42-b3d5-f2131bdbd635,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:08.267048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:08.269209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:08.327600 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:subnet and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:08.330849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e7ea5-dd64-45aa-8ae3-b85dfa764e12 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=d16e6241-167e-4260-8aa8-27f124f7250f,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:08.339193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:08.361939 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:08.373664 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network d16e6241-167e-4260-8aa8-27f124f7250f details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:08.396383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3c61fb-751a-498e-85e5-a61c7f2b3e04 None None] Network 4f54fd62-da6f-4bf2-aa3a-2ead00cccd26 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:08.399089 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32236e30-7bc2-4457-8dc8-41607c21e0ef tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:08.404816 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-32236e30-7bc2-4457-8dc8-41607c21e0ef tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:08.407389 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-32236e30-7bc2-4457-8dc8-41607c21e0ef tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 HTTP/1.1" status: 200 len: 934 time: 1.7100880 Apr 29 17:39:08.408630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51528) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:08.415371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:08.438474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:08.441826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:08.588848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 2f79a530-1924-48d8-b43c-5c46aabd6b5f is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:39:08.590357 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7b60e8a1-f31f-475c-b561-302ef46f139d tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 HTTP/1.1" status: 200 len: 934 time: 0.1804945 Apr 29 17:39:08.592854 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51532) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:08.603847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b365611f-367f-41fd-99ae-3268531e4606 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'router': {'routes': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:08.667669 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 503fc8cc-02cb-464f-9ebe-30129b6b6bef, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=503fc8cc-02cb-464f-9ebe-30129b6b6bef,segment=NetworkSegment(26da65df-9dd2-4fd6-b015-7ed3b19ad432),segment_id=26da65df-9dd2-4fd6-b015-7ed3b19ad432)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:08.671088 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cccc3b06-d571-45f0-a2c1-f3d9606ef6e9 None None] Provisioning for port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:08.756513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:08.757595 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6f287e11-1d21-4e83-ae94-5f83bec3ab60 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:08.906810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:08.918059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:08.920574 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe49bf-6c25-4342-8dae-1ca6b9a9e2f5 None None] Sync routers for ids ['2f79a530-1924-48d8-b43c-5c46aabd6b5f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:08.932851 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe49bf-6c25-4342-8dae-1ca6b9a9e2f5 None None] Routers {'2f79a530-1924-48d8-b43c-5c46aabd6b5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:08.937978 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-bdbe49bf-6c25-4342-8dae-1ca6b9a9e2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2f79a530-1924-48d8-b43c-5c46aabd6b5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:08.969970 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b8ad4197-ed04-4ea3-bb30-3eb9292b1caa tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/2f79a530-1924-48d8-b43c-5c46aabd6b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5043249 Apr 29 17:39:08.976867 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51536) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:08.991983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=503fc8cc-02cb-464f-9ebe-30129b6b6bef,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:09.001305 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5f45d492-9a51-46d7-8c8b-2c144cf36b4b None None] Provisioning for port ab3e4eec-3cd8-417f-a9bf-f428b9def29c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:09.029004 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-bdbe49bf-6c25-4342-8dae-1ca6b9a9e2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:09.031840 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5f45d492-9a51-46d7-8c8b-2c144cf36b4b None None] Provisioning complete for port ab3e4eec-3cd8-417f-a9bf-f428b9def29c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:09.032214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5f45d492-9a51-46d7-8c8b-2c144cf36b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:09.049489 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe49bf-6c25-4342-8dae-1ca6b9a9e2f5 None None] Routers {'2f79a530-1924-48d8-b43c-5c46aabd6b5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:09.050371 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-bdbe49bf-6c25-4342-8dae-1ca6b9a9e2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2f79a530-1924-48d8-b43c-5c46aabd6b5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:09.090863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a8b9f8-9e31-459a-9ceb-6b2ecc5bf745 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:09.091662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d9a8b9f8-9e31-459a-9ceb-6b2ecc5bf745 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Synchronizing usage tracker for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:39:09.141522 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-bdbe49bf-6c25-4342-8dae-1ca6b9a9e2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:09.142347 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe49bf-6c25-4342-8dae-1ca6b9a9e2f5 None None] The sync data for ids ['2f79a530-1924-48d8-b43c-5c46aabd6b5f'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:09.143371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d9a8b9f8-9e31-459a-9ceb-6b2ecc5bf745 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Unset dirty status for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:39:09.148085 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d9a8b9f8-9e31-459a-9ceb-6b2ecc5bf745 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports/f84de191-e354-4a42-b3d5-f2131bdbd635 HTTP/1.1" status: 200 len: 983 time: 0.1695857 Apr 29 17:39:09.152580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking segment: {'id': '5eecbde7-ca69-4860-90f2-87aa6ba2671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd16e6241-167e-4260-8aa8-27f124f7250f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:09.152765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51540) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:09.153386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network hostable DHCP agents. Network: d16e6241-167e-4260-8aa8-27f124f7250f, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:09.175943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Subnet': ['ID=6ca4e11f-600c-40e5-9a13-3bc3586c5c95,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:09.188556 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network d16e6241-167e-4260-8aa8-27f124f7250f is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:09.205359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, d16e6241-167e-4260-8aa8-27f124f7250f) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:09.216847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:09.217874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:09.245528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235a6f1d-b18a-4251-af41-a8bd0aa9513a None None] Network d16e6241-167e-4260-8aa8-27f124f7250f requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:09.245685 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dfef0c00-153a-49dd-ab61-83374e9afc85 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5643487 Apr 29 17:39:09.245796 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51544) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:09.251864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f6bf9e09-5405-404a-aa31-599601b49e07 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:09.284676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:09.285289 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:09.320972 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:07Z', 'revision_number': 6, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:39:07Z', 'revision_number': 4, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3e4eec-3cd8-417f-a9bf-f428b9def29c', 'name': '', 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:9b:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:02Z', 'updated_at': '2022-04-29T17:39:05Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:09.347910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-5f45d492-9a51-46d7-8c8b-2c144cf36b4b None None] Port ab3e4eec-3cd8-417f-a9bf-f428b9def29c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:09.387440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9e09-5405-404a-aa31-599601b49e07 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6831950'] for subnet, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:09.393494 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbf026-2efa-457a-ba2e-57b8f04770c7 None None] The sync data for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv is: [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:07Z', 'revision_number': 6, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:39:07Z', 'revision_number': 4, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3e4eec-3cd8-417f-a9bf-f428b9def29c', 'name': '', 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:9b:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:02Z', 'updated_at': '2022-04-29T17:39:05Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:09.470238 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5f45d492-9a51-46d7-8c8b-2c144cf36b4b None None] Provisioning complete for port 503fc8cc-02cb-464f-9ebe-30129b6b6bef triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:09.470777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5f45d492-9a51-46d7-8c8b-2c144cf36b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:09.697194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9e09-5405-404a-aa31-599601b49e07 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764221782007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7992537'] for subnet, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:09.787272 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-d16e6241-167e-4260-8aa8-27f124f7250f', 'network_id': 'd16e6241-167e-4260-8aa8-27f124f7250f', 'tenant_id': '09b245ec89bc4a1cae95da2d319eb442', 'fixed_ips': [{'subnet_id': '6ca4e11f-600c-40e5-9a13-3bc3586c5c95'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:39:09.788691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:09.806246 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.extraroute_db [None req-b365611f-367f-41fd-99ae-3268531e4606 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Added routes are [] {{(pid=88018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 17:39:09.806742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.extraroute_db [None req-b365611f-367f-41fd-99ae-3268531e4606 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 17:39:09.829645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bf9e09-5405-404a-aa31-599601b49e07 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:09.830225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9e09-5405-404a-aa31-599601b49e07 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:09.834045 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f6bf9e09-5405-404a-aa31-599601b49e07 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "PUT /v2.0/subnets/6ca4e11f-600c-40e5-9a13-3bc3586c5c95 HTTP/1.1" status: 200 len: 806 time: 0.5848629 Apr 29 17:39:09.834277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51548) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:09.921762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf9e09-5405-404a-aa31-599601b49e07 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Subnet': ['ID=6ca4e11f-600c-40e5-9a13-3bc3586c5c95,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:09.993657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b365611f-367f-41fd-99ae-3268531e4606 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:10.072183 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:10.087499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 503fc8cc-02cb-464f-9ebe-30129b6b6bef up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:10.167623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:10.180720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1eb448d4-d025-45b4-9630-189bdc29d741 None None] Provisioning for port f84de191-e354-4a42-b3d5-f2131bdbd635 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:10.198006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1eb448d4-d025-45b4-9630-189bdc29d741 None None] Provisioning complete for port f84de191-e354-4a42-b3d5-f2131bdbd635 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:10.198379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1eb448d4-d025-45b4-9630-189bdc29d741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:10.279264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1eb448d4-d025-45b4-9630-189bdc29d741 None None] Port f84de191-e354-4a42-b3d5-f2131bdbd635 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:10.299511 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Allocated IP 172.20.0.2 (d16e6241-167e-4260-8aa8-27f124f7250f/6ca4e11f-600c-40e5-9a13-3bc3586c5c95/81e21505-7a3c-47a4-aaf4-57f5f63a2ef2) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:10.312860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1eb448d4-d025-45b4-9630-189bdc29d741 None None] Provisioning complete for port ab3e4eec-3cd8-417f-a9bf-f428b9def29c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:10.313272 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1eb448d4-d025-45b4-9630-189bdc29d741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:10.369680 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 503fc8cc-02cb-464f-9ebe-30129b6b6bef triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:10.370047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:10.451201 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1eb448d4-d025-45b4-9630-189bdc29d741 None None] Port ab3e4eec-3cd8-417f-a9bf-f428b9def29c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:10.465462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b365611f-367f-41fd-99ae-3268531e4606 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:10.471485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b365611f-367f-41fd-99ae-3268531e4606 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:10.622625 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Sync routers for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:10.679855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0cc70fad-eaa2-4ab3-80e7-5913773351ce up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:10.688987 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c6cd067-53d7-4fcd-96b0-4cbc3e35c189 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:10.715604 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:10.716246 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:10.827164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b365611f-367f-41fd-99ae-3268531e4606 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:10.878935 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:10.892234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a2b05e3a-bc3d-4e43-ab4e-1eb339a429e7 None None] Provisioning complete for port f84de191-e354-4a42-b3d5-f2131bdbd635 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:10.892593 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a2b05e3a-bc3d-4e43-ab4e-1eb339a429e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:10.924671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Transition to ACTIVE for port object 81e21505-7a3c-47a4-aaf4-57f5f63a2ef2 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:10.983971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Transition to ACTIVE for port object 81e21505-7a3c-47a4-aaf4-57f5f63a2ef2 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:10.992285 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:11.009209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.036056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a2b05e3a-bc3d-4e43-ab4e-1eb339a429e7 None None] Port f84de191-e354-4a42-b3d5-f2131bdbd635 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:11.053505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca4e11f-600c-40e5-9a13-3bc3586c5c95,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:11.109312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.154786 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 0cc70fad-eaa2-4ab3-80e7-5913773351ce completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:11.156673 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.189042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16e6241-167e-4260-8aa8-27f124f7250f']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:11.194057 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0cc70fad-eaa2-4ab3-80e7-5913773351ce triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:11.194468 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.242487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b365611f-367f-41fd-99ae-3268531e4606 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:11.249506 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b365611f-367f-41fd-99ae-3268531e4606 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.250733 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b365611f-367f-41fd-99ae-3268531e4606 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 HTTP/1.1" status: 200 len: 700 time: 2.6569173 Apr 29 17:39:11.254724 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51552) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:11.283251 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Network d16e6241-167e-4260-8aa8-27f124f7250f is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:11.308191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:11.314803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:11.328495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eecbde7-ca69-4860-90f2-87aa6ba2671d') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:11.328790 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eecbde7-ca69-4860-90f2-87aa6ba2671d') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:11.341781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.342193 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Pushing event updated for resources: {'Port': ['ID=81e21505-7a3c-47a4-aaf4-57f5f63a2ef2,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:11.359111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.365540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:11.365924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:11.381105 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:11.386321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-dd84478e-c2d7-4d22-91b0-bcee20783280 None None] Provisioning complete for port f84de191-e354-4a42-b3d5-f2131bdbd635 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:11.386962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dd84478e-c2d7-4d22-91b0-bcee20783280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.419246 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2c6cd067-53d7-4fcd-96b0-4cbc3e35c189 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port f84de191-e354-4a42-b3d5-f2131bdbd635 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:11.419797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c6cd067-53d7-4fcd-96b0-4cbc3e35c189 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.464685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 17:39:11.464685 dv-neutron-839024-2-hyperv neutron-server[88019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 17:39:11.464685 dv-neutron-839024-2-hyperv neutron-server[88019]: [parameters: {'id': 'd16e6241-167e-4260-8aa8-27f124f7250f'}] Apr 29 17:39:11.464685 dv-neutron-839024-2-hyperv neutron-server[88019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:39:11.465182 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:39:11.489819 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f2b8ed4d-ee26-4ac3-aaf5-cad5ae983f1b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 HTTP/1.1" status: 200 len: 700 time: 0.2336833 Apr 29 17:39:11.492619 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51556) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:11.573965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Attempting to bind port 81e21505-7a3c-47a4-aaf4-57f5f63a2ef2 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:11.574230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Attempting to bind port 81e21505-7a3c-47a4-aaf4-57f5f63a2ef2 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '5eecbde7-ca69-4860-90f2-87aa6ba2671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd16e6241-167e-4260-8aa8-27f124f7250f'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:11.574612 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Attempting to bind port 81e21505-7a3c-47a4-aaf4-57f5f63a2ef2 on network d16e6241-167e-4260-8aa8-27f124f7250f {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:11.580254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-dd84478e-c2d7-4d22-91b0-bcee20783280 None None] Port f84de191-e354-4a42-b3d5-f2131bdbd635 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:11.626964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:11.627377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Checking segment: {'id': '5eecbde7-ca69-4860-90f2-87aa6ba2671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd16e6241-167e-4260-8aa8-27f124f7250f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:11.627781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.628151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Bound using segment: {'id': '5eecbde7-ca69-4860-90f2-87aa6ba2671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd16e6241-167e-4260-8aa8-27f124f7250f'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:11.628640 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Bound port: 81e21505-7a3c-47a4-aaf4-57f5f63a2ef2, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eecbde7-ca69-4860-90f2-87aa6ba2671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd16e6241-167e-4260-8aa8-27f124f7250f'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:11.629002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.749912 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.809828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] For port 81e21505-7a3c-47a4-aaf4-57f5f63a2ef2, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:11.814333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] For port 81e21505-7a3c-47a4-aaf4-57f5f63a2ef2, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=81e21505-7a3c-47a4-aaf4-57f5f63a2ef2,segment=NetworkSegment(5eecbde7-ca69-4860-90f2-87aa6ba2671d),segment_id=5eecbde7-ca69-4860-90f2-87aa6ba2671d)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:11.820913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 0cc70fad-eaa2-4ab3-80e7-5913773351ce, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0cc70fad-eaa2-4ab3-80e7-5913773351ce,segment=NetworkSegment(75537c3a-bcb5-48ec-9f5c-2bab5141f820),segment_id=75537c3a-bcb5-48ec-9f5c-2bab5141f820)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:11.823307 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.859377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.859967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:11.885267 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c6cd067-53d7-4fcd-96b0-4cbc3e35c189 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.931719 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:09Z', 'revision_number': 7, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:39:07Z', 'revision_number': 4, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3e4eec-3cd8-417f-a9bf-f428b9def29c', 'name': '', 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:9b:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:02Z', 'updated_at': '2022-04-29T17:39:05Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:11.951856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Checking router: 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:39:11.952219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Updating router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 port ab3e4eec-3cd8-417f-a9bf-f428b9def29c binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:39:11.966672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:11.980431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Deleting port 81e21505-7a3c-47a4-aaf4-57f5f63a2ef2 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:11.981174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.030314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2c6cd067-53d7-4fcd-96b0-4cbc3e35c189 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for f84de191-e354-4a42-b3d5-f2131bdbd635 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:12.071240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03fb9b-ca0f-49ee-a55c-c23aec4fdb51 None None] Pushing event updated for resources: {'Port': ['ID=81e21505-7a3c-47a4-aaf4-57f5f63a2ef2,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:12.135579 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.148620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:12.163594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:12.163892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.196413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5031ff-fcee-4069-9e9d-fa95e808c683 None None] Network d16e6241-167e-4260-8aa8-27f124f7250f requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:12.210574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] For port 81e21505-7a3c-47a4-aaf4-57f5f63a2ef2, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=81e21505-7a3c-47a4-aaf4-57f5f63a2ef2,segment=NetworkSegment(5eecbde7-ca69-4860-90f2-87aa6ba2671d),segment_id=5eecbde7-ca69-4860-90f2-87aa6ba2671d)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:12.211134 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.302718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=0cc70fad-eaa2-4ab3-80e7-5913773351ce,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:12.351802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Calling delete_port for 81e21505-7a3c-47a4-aaf4-57f5f63a2ef2 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:12.384902 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c6cd067-53d7-4fcd-96b0-4cbc3e35c189 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.439756 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.490408 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Port': ['ID=81e21505-7a3c-47a4-aaf4-57f5f63a2ef2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:12.494260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No DVR routers for this DVR port 81e21505-7a3c-47a4-aaf4-57f5f63a2ef2 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:39:12.566776 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aaf049-8fdd-498c-9a4f-a6a9615a3636 None None] Network d16e6241-167e-4260-8aa8-27f124f7250f requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:12.585757 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cd067-53d7-4fcd-96b0-4cbc3e35c189 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=f84de191-e354-4a42-b3d5-f2131bdbd635,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:12.625714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.650012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.690726 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16e6241-167e-4260-8aa8-27f124f7250f']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:12.714859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eecbde7-ca69-4860-90f2-87aa6ba2671d') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:12.715132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eecbde7-ca69-4860-90f2-87aa6ba2671d') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:12.731086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.752106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.762033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:12.762609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:12.779243 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:12.863643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.874309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.879803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.914388 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/d16e6241-167e-4260-8aa8-27f124f7250f HTTP/1.1" status: 204 len: 168 time: 3.0768387 Apr 29 17:39:12.915870 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51560) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:12.921240 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e63d48-370d-4e86-924c-9085550abf0c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Network': ['ID=d16e6241-167e-4260-8aa8-27f124f7250f,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:12.944066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c6cd067-53d7-4fcd-96b0-4cbc3e35c189 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:12.957852 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-16639a4d-aa56-4bd9-852b-0ad5beea3067 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:12.958373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16639a4d-aa56-4bd9-852b-0ad5beea3067 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:12.992852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05e2af9-a793-45f8-9734-ef724066e7fd None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:39:13.034717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4e182bc0-8fa3-4948-8cc8-e6fddae5fac8,segment=NetworkSegment(6addd37c-8cfc-46e4-8109-4b08b711862c),segment_id=6addd37c-8cfc-46e4-8109-4b08b711862c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:13.048637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:13.133238 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-16639a4d-aa56-4bd9-852b-0ad5beea3067 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/d16e6241-167e-4260-8aa8-27f124f7250f HTTP/1.1" status: 404 len: 339 time: 0.2172413 Apr 29 17:39:13.137072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51564) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:13.138079 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0cc70fad-eaa2-4ab3-80e7-5913773351ce up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:13.142854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1284932100', 'description': 'd1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:13.148244 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:13.152191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:network and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:13.155226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:13.161527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:13.174218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:13.177879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:13.206692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:13.216570 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:13.217508 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Added segment 82d6eedf-b285-4471-a5b1-96ef86beb99d of type vlan for network a38ca9cd-ad63-4724-acde-f702725250f0 Apr 29 17:39:13.252621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:13.263073 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=4e182bc0-8fa3-4948-8cc8-e6fddae5fac8,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:13.286721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:13.292589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:13.293185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:13.295609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:13.325279 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Transition to ACTIVE for port object ab3e4eec-3cd8-417f-a9bf-f428b9def29c will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:13.340509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:13.344769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6cd067-53d7-4fcd-96b0-4cbc3e35c189 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 2f79a530-1924-48d8-b43c-5c46aabd6b5f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:13.409266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05e2af9-a793-45f8-9734-ef724066e7fd None None] Resources bound (agent type, host, resource id): {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 17:39:13.412338 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=a38ca9cd-ad63-4724-acde-f702725250f0,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:13.421854 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c6014f40-a281-4e65-956b-15486b26c5fc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2833371 Apr 29 17:39:13.422455 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51568) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:13.458637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0cc70fad-eaa2-4ab3-80e7-5913773351ce triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:13.458990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:13.494971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network a38ca9cd-ad63-4724-acde-f702725250f0 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:13.534349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6cd067-53d7-4fcd-96b0-4cbc3e35c189 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:13.543076 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2c6cd067-53d7-4fcd-96b0-4cbc3e35c189 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/2f79a530-1924-48d8-b43c-5c46aabd6b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3865752 Apr 29 17:39:13.543284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0bdd9-4d3c-41c9-89e9-2cc98d528afd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:13.543284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-60d0bdd9-4d3c-41c9-89e9-2cc98d528afd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Synchronizing usage tracker for tenant:09b245ec89bc4a1cae95da2d319eb442 on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:39:13.544808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51572) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:13.554283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1f922-7e7d-43ee-a915-966356109e44 None None] Pushing event updated for resources: {'Port': ['ID=ab3e4eec-3cd8-417f-a9bf-f428b9def29c,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:13.559652 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97337526-2dae-40a5-995e-b15aac65ae11 None None] Sync routers for ids ['2f79a530-1924-48d8-b43c-5c46aabd6b5f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:13.573071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-60d0bdd9-4d3c-41c9-89e9-2cc98d528afd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Unset dirty status for tenant:09b245ec89bc4a1cae95da2d319eb442 on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:39:13.576827 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97337526-2dae-40a5-995e-b15aac65ae11 None None] Routers {'2f79a530-1924-48d8-b43c-5c46aabd6b5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:13.576827 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-97337526-2dae-40a5-995e-b15aac65ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2f79a530-1924-48d8-b43c-5c46aabd6b5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:13.577061 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-60d0bdd9-4d3c-41c9-89e9-2cc98d528afd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "GET /v2.0/networks?id=a38ca9cd-ad63-4724-acde-f702725250f0 HTTP/1.1" status: 200 len: 761 time: 0.1508667 Apr 29 17:39:13.577148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51576) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:13.582929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-af231439-5132-4b4e-b30f-4f18bb91193d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'description': 'd2'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:13.604344 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port ab3e4eec-3cd8-417f-a9bf-f428b9def29c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:13.604344 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:13.665582 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-97337526-2dae-40a5-995e-b15aac65ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:13.690608 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97337526-2dae-40a5-995e-b15aac65ae11 None None] Routers {'2f79a530-1924-48d8-b43c-5c46aabd6b5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:13.691225 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-97337526-2dae-40a5-995e-b15aac65ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2f79a530-1924-48d8-b43c-5c46aabd6b5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:13.788839 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-97337526-2dae-40a5-995e-b15aac65ae11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:13.789508 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97337526-2dae-40a5-995e-b15aac65ae11 None None] The sync data for ids ['2f79a530-1924-48d8-b43c-5c46aabd6b5f'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:13.817365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Attempting to bind port ab3e4eec-3cd8-417f-a9bf-f428b9def29c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:13.817755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Attempting to bind port ab3e4eec-3cd8-417f-a9bf-f428b9def29c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '26da65df-9dd2-4fd6-b015-7ed3b19ad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:13.818093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Attempting to bind port ab3e4eec-3cd8-417f-a9bf-f428b9def29c on network 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:13.835007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:13.835007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Checking segment: {'id': '26da65df-9dd2-4fd6-b015-7ed3b19ad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:13.835425 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:13.835774 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Bound using segment: {'id': '26da65df-9dd2-4fd6-b015-7ed3b19ad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:13.836483 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Bound port: ab3e4eec-3cd8-417f-a9bf-f428b9def29c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26da65df-9dd2-4fd6-b015-7ed3b19ad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:13.836609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.008841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af231439-5132-4b4e-b30f-4f18bb91193d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.026757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af231439-5132-4b4e-b30f-4f18bb91193d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.056526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] For port ab3e4eec-3cd8-417f-a9bf-f428b9def29c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:14.061332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af231439-5132-4b4e-b30f-4f18bb91193d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network a38ca9cd-ad63-4724-acde-f702725250f0 is not hosted by any dhcp agent {{(pid=88019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 17:39:14.066224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af231439-5132-4b4e-b30f-4f18bb91193d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:14.066787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-af231439-5132-4b4e-b30f-4f18bb91193d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.071331 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-af231439-5132-4b4e-b30f-4f18bb91193d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "PUT /v2.0/networks/a38ca9cd-ad63-4724-acde-f702725250f0 HTTP/1.1" status: 200 len: 758 time: 0.4899108 Apr 29 17:39:14.072807 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51580) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:14.076974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] For port ab3e4eec-3cd8-417f-a9bf-f428b9def29c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ab3e4eec-3cd8-417f-a9bf-f428b9def29c,segment=NetworkSegment(26da65df-9dd2-4fd6-b015-7ed3b19ad432),segment_id=26da65df-9dd2-4fd6-b015-7ed3b19ad432)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:14.087120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.162291 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-96f1978f-e6d8-4539-884a-17f3c041e43e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 17:39:14.163426 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-96f1978f-e6d8-4539-884a-17f3c041e43e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/2f79a530-1924-48d8-b43c-5c46aabd6b5f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6189015 Apr 29 17:39:14.166475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51584) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:14.172615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af231439-5132-4b4e-b30f-4f18bb91193d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=a38ca9cd-ad63-4724-acde-f702725250f0,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:14.185842 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:14.186464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:14.219509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3ce81d71-56bb-448f-8482-adc6fce6b1e8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Synchronizing usage tracker for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:39:14.240399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network a38ca9cd-ad63-4724-acde-f702725250f0 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:14.246265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port ab3e4eec-3cd8-417f-a9bf-f428b9def29c, host dv-neutron-839024-2-hyperv, got binding levels [] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:14.246617 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.250107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2410429-c368-4050-a27d-e3864bc82697 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:14.251571 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e2410429-c368-4050-a27d-e3864bc82697 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "GET /v2.0/networks?id=a38ca9cd-ad63-4724-acde-f702725250f0 HTTP/1.1" status: 200 len: 761 time: 0.1787496 Apr 29 17:39:14.255235 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51588) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:14.264390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-154418429'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:14.270139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3ce81d71-56bb-448f-8482-adc6fce6b1e8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Unset dirty status for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:39:14.271266 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3ce81d71-56bb-448f-8482-adc6fce6b1e8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f79a530-1924-48d8-b43c-5c46aabd6b5f HTTP/1.1" status: 200 len: 205 time: 0.1037071 Apr 29 17:39:14.272388 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:14.274231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51592) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:14.391969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for ab3e4eec-3cd8-417f-a9bf-f428b9def29c owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:14.405990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-041dbdeb-1f8f-4d0a-a82b-b830095e1765 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.413062 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1f922-7e7d-43ee-a915-966356109e44 None None] Pushing event updated for resources: {'Port': ['ID=ab3e4eec-3cd8-417f-a9bf-f428b9def29c,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:14.419978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:14.452645 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:14.456022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.513539 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:14.537243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.537463 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Added segment 058c695c-30c2-44c3-9bf0-e89a65dc22f8 of type vlan for network ff87bb43-5631-4e86-a2d8-9c82255ab551 Apr 29 17:39:14.542069 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:14.567841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:39:14.568287 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:39:14.572533 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.607269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.618884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:14.619971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.685154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e63af3b-4fa6-49b7-afd3-b14df7c4695c None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:39:14.725665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-041dbdeb-1f8f-4d0a-a82b-b830095e1765 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.728552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-041dbdeb-1f8f-4d0a-a82b-b830095e1765 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.744269 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4851694 Apr 29 17:39:14.744762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51596) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:14.747647 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d5657-ca51-4ef1-99ee-0b04a3505f49 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=ff87bb43-5631-4e86-a2d8-9c82255ab551,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:14.752939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'subnet': {'network_id': 'ff87bb43-5631-4e86-a2d8-9c82255ab551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:14.764558 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network ff87bb43-5631-4e86-a2d8-9c82255ab551 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:14.765533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-041dbdeb-1f8f-4d0a-a82b-b830095e1765 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041dbdeb-1f8f-4d0a-a82b-b830095e1765 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Fanout notify agent at l3_agent the message router_deleted on router 2f79a530-1924-48d8-b43c-5c46aabd6b5f {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:39:14.785207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-041dbdeb-1f8f-4d0a-a82b-b830095e1765 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.788658 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-041dbdeb-1f8f-4d0a-a82b-b830095e1765 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/2f79a530-1924-48d8-b43c-5c46aabd6b5f HTTP/1.1" status: 204 len: 168 time: 0.5105169 Apr 29 17:39:14.788871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51600) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:14.857795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-31872e60-a3b4-4daa-be1e-f37f5fe65c4d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting subnet 3af60892-f06c-4716-9490-f3270aaf6dd7 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:39:14.860768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31872e60-a3b4-4daa-be1e-f37f5fe65c4d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.868803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:14.872769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Usage tracker for resource:subnet and tenant:09b245ec89bc4a1cae95da2d319eb442 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:14.875548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:14.881101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:14.891180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:14.894625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:14.916871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31872e60-a3b4-4daa-be1e-f37f5fe65c4d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.007334 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31872e60-a3b4-4daa-be1e-f37f5fe65c4d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.057962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e63af3b-4fa6-49b7-afd3-b14df7c4695c None None] Resources bound (agent type, host, resource id): {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 17:39:15.071325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port ab3e4eec-3cd8-417f-a9bf-f428b9def29c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:15.072904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.097363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31872e60-a3b4-4daa-be1e-f37f5fe65c4d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.149727 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31872e60-a3b4-4daa-be1e-f37f5fe65c4d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Subnet': ['ID=3af60892-f06c-4716-9490-f3270aaf6dd7,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:15.157531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31872e60-a3b4-4daa-be1e-f37f5fe65c4d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.168259 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-31872e60-a3b4-4daa-be1e-f37f5fe65c4d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/3af60892-f06c-4716-9490-f3270aaf6dd7 HTTP/1.1" status: 204 len: 168 time: 0.3779187 Apr 29 17:39:15.169272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51604) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:15.182266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:09Z', 'revision_number': 7, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:39:11Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3e4eec-3cd8-417f-a9bf-f428b9def29c', 'name': '', 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:9b:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:02Z', 'updated_at': '2022-04-29T17:39:14Z', 'revision_number': 4, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:15.199499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ab3e4eec-3cd8-417f-a9bf-f428b9def29c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:15.223386 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d27ee-7bc1-4b36-9d70-843fdd59f19d None None] The sync data for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv is: [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:09Z', 'revision_number': 7, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:39:11Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3e4eec-3cd8-417f-a9bf-f428b9def29c', 'name': '', 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:9b:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:02Z', 'updated_at': '2022-04-29T17:39:14Z', 'revision_number': 4, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:15.325102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.332394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.341380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:15.341719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.353265 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port ab3e4eec-3cd8-417f-a9bf-f428b9def29c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:15.360986 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port ab3e4eec-3cd8-417f-a9bf-f428b9def29c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:15.361353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.402700 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port ab3e4eec-3cd8-417f-a9bf-f428b9def29c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ab3e4eec-3cd8-417f-a9bf-f428b9def29c,segment=NetworkSegment(26da65df-9dd2-4fd6-b015-7ed3b19ad432),segment_id=26da65df-9dd2-4fd6-b015-7ed3b19ad432)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:15.403068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.563888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.607982 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port ab3e4eec-3cd8-417f-a9bf-f428b9def29c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ab3e4eec-3cd8-417f-a9bf-f428b9def29c,segment=NetworkSegment(26da65df-9dd2-4fd6-b015-7ed3b19ad432),segment_id=26da65df-9dd2-4fd6-b015-7ed3b19ad432)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:15.615223 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.616053 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:15.712630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4e182bc0-8fa3-4948-8cc8-e6fddae5fac8,segment=NetworkSegment(6addd37c-8cfc-46e4-8109-4b08b711862c),segment_id=6addd37c-8cfc-46e4-8109-4b08b711862c)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:15.712971 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.720299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for ab3e4eec-3cd8-417f-a9bf-f428b9def29c owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:15.730663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb20bd-285d-47c5-ae41-dcf1776ba69d None None] Network 4f54fd62-da6f-4bf2-aa3a-2ead00cccd26 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:15.745903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5130b409-93d9-480b-bdb5-99b024fdd372 None None] Sync routers for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:15.770385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Subnet': ['ID=623389d9-76bd-43f4-abc3-b29e01eebec5,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:15.774899 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking segment: {'id': '058c695c-30c2-44c3-9bf0-e89a65dc22f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ff87bb43-5631-4e86-a2d8-9c82255ab551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:15.775257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network hostable DHCP agents. Network: ff87bb43-5631-4e86-a2d8-9c82255ab551, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:15.807855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network ff87bb43-5631-4e86-a2d8-9c82255ab551 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:15.824803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5130b409-93d9-480b-bdb5-99b024fdd372 None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:15.825481 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-5130b409-93d9-480b-bdb5-99b024fdd372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:15.833566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, ff87bb43-5631-4e86-a2d8-9c82255ab551) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:15.844662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:15.852120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:15.852699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.882514 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7bc86d46-7cf1-4b3c-93e6-220895e3dcc1 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1365304 Apr 29 17:39:15.885419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51608) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:15.955890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.969723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:15.970092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:15.991525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:39:15.991889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:39:15.994608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313d7fd7-3c00-457f-b143-184e3c189436 None None] Network ff87bb43-5631-4e86-a2d8-9c82255ab551 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:16.010486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No DVR routers for this DVR port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:39:16.044312 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.048886 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=4e182bc0-8fa3-4948-8cc8-e6fddae5fac8,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:16.120164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.166162 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.169901 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Port 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 was deleted so its status cannot be updated. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 17:39:16.194424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=ab3e4eec-3cd8-417f-a9bf-f428b9def29c,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:16.197086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f54fd62-da6f-4bf2-aa3a-2ead00cccd26']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:16.210223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6addd37c-8cfc-46e4-8109-4b08b711862c') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:16.210528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6addd37c-8cfc-46e4-8109-4b08b711862c') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:16.217570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.223049 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.240078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.246604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:16.247108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.253067 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cd950ad7-c43f-43e2-abbe-ad79b0a05642 None None] Provisioning complete for port ab3e4eec-3cd8-417f-a9bf-f428b9def29c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:16.253605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cd950ad7-c43f-43e2-abbe-ad79b0a05642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:16.268057 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:16.284606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Subnet': ['ID=623389d9-76bd-43f4-abc3-b29e01eebec5,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:16.355710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.366792 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.383430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.392070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Network': ['ID=4f54fd62-da6f-4bf2-aa3a-2ead00cccd26,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:16.400610 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff87bb43-5631-4e86-a2d8-9c82255ab551']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:16.404574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-5130b409-93d9-480b-bdb5-99b024fdd372 None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:16.405794 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5837d6b4-2cf0-460f-ad26-b68d77529629 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/networks/4f54fd62-da6f-4bf2-aa3a-2ead00cccd26 HTTP/1.1" status: 204 len: 168 time: 1.2353606 Apr 29 17:39:16.412066 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51612) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:16.418036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-311465439'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:16.424012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:16.425611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058c695c-30c2-44c3-9bf0-e89a65dc22f8') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:16.425904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058c695c-30c2-44c3-9bf0-e89a65dc22f8') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:16.427988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:network and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:16.430994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:16.437615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:16.438108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.451384 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:16.455471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.456169 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.464526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:16.464960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:16.481445 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:16.523205 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041fc3f5-78ed-4514-b2c8-91e5b4017b32 None None] DHCP port deletion for 4f54fd62-da6f-4bf2-aa3a-2ead00cccd26 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:39:16.562823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.567395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.568024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:16.578613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.578941 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Added segment a1d59be8-d24b-44ca-a4fb-083dbbf67a03 of type vlan for network f33a4f59-0cb9-4361-8273-4ae68fb37c44 Apr 29 17:39:16.602165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Network': ['ID=ff87bb43-5631-4e86-a2d8-9c82255ab551,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:16.605457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.627985 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-44ee937b-85b8-4375-9ade-46881043b7b8 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/ff87bb43-5631-4e86-a2d8-9c82255ab551 HTTP/1.1" status: 204 len: 168 time: 0.7414565 Apr 29 17:39:16.630943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51616) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:16.638986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.644817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:16.645405 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.683983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port ab3e4eec-3cd8-417f-a9bf-f428b9def29c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:16.684634 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.706474 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2932823 Apr 29 17:39:16.707060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51620) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:16.711852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b9e4bb-7b56-4b25-a4b5-8f9d5cb46d9c None None] Network ff87bb43-5631-4e86-a2d8-9c82255ab551 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:16.749534 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-781b1c64-d2b5-4ffe-8b16-6cf97ab504cc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] GET failed (client error): The resource could not be found. Apr 29 17:39:16.749988 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-781b1c64-d2b5-4ffe-8b16-6cf97ab504cc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Synchronizing usage tracker for tenant:09b245ec89bc4a1cae95da2d319eb442 on resource:subnet {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:39:16.762842 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'subnet': {'network_id': 'f33a4f59-0cb9-4361-8273-4ae68fb37c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:16.781439 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b9e4bb-7b56-4b25-a4b5-8f9d5cb46d9c None None] Network ff87bb43-5631-4e86-a2d8-9c82255ab551 could not be found, it might have been deleted concurrently. {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 17:39:16.781752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe8674-0917-46b8-90c0-c6ea33e29489 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Network': ['ID=f33a4f59-0cb9-4361-8273-4ae68fb37c44,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:16.803021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network f33a4f59-0cb9-4361-8273-4ae68fb37c44 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:16.823096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-781b1c64-d2b5-4ffe-8b16-6cf97ab504cc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Unset dirty status for tenant:09b245ec89bc4a1cae95da2d319eb442 on resource:subnet {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:39:16.826942 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-781b1c64-d2b5-4ffe-8b16-6cf97ab504cc tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "GET /v2.0/subnets/623389d9-76bd-43f4-abc3-b29e01eebec5 HTTP/1.1" status: 404 len: 337 time: 0.1921604 Apr 29 17:39:16.827164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51624) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:16.873447 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:16.877128 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:subnet and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:16.879932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:16.885666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:16.898668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:16.903601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:16.908017 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfeebc8-ec9b-4a17-8362-445e13bb9cb4 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:16.908482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfeebc8-ec9b-4a17-8362-445e13bb9cb4 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:16.913845 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2dfeebc8-ec9b-4a17-8362-445e13bb9cb4 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/ff87bb43-5631-4e86-a2d8-9c82255ab551 HTTP/1.1" status: 404 len: 339 time: 0.0821476 Apr 29 17:39:16.915327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51628) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:16.972459 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9c351edc-2b13-497b-ab00-a57247b9e06a None None] Provisioning complete for port ab3e4eec-3cd8-417f-a9bf-f428b9def29c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:16.972829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c351edc-2b13-497b-ab00-a57247b9e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:17.038076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port ab3e4eec-3cd8-417f-a9bf-f428b9def29c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ab3e4eec-3cd8-417f-a9bf-f428b9def29c,segment=NetworkSegment(26da65df-9dd2-4fd6-b015-7ed3b19ad432),segment_id=26da65df-9dd2-4fd6-b015-7ed3b19ad432)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:17.038460 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:17.054497 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-5130b409-93d9-480b-bdb5-99b024fdd372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:09Z', 'revision_number': 7, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:39:11Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3e4eec-3cd8-417f-a9bf-f428b9def29c', 'name': '', 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:9b:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:02Z', 'updated_at': '2022-04-29T17:39:15Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:17.085448 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5130b409-93d9-480b-bdb5-99b024fdd372 None None] Checking router: 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:39:17.117144 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5130b409-93d9-480b-bdb5-99b024fdd372 None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:17.118588 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-5130b409-93d9-480b-bdb5-99b024fdd372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:17.155332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:17.177825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ab3e4eec-3cd8-417f-a9bf-f428b9def29c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:17.182131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for ab3e4eec-3cd8-417f-a9bf-f428b9def29c owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:17.243864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Subnet': ['ID=0c387a33-f1ac-4753-a266-89927ccf3737,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:17.250624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Checking segment: {'id': 'a1d59be8-d24b-44ca-a4fb-083dbbf67a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f33a4f59-0cb9-4361-8273-4ae68fb37c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:17.250986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network hostable DHCP agents. Network: f33a4f59-0cb9-4361-8273-4ae68fb37c44, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:17.267727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab25ef9-7287-4eee-831e-10a63c844701 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:17.268415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bab25ef9-7287-4eee-831e-10a63c844701 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Synchronizing usage tracker for tenant:09b245ec89bc4a1cae95da2d319eb442 on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:39:17.273642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network f33a4f59-0cb9-4361-8273-4ae68fb37c44 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:17.285813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, f33a4f59-0cb9-4361-8273-4ae68fb37c44) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:17.295476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:17.296504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:17.308495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bab25ef9-7287-4eee-831e-10a63c844701 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Unset dirty status for tenant:09b245ec89bc4a1cae95da2d319eb442 on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:39:17.309893 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bab25ef9-7287-4eee-831e-10a63c844701 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3937731 Apr 29 17:39:17.312719 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51632) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:17.322111 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-252174c7-454c-45ca-b3ee-8eeb718863a8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5686650 Apr 29 17:39:17.324701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51636) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:17.330878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2d0404ca-3f73-4b1e-b725-29f97b7d0fdf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-307078382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:17.337230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c73d4a-1f2d-45ac-819d-0310370e74f2 None None] Network f33a4f59-0cb9-4361-8273-4ae68fb37c44 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:17.338572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2d0404ca-3f73-4b1e-b725-29f97b7d0fdf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:17.342641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2d0404ca-3f73-4b1e-b725-29f97b7d0fdf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:router and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:17.345623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2d0404ca-3f73-4b1e-b725-29f97b7d0fdf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:17.352009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2d0404ca-3f73-4b1e-b725-29f97b7d0fdf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:17.364348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d0404ca-3f73-4b1e-b725-29f97b7d0fdf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:17.365432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d0404ca-3f73-4b1e-b725-29f97b7d0fdf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:17.384969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d0404ca-3f73-4b1e-b725-29f97b7d0fdf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:17.410015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d0404ca-3f73-4b1e-b725-29f97b7d0fdf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:17.434379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d0404ca-3f73-4b1e-b725-29f97b7d0fdf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:17.438303 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2d0404ca-3f73-4b1e-b725-29f97b7d0fdf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1098289 Apr 29 17:39:17.438740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51640) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:17.476651 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-28f860cc-ee68-493b-af78-c84b59d62600 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 207 time: 0.1596506 Apr 29 17:39:17.477251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51644) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:17.487947 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-5130b409-93d9-480b-bdb5-99b024fdd372 None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:17.642866 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port ab3e4eec-3cd8-417f-a9bf-f428b9def29c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:17.642866 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:17.699121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7015aec7-8565-490a-963e-b37f8481dc53 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:17.704969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7015aec7-8565-490a-963e-b37f8481dc53 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:17.710770 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7015aec7-8565-490a-963e-b37f8481dc53 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:17.716902 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7015aec7-8565-490a-963e-b37f8481dc53 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:17.722148 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7015aec7-8565-490a-963e-b37f8481dc53 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2408605 Apr 29 17:39:17.723382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51648) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:17.823363 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:17.842171 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Could not find standard attr ID for object ab3e4eec-3cd8-417f-a9bf-f428b9def29c. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 17:39:17.870543 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No ports have port_id starting with ab3e4eec-3cd8-417f-a9bf-f428b9def29c Apr 29 17:39:17.891033 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=ab3e4eec-3cd8-417f-a9bf-f428b9def29c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:17.958525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-f33a4f59-0cb9-4361-8273-4ae68fb37c44', 'network_id': 'f33a4f59-0cb9-4361-8273-4ae68fb37c44', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'fixed_ips': [{'subnet_id': '0c387a33-f1ac-4753-a266-89927ccf3737'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:39:17.959407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:17.996076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:39:18.024015 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d6391b2f-30b8-4fe8-8a41-abdff5844a7f tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2964680 Apr 29 17:39:18.024720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51652) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:18.071140 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:39:18.071506 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4e182bc0-8fa3-4948-8cc8-e6fddae5fac8 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:39:18.106794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d662cb-dd66-49da-b5fd-50916af14e31 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:18.109459 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d662cb-dd66-49da-b5fd-50916af14e31 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:18.110301 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-54d662cb-dd66-49da-b5fd-50916af14e31 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Synchronizing usage tracker for tenant:09b245ec89bc4a1cae95da2d319eb442 on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:39:18.135487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-54d662cb-dd66-49da-b5fd-50916af14e31 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Unset dirty status for tenant:09b245ec89bc4a1cae95da2d319eb442 on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:39:18.137465 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-54d662cb-dd66-49da-b5fd-50916af14e31 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1116745 Apr 29 17:39:18.144816 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51656) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:18.179203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-5130b409-93d9-480b-bdb5-99b024fdd372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:09Z', 'revision_number': 7, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:39:11Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3e4eec-3cd8-417f-a9bf-f428b9def29c', 'name': '', 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:9b:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:02Z', 'updated_at': '2022-04-29T17:39:15Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:18.192490 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:18.195309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5130b409-93d9-480b-bdb5-99b024fdd372 None None] The sync data for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv is: [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:09Z', 'revision_number': 7, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:39:11Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3e4eec-3cd8-417f-a9bf-f428b9def29c', 'name': '', 'network_id': '53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:9b:8b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:02Z', 'updated_at': '2022-04-29T17:39:15Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'f7ea8f74-30dd-4d61-8c4a-41c08fd86aca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:18.226754 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Allocated IP 2001:db8::2 (f33a4f59-0cb9-4361-8273-4ae68fb37c44/0c387a33-f1ac-4753-a266-89927ccf3737/0a2eed8d-4415-4ee6-9013-a53fd0b60d6b) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:18.258041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:18.265039 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:18.425368 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c482d-a24f-4314-bccc-e2fb9e99847d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['shared'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:18.426827 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c482d-a24f-4314-bccc-e2fb9e99847d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['shared'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:18.428396 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e81c482d-a24f-4314-bccc-e2fb9e99847d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2827947 Apr 29 17:39:18.431810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51660) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:18.477445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:18.489241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Transition to ACTIVE for port object 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:18.508385 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Transition to ACTIVE for port object 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:18.515510 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:18.584540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Network f33a4f59-0cb9-4361-8273-4ae68fb37c44 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:18.587880 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:18.591273 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:18.592890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:18.601295 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Pushing event updated for resources: {'Port': ['ID=0a2eed8d-4415-4ee6-9013-a53fd0b60d6b,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:18.686192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e1dfaf-07f5-4338-af09-a7af257414e3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:18.690942 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-38e1dfaf-07f5-4338-af09-a7af257414e3 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "GET /v2.0/networks/9373421a-f4b1-40e4-9710-c0680d3b8c3c HTTP/1.1" status: 200 len: 800 time: 0.2548666 Apr 29 17:39:18.691359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51664) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:18.718099 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Attempting to bind port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:18.718472 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Attempting to bind port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'a1d59be8-d24b-44ca-a4fb-083dbbf67a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f33a4f59-0cb9-4361-8273-4ae68fb37c44'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:18.718896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Attempting to bind port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b on network f33a4f59-0cb9-4361-8273-4ae68fb37c44 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:18.726153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:18.726557 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Checking segment: {'id': 'a1d59be8-d24b-44ca-a4fb-083dbbf67a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f33a4f59-0cb9-4361-8273-4ae68fb37c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:18.726964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:18.727542 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Bound using segment: {'id': 'a1d59be8-d24b-44ca-a4fb-083dbbf67a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f33a4f59-0cb9-4361-8273-4ae68fb37c44'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:18.728225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Bound port: 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d59be8-d24b-44ca-a4fb-083dbbf67a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f33a4f59-0cb9-4361-8273-4ae68fb37c44'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:18.728372 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:18.755152 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:18.765437 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d1ee9-53ce-4a9d-845c-344a0dd47197 None None] Sync routers for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:18.771828 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fbdcbfa9-d0d7-45c1-8a7c-283092287c1c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2782235 Apr 29 17:39:18.774707 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51668) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:18.774948 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d1ee9-53ce-4a9d-845c-344a0dd47197 None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:18.775778 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b44d1ee9-53ce-4a9d-845c-344a0dd47197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:18.836953 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] For port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:18.841809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] For port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0a2eed8d-4415-4ee6-9013-a53fd0b60d6b,segment=NetworkSegment(a1d59be8-d24b-44ca-a4fb-083dbbf67a03),segment_id=a1d59be8-d24b-44ca-a4fb-083dbbf67a03)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:18.850021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:18.852708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-54149bb4-0941-44e5-a493-97eec898a67f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting subnet f7ea8f74-30dd-4d61-8c4a-41c08fd86aca {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:39:18.855933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54149bb4-0941-44e5-a493-97eec898a67f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:18.876331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Allocated IP 2001:db8::1 (f33a4f59-0cb9-4361-8273-4ae68fb37c44/0c387a33-f1ac-4753-a266-89927ccf3737/41e85a54-031b-4c57-8f10-5a1b1eb50990) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:18.903539 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c4105231-ff6e-458d-bded-01f4a51c42b7 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "GET /v2.0/networks/9373421a-f4b1-40e4-9710-c0680d3b8c3c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2110519 Apr 29 17:39:18.907008 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51672) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:18.931406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54149bb4-0941-44e5-a493-97eec898a67f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:18.937136 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-b44d1ee9-53ce-4a9d-845c-344a0dd47197 None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:18.963433 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c863b0-7677-40db-a0c0-721d2106d682 None None] Pushing event updated for resources: {'Port': ['ID=0a2eed8d-4415-4ee6-9013-a53fd0b60d6b,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:19.032257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b005fe84-4864-4a74-b581-ecbe1408b85d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:19.033647 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b005fe84-4864-4a74-b581-ecbe1408b85d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "GET /v2.0/subnets/ecc361d8-ddbd-453d-bb9b-87b81cbb149b HTTP/1.1" status: 200 len: 811 time: 0.1256340 Apr 29 17:39:19.083502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51676) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:19.217890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2d4b28-3738-44d0-9069-a7d73c6de451 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['shared'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:19.220526 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7b2d4b28-3738-44d0-9069-a7d73c6de451 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "GET /v2.0/subnets/ecc361d8-ddbd-453d-bb9b-87b81cbb149b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1355910 Apr 29 17:39:19.234898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51680) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:19.236804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54149bb4-0941-44e5-a493-97eec898a67f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.243490 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1419145137'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:19.249337 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:19.258545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.276753 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:19.288628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Transition to ACTIVE for port object 41e85a54-031b-4c57-8f10-5a1b1eb50990 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:19.300625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:19.304847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.338042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54149bb4-0941-44e5-a493-97eec898a67f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.346675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:19.360484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.361155 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Added segment 81daef06-c2bb-49ca-94b8-583edd9d0680 of type vlan for network 489dd4de-3c72-4406-aaf9-271dcaebffc2 Apr 29 17:39:19.370810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.393157 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54149bb4-0941-44e5-a493-97eec898a67f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.397675 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54149bb4-0941-44e5-a493-97eec898a67f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ea8f74-30dd-4d61-8c4a-41c08fd86aca,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:19.400941 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b44d1ee9-53ce-4a9d-845c-344a0dd47197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:17Z', 'revision_number': 8, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:39:11Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:19.402209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b81e622-3881-4876-973f-fa26cd37f326 None None] Network 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:19.406381 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d1ee9-53ce-4a9d-845c-344a0dd47197 None None] Checking router: 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:39:19.411093 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-54149bb4-0941-44e5-a493-97eec898a67f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/f7ea8f74-30dd-4d61-8c4a-41c08fd86aca HTTP/1.1" status: 204 len: 168 time: 0.6351452 Apr 29 17:39:19.413869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51684) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:19.420962 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d1ee9-53ce-4a9d-845c-344a0dd47197 None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:19.422527 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b44d1ee9-53ce-4a9d-845c-344a0dd47197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:19.569255 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.582781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 503fc8cc-02cb-464f-9ebe-30129b6b6bef {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:19.583121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.593923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network f33a4f59-0cb9-4361-8273-4ae68fb37c44 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:19.595659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.602274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:19.610265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:19.610763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.614369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=41e85a54-031b-4c57-8f10-5a1b1eb50990,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:19.666605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.673486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:19.674075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.705191 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-b44d1ee9-53ce-4a9d-845c-344a0dd47197 None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:19.836800 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6009274 Apr 29 17:39:19.837931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6206d95-8f6a-4d48-959a-2483230e6f1d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Network': ['ID=489dd4de-3c72-4406-aaf9-271dcaebffc2,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:19.840234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51688) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:19.851023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'subnet': {'network_id': '489dd4de-3c72-4406-aaf9-271dcaebffc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:19.855395 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 489dd4de-3c72-4406-aaf9-271dcaebffc2 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:19.875101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port 503fc8cc-02cb-464f-9ebe-30129b6b6bef, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=503fc8cc-02cb-464f-9ebe-30129b6b6bef,segment=NetworkSegment(26da65df-9dd2-4fd6-b015-7ed3b19ad432),segment_id=26da65df-9dd2-4fd6-b015-7ed3b19ad432)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:19.875733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.878776 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ddfbd-e601-4ae6-8119-6603869d3c52 None None] DHCP port deletion for 53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:39:19.912434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:19.916006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-db5ddfbd-e601-4ae6-8119-6603869d3c52 None None] Deleting port 503fc8cc-02cb-464f-9ebe-30129b6b6bef {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:19.916375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db5ddfbd-e601-4ae6-8119-6603869d3c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.038135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for 503fc8cc-02cb-464f-9ebe-30129b6b6bef owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:20.069768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:20.090149 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:20.139458 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b44d1ee9-53ce-4a9d-845c-344a0dd47197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:17Z', 'revision_number': 8, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:39:11Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:20.150383 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d1ee9-53ce-4a9d-845c-344a0dd47197 None None] The sync data for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv is: [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:17Z', 'revision_number': 8, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0cc70fad-eaa2-4ab3-80e7-5913773351ce', 'name': '', 'network_id': '865cf03d-d053-41f8-a889-2f9b20da5a3b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:8c:88:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:56Z', 'updated_at': '2022-04-29T17:39:11Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '4b4339cf-2d83-45ef-aea6-3a58b9dd162b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:20.158851 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.217605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No DVR routers for this DVR port 503fc8cc-02cb-464f-9ebe-30129b6b6bef on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:39:20.260338 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=503fc8cc-02cb-464f-9ebe-30129b6b6bef,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:20.269993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Made reservation on behalf of 09b245ec89bc4a1cae95da2d319eb442 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:20.274668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.283878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-db5ddfbd-e601-4ae6-8119-6603869d3c52 None None] For port 503fc8cc-02cb-464f-9ebe-30129b6b6bef, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=503fc8cc-02cb-464f-9ebe-30129b6b6bef,segment=NetworkSegment(26da65df-9dd2-4fd6-b015-7ed3b19ad432),segment_id=26da65df-9dd2-4fd6-b015-7ed3b19ad432)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:20.284329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db5ddfbd-e601-4ae6-8119-6603869d3c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.366386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_backend_mixin [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Performing IP validity checks on allocation pools {{(pid=88019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 17:39:20.367045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_backend_mixin [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 17:39:20.371430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.400133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:20.419273 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57708c03-3df4-4969-b612-7b3173614de6 None None] Network f33a4f59-0cb9-4361-8273-4ae68fb37c44 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:20.419801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26da65df-9dd2-4fd6-b015-7ed3b19ad432') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:20.420338 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26da65df-9dd2-4fd6-b015-7ed3b19ad432') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:20.437313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.441370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-db5ddfbd-e601-4ae6-8119-6603869d3c52 None None] Calling delete_port for 503fc8cc-02cb-464f-9ebe-30129b6b6bef owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:20.458587 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.466014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:20.466528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:20.488891 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:20.559692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a8ed895f-f024-45d2-a8aa-a77606361ad2 None None] Provisioning for port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:20.613511 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-db5ddfbd-e601-4ae6-8119-6603869d3c52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:39:20.613849 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-db5ddfbd-e601-4ae6-8119-6603869d3c52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:39:20.617524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.652083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.670997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Network': ['ID=53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:20.678551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.682911 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a26f0764-15ab-4289-bfaa-b32a3e6f9e15 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/networks/53c6ec67-88a4-4c6a-9a0d-ef2e9193cc21 HTTP/1.1" status: 204 len: 168 time: 1.2674148 Apr 29 17:39:20.685603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51692) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:20.688178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.742889 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.743841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:20.877875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Subnet': ['ID=f2b4994b-70e7-4bab-83d5-1d386942f82f,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:20.937290 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=41e85a54-031b-4c57-8f10-5a1b1eb50990,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:20.971474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Checking segment: {'id': '81daef06-c2bb-49ca-94b8-583edd9d0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '489dd4de-3c72-4406-aaf9-271dcaebffc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:20.971837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network hostable DHCP agents. Network: 489dd4de-3c72-4406-aaf9-271dcaebffc2, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:21.004479 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-aea9bf4c-aaff-4ebf-a749-fdae8a73e960 None None] Provisioning for port 41e85a54-031b-4c57-8f10-5a1b1eb50990 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:21.020747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-aea9bf4c-aaff-4ebf-a749-fdae8a73e960 None None] Provisioning complete for port 41e85a54-031b-4c57-8f10-5a1b1eb50990 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:21.021133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-aea9bf4c-aaff-4ebf-a749-fdae8a73e960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:21.024722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network f33a4f59-0cb9-4361-8273-4ae68fb37c44 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:21.025995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Network 489dd4de-3c72-4406-aaf9-271dcaebffc2 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:21.035577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:21.042710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 489dd4de-3c72-4406-aaf9-271dcaebffc2) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:21.061188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fd7175-14bb-4d4e-a3f6-9f7cea15bc82 None None] Network 489dd4de-3c72-4406-aaf9-271dcaebffc2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:21.116179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-db5ddfbd-e601-4ae6-8119-6603869d3c52 None None] Deleting port 503fc8cc-02cb-464f-9ebe-30129b6b6bef {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:21.116646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db5ddfbd-e601-4ae6-8119-6603869d3c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:21.120057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:21.120687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:21.223021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:21.315246 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-db5ddfbd-e601-4ae6-8119-6603869d3c52 None None] The port '503fc8cc-02cb-464f-9ebe-30129b6b6bef' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:39:21.383348 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a83503dd-1050-4114-bd1a-36c4e3a46d8c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5393186 Apr 29 17:39:21.387267 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51696) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:21.400402 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-45f5dd76-2b9d-489f-9fe8-521f83cefead tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:21.403081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-aea9bf4c-aaff-4ebf-a749-fdae8a73e960 None None] Port 41e85a54-031b-4c57-8f10-5a1b1eb50990 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:21.450963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:21.459786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b323c125-022c-4a08-a0ad-5bb15876cf71 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:21.472544 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:21.473220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:21.551543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router be5cb3db-1c6b-49fc-901f-d19aa17f3614 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:39:21.634471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-45f5dd76-2b9d-489f-9fe8-521f83cefead tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6831950'] for subnet, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:21.639579 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-489dd4de-3c72-4406-aaf9-271dcaebffc2', 'network_id': '489dd4de-3c72-4406-aaf9-271dcaebffc2', 'tenant_id': '09b245ec89bc4a1cae95da2d319eb442', 'fixed_ips': [{'subnet_id': 'f2b4994b-70e7-4bab-83d5-1d386942f82f'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:39:21.640581 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:21.768390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b3c02627-e3f9-406d-a748-e9ef573b64a7 None None] Provisioning complete for port 41e85a54-031b-4c57-8f10-5a1b1eb50990 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:21.768760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b3c02627-e3f9-406d-a748-e9ef573b64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:21.794590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:21.801764 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-530922c2-89e2-4dda-aa5c-d3831374b419 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/be5cb3db-1c6b-49fc-901f-d19aa17f3614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3613884 Apr 29 17:39:21.805393 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51700) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:21.824137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f678b64-9067-4537-81a6-3511a2c290cf None None] Sync routers for ids ['be5cb3db-1c6b-49fc-901f-d19aa17f3614'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:21.844609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b323c125-022c-4a08-a0ad-5bb15876cf71 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 0cc70fad-eaa2-4ab3-80e7-5913773351ce {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:21.845037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b323c125-022c-4a08-a0ad-5bb15876cf71 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:21.880860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988e789-b1f1-4038-bdde-43d0bd5bec39 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:21.881576 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e988e789-b1f1-4038-bdde-43d0bd5bec39 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Synchronizing usage tracker for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:39:21.900490 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f678b64-9067-4537-81a6-3511a2c290cf None None] Routers {'be5cb3db-1c6b-49fc-901f-d19aa17f3614'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:21.901040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3f678b64-9067-4537-81a6-3511a2c290cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['be5cb3db-1c6b-49fc-901f-d19aa17f3614'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:21.944225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e988e789-b1f1-4038-bdde-43d0bd5bec39 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Unset dirty status for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:39:21.945592 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e988e789-b1f1-4038-bdde-43d0bd5bec39 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports/41e85a54-031b-4c57-8f10-5a1b1eb50990 HTTP/1.1" status: 200 len: 911 time: 0.1393948 Apr 29 17:39:21.948872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51704) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:21.970254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3f678b64-9067-4537-81a6-3511a2c290cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:21.972212 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b3c02627-e3f9-406d-a748-e9ef573b64a7 None None] Port 41e85a54-031b-4c57-8f10-5a1b1eb50990 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:21.981238 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 29 17:39:21.981238 dv-neutron-839024-2-hyperv neutron-server[88020]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 29 17:39:21.981238 dv-neutron-839024-2-hyperv neutron-server[88020]: [parameters: {'in_use': 1, 'id_1': 'f2b4994b-70e7-4bab-83d5-1d386942f82f'}] Apr 29 17:39:21.981238 dv-neutron-839024-2-hyperv neutron-server[88020]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:39:21.981655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:39:21.991767 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:22.000278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f678b64-9067-4537-81a6-3511a2c290cf None None] Routers {'be5cb3db-1c6b-49fc-901f-d19aa17f3614'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:22.000960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3f678b64-9067-4537-81a6-3511a2c290cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['be5cb3db-1c6b-49fc-901f-d19aa17f3614'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:22.038745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-b323c125-022c-4a08-a0ad-5bb15876cf71 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port 0cc70fad-eaa2-4ab3-80e7-5913773351ce, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0cc70fad-eaa2-4ab3-80e7-5913773351ce,segment=NetworkSegment(75537c3a-bcb5-48ec-9f5c-2bab5141f820),segment_id=75537c3a-bcb5-48ec-9f5c-2bab5141f820)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:22.039351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b323c125-022c-4a08-a0ad-5bb15876cf71 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:22.071653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3f678b64-9067-4537-81a6-3511a2c290cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:22.072285 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f678b64-9067-4537-81a6-3511a2c290cf None None] The sync data for ids ['be5cb3db-1c6b-49fc-901f-d19aa17f3614'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:22.088053 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0a2eed8d-4415-4ee6-9013-a53fd0b60d6b,segment=NetworkSegment(a1d59be8-d24b-44ca-a4fb-083dbbf67a03),segment_id=a1d59be8-d24b-44ca-a4fb-083dbbf67a03)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:22.093170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:22.165229 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 503fc8cc-02cb-464f-9ebe-30129b6b6bef no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:39:22.170396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b323c125-022c-4a08-a0ad-5bb15876cf71 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for 0cc70fad-eaa2-4ab3-80e7-5913773351ce owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:22.201388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 503fc8cc-02cb-464f-9ebe-30129b6b6bef {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:39:22.201720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 503fc8cc-02cb-464f-9ebe-30129b6b6bef not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:39:22.202181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ab3e4eec-3cd8-417f-a9bf-f428b9def29c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:39:22.234181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=0a2eed8d-4415-4ee6-9013-a53fd0b60d6b,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:22.243097 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: ab3e4eec-3cd8-417f-a9bf-f428b9def29c {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:39:22.243380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ab3e4eec-3cd8-417f-a9bf-f428b9def29c not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:39:22.297735 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-45f5dd76-2b9d-489f-9fe8-521f83cefead tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764221782007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7992537'] for subnet, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:22.357247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b323c125-022c-4a08-a0ad-5bb15876cf71 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:22.374859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f5dd76-2b9d-489f-9fe8-521f83cefead tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:22.375475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-45f5dd76-2b9d-489f-9fe8-521f83cefead tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:22.379468 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-45f5dd76-2b9d-489f-9fe8-521f83cefead tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "PUT /v2.0/subnets/f2b4994b-70e7-4bab-83d5-1d386942f82f HTTP/1.1" status: 200 len: 877 time: 0.9864862 Apr 29 17:39:22.384374 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51708) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:22.406641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323c125-022c-4a08-a0ad-5bb15876cf71 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=0cc70fad-eaa2-4ab3-80e7-5913773351ce,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:22.426671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5dd76-2b9d-489f-9fe8-521f83cefead tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event updated for resources: {'Subnet': ['ID=f2b4994b-70e7-4bab-83d5-1d386942f82f,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:22.483141 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:22.681930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:22.688251 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Allocated IP 172.20.0.3 (489dd4de-3c72-4406-aaf9-271dcaebffc2/f2b4994b-70e7-4bab-83d5-1d386942f82f/aee2e756-b85f-499a-ba82-137abe6918c4) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:22.731721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b323c125-022c-4a08-a0ad-5bb15876cf71 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:22.799894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:22.888838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f53c08e-8c4d-44d2-8294-752bed56620c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:22.915882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:22.931703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Transition to ACTIVE for port object aee2e756-b85f-499a-ba82-137abe6918c4 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:22.956621 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Transition to ACTIVE for port object aee2e756-b85f-499a-ba82-137abe6918c4 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:22.963502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.032235 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Network 489dd4de-3c72-4406-aaf9-271dcaebffc2 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:23.035266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:23.037971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:23.144376 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Pushing event updated for resources: {'Port': ['ID=aee2e756-b85f-499a-ba82-137abe6918c4,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:23.147950 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Attempting to bind port aee2e756-b85f-499a-ba82-137abe6918c4 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:23.148321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Attempting to bind port aee2e756-b85f-499a-ba82-137abe6918c4 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '81daef06-c2bb-49ca-94b8-583edd9d0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '489dd4de-3c72-4406-aaf9-271dcaebffc2'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:23.148815 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Attempting to bind port aee2e756-b85f-499a-ba82-137abe6918c4 on network 489dd4de-3c72-4406-aaf9-271dcaebffc2 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:23.154588 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:23.155040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Checking segment: {'id': '81daef06-c2bb-49ca-94b8-583edd9d0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '489dd4de-3c72-4406-aaf9-271dcaebffc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:23.155464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.155846 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Bound using segment: {'id': '81daef06-c2bb-49ca-94b8-583edd9d0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '489dd4de-3c72-4406-aaf9-271dcaebffc2'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:23.157292 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Bound port: aee2e756-b85f-499a-ba82-137abe6918c4, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81daef06-c2bb-49ca-94b8-583edd9d0680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '489dd4de-3c72-4406-aaf9-271dcaebffc2'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:23.157292 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.191949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.231059 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b323c125-022c-4a08-a0ad-5bb15876cf71 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:23.237020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:23.241534 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b4994b-70e7-4bab-83d5-1d386942f82f,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:23.314434 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ff72f53-1154-464c-9a43-bfbf3f36d70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.345706 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] For port aee2e756-b85f-499a-ba82-137abe6918c4, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:23.350723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] For port aee2e756-b85f-499a-ba82-137abe6918c4, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=aee2e756-b85f-499a-ba82-137abe6918c4,segment=NetworkSegment(81daef06-c2bb-49ca-94b8-583edd9d0680),segment_id=81daef06-c2bb-49ca-94b8-583edd9d0680)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:23.358868 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:23.359391 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.384498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.426184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b323c125-022c-4a08-a0ad-5bb15876cf71 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:23.442666 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca4ef54-cbe9-4564-974a-c64b293c928d None None] Sync routers for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:23.448984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.451224 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b323c125-022c-4a08-a0ad-5bb15876cf71 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7643390 Apr 29 17:39:23.454001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51712) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:23.455529 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca4ef54-cbe9-4564-974a-c64b293c928d None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:23.456352 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1ca4ef54-cbe9-4564-974a-c64b293c928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:23.485107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489dd4de-3c72-4406-aaf9-271dcaebffc2']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:23.505665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81daef06-c2bb-49ca-94b8-583edd9d0680') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:23.505972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81daef06-c2bb-49ca-94b8-583edd9d0680') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:23.508994 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f848bb-dd47-4329-9c63-526047930a6e None None] Pushing event updated for resources: {'Port': ['ID=aee2e756-b85f-499a-ba82-137abe6918c4,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:23.521425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.542324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.553841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:23.554639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.575258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca9dda4-6032-4e7a-b728-a183476e95b9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting subnet 4b4339cf-2d83-45ef-aea6-3a58b9dd162b {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:39:23.578805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ca9dda4-6032-4e7a-b728-a183476e95b9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:23.599242 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:23.634149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ee7a09-fad5-4f91-898a-d28cf4ba9405 None None] Network 489dd4de-3c72-4406-aaf9-271dcaebffc2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:23.676357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ca9dda4-6032-4e7a-b728-a183476e95b9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.677264 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-1ca4ef54-cbe9-4564-974a-c64b293c928d None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:23.732350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7f53c08e-8c4d-44d2-8294-752bed56620c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 41e85a54-031b-4c57-8f10-5a1b1eb50990 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:23.732881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f53c08e-8c4d-44d2-8294-752bed56620c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.775413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ca9dda4-6032-4e7a-b728-a183476e95b9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.787478 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 17:39:23.787478 dv-neutron-839024-2-hyperv neutron-server[88019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 17:39:23.787478 dv-neutron-839024-2-hyperv neutron-server[88019]: [parameters: {'id': '489dd4de-3c72-4406-aaf9-271dcaebffc2'}] Apr 29 17:39:23.787478 dv-neutron-839024-2-hyperv neutron-server[88019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:39:23.788026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:39:23.866549 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ca9dda4-6032-4e7a-b728-a183476e95b9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.921741 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9dda4-6032-4e7a-b728-a183476e95b9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4339cf-2d83-45ef-aea6-3a58b9dd162b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:23.924125 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5ca9dda4-6032-4e7a-b728-a183476e95b9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:23.930139 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf04094e-6d1b-4744-b62d-41c3ea0e3868 None None] Network 489dd4de-3c72-4406-aaf9-271dcaebffc2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:23.932484 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5ca9dda4-6032-4e7a-b728-a183476e95b9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/4b4339cf-2d83-45ef-aea6-3a58b9dd162b HTTP/1.1" status: 204 len: 168 time: 0.4770637 Apr 29 17:39:23.935126 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51716) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:23.951865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e7e71-2893-4c36-9ef5-37b39f608a09 None None] Network 865cf03d-d053-41f8-a889-2f9b20da5a3b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:23.993468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f53c08e-8c4d-44d2-8294-752bed56620c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:24.075068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:24.077395 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1ca4ef54-cbe9-4564-974a-c64b293c928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:22Z', 'revision_number': 9, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:24.083168 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca4ef54-cbe9-4564-974a-c64b293c928d None None] Checking router: 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:39:24.087175 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:24.087701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:24.093748 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca4ef54-cbe9-4564-974a-c64b293c928d None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:24.094771 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1ca4ef54-cbe9-4564-974a-c64b293c928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:38:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:24.153434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7f53c08e-8c4d-44d2-8294-752bed56620c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 41e85a54-031b-4c57-8f10-5a1b1eb50990 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:24.260557 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-1ca4ef54-cbe9-4564-974a-c64b293c928d None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:24.343437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:24.345768 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=02342a7b-65d3-42f3-922d-efd8cfdf3fdf,segment=NetworkSegment(75537c3a-bcb5-48ec-9f5c-2bab5141f820),segment_id=75537c3a-bcb5-48ec-9f5c-2bab5141f820)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:24.345933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:24.372447 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Deleting port aee2e756-b85f-499a-ba82-137abe6918c4 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:24.373050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:24.373638 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d875a817-eac3-47bf-ba6a-160c3cea0657 None None] DHCP port deletion for 865cf03d-d053-41f8-a889-2f9b20da5a3b request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:39:24.379907 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d875a817-eac3-47bf-ba6a-160c3cea0657 None None] Deleting port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:24.380543 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d875a817-eac3-47bf-ba6a-160c3cea0657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:24.421717 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f53c08e-8c4d-44d2-8294-752bed56620c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:24.479169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53c08e-8c4d-44d2-8294-752bed56620c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=41e85a54-031b-4c57-8f10-5a1b1eb50990,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:24.487924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for 02342a7b-65d3-42f3-922d-efd8cfdf3fdf owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:24.592026 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:24.678086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=02342a7b-65d3-42f3-922d-efd8cfdf3fdf,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:24.688521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No DVR routers for this DVR port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:39:24.698349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-d875a817-eac3-47bf-ba6a-160c3cea0657 None None] For port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=02342a7b-65d3-42f3-922d-efd8cfdf3fdf,segment=NetworkSegment(75537c3a-bcb5-48ec-9f5c-2bab5141f820),segment_id=75537c3a-bcb5-48ec-9f5c-2bab5141f820)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:24.698593 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d875a817-eac3-47bf-ba6a-160c3cea0657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:24.717420 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1ca4ef54-cbe9-4564-974a-c64b293c928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:22Z', 'revision_number': 9, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:24.733018 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca4ef54-cbe9-4564-974a-c64b293c928d None None] The sync data for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv is: [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:22Z', 'revision_number': 9, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f287e11-1d21-4e83-ae94-5f83bec3ab60', 'name': '', 'network_id': '667c85f7-b18f-4f31-b925-ce023414f030', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:a3:a1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:48Z', 'updated_at': '2022-04-29T17:39:04Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': '2f8c5e79-4e15-460f-b74d-6323263b3f38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:24.840438 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d875a817-eac3-47bf-ba6a-160c3cea0657 None None] Calling delete_port for 02342a7b-65d3-42f3-922d-efd8cfdf3fdf owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:24.921962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-d875a817-eac3-47bf-ba6a-160c3cea0657 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:39:24.922485 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-d875a817-eac3-47bf-ba6a-160c3cea0657 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:39:24.950990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:24.959553 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f53c08e-8c4d-44d2-8294-752bed56620c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:24.976785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865cf03d-d053-41f8-a889-2f9b20da5a3b']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:24.989129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75537c3a-bcb5-48ec-9f5c-2bab5141f820') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:24.989385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75537c3a-bcb5-48ec-9f5c-2bab5141f820') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:25.000956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:25.016833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:25.023143 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:25.023557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:25.037797 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:25.120446 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:25.142281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:25.150605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 02342a7b-65d3-42f3-922d-efd8cfdf3fdf no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:39:25.157688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Network': ['ID=865cf03d-d053-41f8-a889-2f9b20da5a3b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:25.172208 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-97c39f97-7472-4dc4-bc86-95ea73337a3c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/networks/865cf03d-d053-41f8-a889-2f9b20da5a3b HTTP/1.1" status: 204 len: 168 time: 1.2328105 Apr 29 17:39:25.172974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51720) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:25.181669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] For port aee2e756-b85f-499a-ba82-137abe6918c4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=aee2e756-b85f-499a-ba82-137abe6918c4,segment=NetworkSegment(81daef06-c2bb-49ca-94b8-583edd9d0680),segment_id=81daef06-c2bb-49ca-94b8-583edd9d0680)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:25.182200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:25.193028 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 02342a7b-65d3-42f3-922d-efd8cfdf3fdf {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:39:25.193373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 02342a7b-65d3-42f3-922d-efd8cfdf3fdf not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:39:25.193790 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0cc70fad-eaa2-4ab3-80e7-5913773351ce no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:39:25.237384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 0cc70fad-eaa2-4ab3-80e7-5913773351ce {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:39:25.237906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0cc70fad-eaa2-4ab3-80e7-5913773351ce not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:39:25.365713 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb7c7-45b0-4c8e-a9d3-f516accc53d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:25.371634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Calling delete_port for aee2e756-b85f-499a-ba82-137abe6918c4 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:25.424247 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d875a817-eac3-47bf-ba6a-160c3cea0657 None None] Deleting port 02342a7b-65d3-42f3-922d-efd8cfdf3fdf {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:25.424829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d875a817-eac3-47bf-ba6a-160c3cea0657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:25.493475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f53c08e-8c4d-44d2-8294-752bed56620c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router be5cb3db-1c6b-49fc-901f-d19aa17f3614 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:25.500531 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d875a817-eac3-47bf-ba6a-160c3cea0657 None None] The port '02342a7b-65d3-42f3-922d-efd8cfdf3fdf' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:39:25.517289 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2845e89-ca47-4e70-94e1-7a6703061f94 None None] get_active_networks_info from dv-neutron-839024-2-hyperv {{(pid=88020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 17:39:25.636989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:25.655914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2845e89-ca47-4e70-94e1-7a6703061f94 None None] Resources bound (agent type, host, resource id): {{(pid=88020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 17:39:25.689631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Port': ['ID=aee2e756-b85f-499a-ba82-137abe6918c4,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:25.695183 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f53c08e-8c4d-44d2-8294-752bed56620c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:25.697385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No DVR routers for this DVR port aee2e756-b85f-499a-ba82-137abe6918c4 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:39:25.705440 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-177de6e7-6d6f-4ad0-ba2e-e0ecbdcf9c42 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:25.721855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb10bfa-0059-4d73-b967-560cd5962003 None None] Sync routers for ids ['be5cb3db-1c6b-49fc-901f-d19aa17f3614'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:25.783420 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7f53c08e-8c4d-44d2-8294-752bed56620c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/be5cb3db-1c6b-49fc-901f-d19aa17f3614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8304863 Apr 29 17:39:25.784009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51724) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:25.787190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb10bfa-0059-4d73-b967-560cd5962003 None None] Routers {'be5cb3db-1c6b-49fc-901f-d19aa17f3614'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:25.787762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4cb10bfa-0059-4d73-b967-560cd5962003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['be5cb3db-1c6b-49fc-901f-d19aa17f3614'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:25.860594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4cb10bfa-0059-4d73-b967-560cd5962003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:25.871080 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:25.891413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c55765ba-89e7-41cf-9951-a6ee84dff0e4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Synchronizing usage tracker for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:39:25.915533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489dd4de-3c72-4406-aaf9-271dcaebffc2']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:25.925357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb10bfa-0059-4d73-b967-560cd5962003 None None] Routers {'be5cb3db-1c6b-49fc-901f-d19aa17f3614'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:25.926105 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4cb10bfa-0059-4d73-b967-560cd5962003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['be5cb3db-1c6b-49fc-901f-d19aa17f3614'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:25.929602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81daef06-c2bb-49ca-94b8-583edd9d0680') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:25.929919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81daef06-c2bb-49ca-94b8-583edd9d0680') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:25.939422 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c55765ba-89e7-41cf-9951-a6ee84dff0e4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Unset dirty status for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:39:25.943083 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c55765ba-89e7-41cf-9951-a6ee84dff0e4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=be5cb3db-1c6b-49fc-901f-d19aa17f3614 HTTP/1.1" status: 200 len: 205 time: 0.1111770 Apr 29 17:39:25.943327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51728) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:25.946808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:25.997004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4cb10bfa-0059-4d73-b967-560cd5962003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:25.997422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb10bfa-0059-4d73-b967-560cd5962003 None None] The sync data for ids ['be5cb3db-1c6b-49fc-901f-d19aa17f3614'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:26.066973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-177de6e7-6d6f-4ad0-ba2e-e0ecbdcf9c42 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 6f287e11-1d21-4e83-ae94-5f83bec3ab60 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:26.068137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-177de6e7-6d6f-4ad0-ba2e-e0ecbdcf9c42 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.211463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.221601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:26.221991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:26.236559 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:26.239327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-540e807e-6a9c-4112-92f8-9f07b3606754 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.266383 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-177de6e7-6d6f-4ad0-ba2e-e0ecbdcf9c42 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port 6f287e11-1d21-4e83-ae94-5f83bec3ab60, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6f287e11-1d21-4e83-ae94-5f83bec3ab60,segment=NetworkSegment(d032f6cb-0828-42d0-85f6-211368a5bebf),segment_id=d032f6cb-0828-42d0-85f6-211368a5bebf)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:26.266714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-177de6e7-6d6f-4ad0-ba2e-e0ecbdcf9c42 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.505219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-177de6e7-6d6f-4ad0-ba2e-e0ecbdcf9c42 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for 6f287e11-1d21-4e83-ae94-5f83bec3ab60 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:26.526701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.532538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.604249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.626377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Network': ['ID=489dd4de-3c72-4406-aaf9-271dcaebffc2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:26.636823 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3cb06e98-a316-4126-9e6f-15b2f6d99205 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/489dd4de-3c72-4406-aaf9-271dcaebffc2 HTTP/1.1" status: 204 len: 168 time: 4.2514555 Apr 29 17:39:26.638872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-540e807e-6a9c-4112-92f8-9f07b3606754 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.640463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51732) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:26.643092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-540e807e-6a9c-4112-92f8-9f07b3606754 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.687631 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4a546d-8729-452a-a21b-16628f7b1c2d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:26.688077 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4a546d-8729-452a-a21b-16628f7b1c2d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:26.689736 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2b4a546d-8729-452a-a21b-16628f7b1c2d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/subnets/f2b4994b-70e7-4bab-83d5-1d386942f82f HTTP/1.1" status: 404 len: 337 time: 0.0483563 Apr 29 17:39:26.692374 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51736) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:26.705085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-540e807e-6a9c-4112-92f8-9f07b3606754 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.705553 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540e807e-6a9c-4112-92f8-9f07b3606754 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Fanout notify agent at l3_agent the message router_deleted on router be5cb3db-1c6b-49fc-901f-d19aa17f3614 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:39:26.716611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-540e807e-6a9c-4112-92f8-9f07b3606754 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.717676 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-540e807e-6a9c-4112-92f8-9f07b3606754 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/be5cb3db-1c6b-49fc-901f-d19aa17f3614 HTTP/1.1" status: 204 len: 168 time: 0.7734594 Apr 29 17:39:26.720710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51740) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:26.724183 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-177de6e7-6d6f-4ad0-ba2e-e0ecbdcf9c42 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.768876 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.772769 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1df0c8-b5a3-4626-bcd3-ea55d294e68c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:26.773329 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1df0c8-b5a3-4626-bcd3-ea55d294e68c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:26.784262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177de6e7-6d6f-4ad0-ba2e-e0ecbdcf9c42 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=6f287e11-1d21-4e83-ae94-5f83bec3ab60,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:26.789517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d1584e-a9a3-4233-8cfb-f6465b05c354 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting subnet 0c387a33-f1ac-4753-a266-89927ccf3737 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:39:26.792326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65d1584e-a9a3-4233-8cfb-f6465b05c354 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.818863 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1d1df0c8-b5a3-4626-bcd3-ea55d294e68c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/489dd4de-3c72-4406-aaf9-271dcaebffc2 HTTP/1.1" status: 404 len: 339 time: 0.1230376 Apr 29 17:39:26.821687 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51744) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:26.853008 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65d1584e-a9a3-4233-8cfb-f6465b05c354 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:26.870054 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-648caa12-b76a-40ea-9ea3-1818602768af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:26.870491 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648caa12-b76a-40ea-9ea3-1818602768af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:26.874594 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-648caa12-b76a-40ea-9ea3-1818602768af tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/subnets/623389d9-76bd-43f4-abc3-b29e01eebec5 HTTP/1.1" status: 404 len: 337 time: 0.0495775 Apr 29 17:39:26.880373 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51748) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:26.918504 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6a5e1a-9463-4e94-baf8-92db0f743392 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:26.918949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6a5e1a-9463-4e94-baf8-92db0f743392 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:26.921032 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6d6a5e1a-9463-4e94-baf8-92db0f743392 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/ff87bb43-5631-4e86-a2d8-9c82255ab551 HTTP/1.1" status: 404 len: 339 time: 0.0399144 Apr 29 17:39:26.923818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51752) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:27.057774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a954da5e-9dab-4397-af52-8f05fcfdc3fd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.069416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65d1584e-a9a3-4233-8cfb-f6465b05c354 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.086900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-177de6e7-6d6f-4ad0-ba2e-e0ecbdcf9c42 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.252810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a954da5e-9dab-4397-af52-8f05fcfdc3fd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.276377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65d1584e-a9a3-4233-8cfb-f6465b05c354 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.308949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-a954da5e-9dab-4397-af52-8f05fcfdc3fd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38ca9cd-ad63-4724-acde-f702725250f0']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:27.331647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1584e-a9a3-4233-8cfb-f6465b05c354 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Subnet': ['ID=0c387a33-f1ac-4753-a266-89927ccf3737,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:27.334158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-a954da5e-9dab-4397-af52-8f05fcfdc3fd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d6eedf-b285-4471-a5b1-96ef86beb99d') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:27.334454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-a954da5e-9dab-4397-af52-8f05fcfdc3fd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d6eedf-b285-4471-a5b1-96ef86beb99d') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:27.339163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bf99cd-9d83-48e5-bc86-4d14959157e9 None None] Network f33a4f59-0cb9-4361-8273-4ae68fb37c44 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:27.343420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65d1584e-a9a3-4233-8cfb-f6465b05c354 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.354764 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-65d1584e-a9a3-4233-8cfb-f6465b05c354 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/0c387a33-f1ac-4753-a266-89927ccf3737 HTTP/1.1" status: 204 len: 168 time: 0.6329885 Apr 29 17:39:27.356574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a954da5e-9dab-4397-af52-8f05fcfdc3fd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.363733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51756) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:27.407528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a954da5e-9dab-4397-af52-8f05fcfdc3fd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.421163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177de6e7-6d6f-4ad0-ba2e-e0ecbdcf9c42 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:27.421373 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a954da5e-9dab-4397-af52-8f05fcfdc3fd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:27.421719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a954da5e-9dab-4397-af52-8f05fcfdc3fd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:27.438750 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:27.600080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177de6e7-6d6f-4ad0-ba2e-e0ecbdcf9c42 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:27.613861 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-177de6e7-6d6f-4ad0-ba2e-e0ecbdcf9c42 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4379900 Apr 29 17:39:27.614101 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec6bff-87c9-415e-8848-d449f8a57e31 None None] Sync routers for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:27.623709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51760) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:27.627654 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec6bff-87c9-415e-8848-d449f8a57e31 None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:27.628545 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-22ec6bff-87c9-415e-8848-d449f8a57e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:27.694219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38908263-7437-453f-b18a-92f5e325ca1c None None] DHCP port deletion for f33a4f59-0cb9-4361-8273-4ae68fb37c44 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:39:27.721092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-38908263-7437-453f-b18a-92f5e325ca1c None None] Deleting port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:27.721622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-38908263-7437-453f-b18a-92f5e325ca1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.735795 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7ea382-c54c-44a1-8ba5-d50585ab1346 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting subnet 2f8c5e79-4e15-460f-b74d-6323263b3f38 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:39:27.747109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea382-c54c-44a1-8ba5-d50585ab1346 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.821469 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-22ec6bff-87c9-415e-8848-d449f8a57e31 None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:27.843623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.853651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea382-c54c-44a1-8ba5-d50585ab1346 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.870552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:27.871336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.942448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea382-c54c-44a1-8ba5-d50585ab1346 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.948650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a954da5e-9dab-4397-af52-8f05fcfdc3fd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.965118 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-38908263-7437-453f-b18a-92f5e325ca1c None None] For port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0a2eed8d-4415-4ee6-9013-a53fd0b60d6b,segment=NetworkSegment(a1d59be8-d24b-44ca-a4fb-083dbbf67a03),segment_id=a1d59be8-d24b-44ca-a4fb-083dbbf67a03)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:27.965512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-38908263-7437-453f-b18a-92f5e325ca1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:27.976502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:28.005421 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a954da5e-9dab-4397-af52-8f05fcfdc3fd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:28.035356 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a954da5e-9dab-4397-af52-8f05fcfdc3fd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/a38ca9cd-ad63-4724-acde-f702725250f0 HTTP/1.1" status: 204 len: 168 time: 1.1090691 Apr 29 17:39:28.037269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954da5e-9dab-4397-af52-8f05fcfdc3fd tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Network': ['ID=a38ca9cd-ad63-4724-acde-f702725250f0,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:28.039094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51764) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.083857 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abea583-568a-4e7e-b066-5cbfffadf963 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.084312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9abea583-568a-4e7e-b066-5cbfffadf963 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.086095 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9abea583-568a-4e7e-b066-5cbfffadf963 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/subnets/6ca4e11f-600c-40e5-9a13-3bc3586c5c95 HTTP/1.1" status: 404 len: 337 time: 0.0437782 Apr 29 17:39:28.089144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51768) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.100573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-38908263-7437-453f-b18a-92f5e325ca1c None None] Calling delete_port for 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:28.156811 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e973bfbc-7fa7-4d31-a471-91a71e0a6fbb tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.157199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e973bfbc-7fa7-4d31-a471-91a71e0a6fbb tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.159555 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e973bfbc-7fa7-4d31-a471-91a71e0a6fbb tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/d16e6241-167e-4260-8aa8-27f124f7250f HTTP/1.1" status: 404 len: 339 time: 0.0694392 Apr 29 17:39:28.162574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51772) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.183925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea382-c54c-44a1-8ba5-d50585ab1346 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:28.193459 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-38908263-7437-453f-b18a-92f5e325ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:28.230061 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-22ec6bff-87c9-415e-8848-d449f8a57e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:26Z', 'revision_number': 10, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:28.234668 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec6bff-87c9-415e-8848-d449f8a57e31 None None] Checking router: 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:39:28.242376 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ea382-c54c-44a1-8ba5-d50585ab1346 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8c5e79-4e15-460f-b74d-6323263b3f38,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:28.245988 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff7ea382-c54c-44a1-8ba5-d50585ab1346 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:28.255368 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ff7ea382-c54c-44a1-8ba5-d50585ab1346 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/2f8c5e79-4e15-460f-b74d-6323263b3f38 HTTP/1.1" status: 204 len: 168 time: 0.6302264 Apr 29 17:39:28.257954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51776) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.260613 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd2e75e-2e97-4ae5-b672-8a441be6b03e None None] Network 667c85f7-b18f-4f31-b925-ce023414f030 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:28.263049 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec6bff-87c9-415e-8848-d449f8a57e31 None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:28.263748 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-22ec6bff-87c9-415e-8848-d449f8a57e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:28.265959 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-513df5f8-0eae-43b7-a7a3-8174b6bed5c2 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.266441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513df5f8-0eae-43b7-a7a3-8174b6bed5c2 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.268131 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-513df5f8-0eae-43b7-a7a3-8174b6bed5c2 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/subnets/748b1a8c-990a-4a68-b952-f24838d657ba HTTP/1.1" status: 404 len: 337 time: 0.1039374 Apr 29 17:39:28.276458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38908263-7437-453f-b18a-92f5e325ca1c None None] Pushing event deleted for resources: {'Port': ['ID=0a2eed8d-4415-4ee6-9013-a53fd0b60d6b,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:28.277973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51780) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.288750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38908263-7437-453f-b18a-92f5e325ca1c None None] No DVR routers for this DVR port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:39:28.313641 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2215e394-66eb-41b3-8db8-0e544f872a51 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.314096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2215e394-66eb-41b3-8db8-0e544f872a51 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.316621 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2215e394-66eb-41b3-8db8-0e544f872a51 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/bfff2954-9457-47ac-b560-5b0e775ad414 HTTP/1.1" status: 404 len: 339 time: 0.0376925 Apr 29 17:39:28.319253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51784) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.365761 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-04dab0a2-f726-4a02-8fc5-b701c741dc19 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.366239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04dab0a2-f726-4a02-8fc5-b701c741dc19 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.368730 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-04dab0a2-f726-4a02-8fc5-b701c741dc19 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/subnets/e62a540c-647f-41e1-a1ca-6f0a40151c69 HTTP/1.1" status: 404 len: 337 time: 0.0484891 Apr 29 17:39:28.371444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51788) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.402292 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb0464e-f094-4c3b-b4fb-81cc688f6321 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.402794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb0464e-f094-4c3b-b4fb-81cc688f6321 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.404714 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-beb0464e-f094-4c3b-b4fb-81cc688f6321 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/13cec3a9-67bc-496e-a7be-9f478050fa81 HTTP/1.1" status: 404 len: 339 time: 0.0318649 Apr 29 17:39:28.407378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51792) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.408144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:28.410653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0a2eed8d-4415-4ee6-9013-a53fd0b60d6b,segment=NetworkSegment(a1d59be8-d24b-44ca-a4fb-083dbbf67a03),segment_id=a1d59be8-d24b-44ca-a4fb-083dbbf67a03)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:28.411031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:28.422740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port a3d75f27-2848-4cba-9dea-d44e34dad1c4 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:28.423272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:28.462239 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-22ec6bff-87c9-415e-8848-d449f8a57e31 None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:28.534742 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e85f34-1d03-42fa-a5c0-41e0dfe56bff tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.534944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e85f34-1d03-42fa-a5c0-41e0dfe56bff tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.539100 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-59e85f34-1d03-42fa-a5c0-41e0dfe56bff tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/subnets/b2428c9f-5438-4ffb-b6a3-bdedb0171646 HTTP/1.1" status: 404 len: 337 time: 0.1284676 Apr 29 17:39:28.539811 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51796) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.563876 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f5bf4e-5d00-43d6-a444-5d7a7ab07e97 None None] DHCP port deletion for 667c85f7-b18f-4f31-b925-ce023414f030 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:39:28.570415 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-29f5bf4e-5d00-43d6-a444-5d7a7ab07e97 None None] Deleting port a3d75f27-2848-4cba-9dea-d44e34dad1c4 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:28.571369 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-29f5bf4e-5d00-43d6-a444-5d7a7ab07e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:28.585999 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e82bb9-e1a5-4738-8a55-918a0d5ba50d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.586481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e82bb9-e1a5-4738-8a55-918a0d5ba50d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.590751 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b0e82bb9-e1a5-4738-8a55-918a0d5ba50d tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/98ffdd0c-2588-4999-8f89-970517d44bdf HTTP/1.1" status: 404 len: 339 time: 0.0477765 Apr 29 17:39:28.592360 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51800) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.609941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:28.676200 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ed2ddb-27a1-4f43-b8ed-4f1546ebe934 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.676568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ed2ddb-27a1-4f43-b8ed-4f1546ebe934 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.680781 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b9ed2ddb-27a1-4f43-b8ed-4f1546ebe934 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/subnets/d86016a1-c7c1-43eb-a13a-728587cd8601 HTTP/1.1" status: 404 len: 337 time: 0.0851746 Apr 29 17:39:28.685266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51804) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.714880 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8778929-9f20-4781-a1ba-1c31a32706a9 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.715387 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8778929-9f20-4781-a1ba-1c31a32706a9 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.719617 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b8778929-9f20-4781-a1ba-1c31a32706a9 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/2d7aec79-2993-40a5-8627-6544732e5762 HTTP/1.1" status: 404 len: 339 time: 0.0308878 Apr 29 17:39:28.725108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51808) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.726054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:39:28.726634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:39:28.773032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port a3d75f27-2848-4cba-9dea-d44e34dad1c4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a3d75f27-2848-4cba-9dea-d44e34dad1c4,segment=NetworkSegment(d032f6cb-0828-42d0-85f6-211368a5bebf),segment_id=d032f6cb-0828-42d0-85f6-211368a5bebf)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:28.773548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:28.775070 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a04e45f-c7fc-46d5-81d7-cf175b70c41c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.775781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a04e45f-c7fc-46d5-81d7-cf175b70c41c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.785441 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7a04e45f-c7fc-46d5-81d7-cf175b70c41c tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/subnets/6f8bc409-6317-4624-a552-4d16defe98ba HTTP/1.1" status: 404 len: 337 time: 0.0576136 Apr 29 17:39:28.786399 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51812) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.813813 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a12c1f-78ea-44be-895c-851a6a8c8825 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.814721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a12c1f-78ea-44be-895c-851a6a8c8825 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.819836 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-65a12c1f-78ea-44be-895c-851a6a8c8825 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/7924657b-7b86-422b-af72-4a4047345df2 HTTP/1.1" status: 404 len: 339 time: 0.0321262 Apr 29 17:39:28.820521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51816) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.851390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-29f5bf4e-5d00-43d6-a444-5d7a7ab07e97 None None] For port a3d75f27-2848-4cba-9dea-d44e34dad1c4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a3d75f27-2848-4cba-9dea-d44e34dad1c4,segment=NetworkSegment(d032f6cb-0828-42d0-85f6-211368a5bebf),segment_id=d032f6cb-0828-42d0-85f6-211368a5bebf)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:28.851980 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-29f5bf4e-5d00-43d6-a444-5d7a7ab07e97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:28.864316 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3643f2a7-4742-481f-8070-d059dba51674 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.864829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3643f2a7-4742-481f-8070-d059dba51674 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.869359 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3643f2a7-4742-481f-8070-d059dba51674 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/subnets/474206c9-9a28-4f30-af7f-0bec34271b0c HTTP/1.1" status: 404 len: 337 time: 0.0453737 Apr 29 17:39:28.869529 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-22ec6bff-87c9-415e-8848-d449f8a57e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:26Z', 'revision_number': 10, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:28.871127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51820) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.878205 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec6bff-87c9-415e-8848-d449f8a57e31 None None] The sync data for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv is: [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:26Z', 'revision_number': 10, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None, '_interfaces': [{'id': '0a365bd4-82a2-44c0-958f-d00912a1cc79', 'name': '', 'network_id': 'ba4866b5-5cbb-49f4-9033-d73effb9be4b', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'mac_address': 'fa:16:3e:28:68:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:38:41Z', 'updated_at': '2022-04-29T17:38:48Z', 'revision_number': 5, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'subnets': [{'id': 'd30e48b1-f655-4509-8990-851f72d63bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:28.897912 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-63985fa3-7249-4e49-9e81-7fbab5dacce5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.898438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63985fa3-7249-4e49-9e81-7fbab5dacce5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.900281 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-63985fa3-7249-4e49-9e81-7fbab5dacce5 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/ecebf61b-8c38-4d0a-b32f-5297954736f6 HTTP/1.1" status: 404 len: 339 time: 0.0281260 Apr 29 17:39:28.903483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51824) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.931868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for a3d75f27-2848-4cba-9dea-d44e34dad1c4 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:28.950448 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b952b6f7-f963-46d4-bbfb-b41b369ae614 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.950910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b952b6f7-f963-46d4-bbfb-b41b369ae614 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.954915 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b952b6f7-f963-46d4-bbfb-b41b369ae614 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/subnets/ad3e9b9b-f91d-4e1e-8dc2-1ee58b19095d HTTP/1.1" status: 404 len: 337 time: 0.0480773 Apr 29 17:39:28.955687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51828) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:28.981931 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8ef216-650d-44be-a908-ad86fa09e935 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:28.982852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8ef216-650d-44be-a908-ad86fa09e935 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:28.986798 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-aa8ef216-650d-44be-a908-ad86fa09e935 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/d014b25c-e0fc-4597-b1b2-60be85fae2bf HTTP/1.1" status: 404 len: 339 time: 0.0274553 Apr 29 17:39:28.987199 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51832) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:29.022380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-29f5bf4e-5d00-43d6-a444-5d7a7ab07e97 None None] Calling delete_port for a3d75f27-2848-4cba-9dea-d44e34dad1c4 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:29.076979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c30bf7-7e4b-46bb-b312-1e72a285fdba tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Deleting subnet ecc361d8-ddbd-453d-bb9b-87b81cbb149b {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:39:29.080146 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.084000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f6c30bf7-7e4b-46bb-b312-1e72a285fdba tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.095404 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-29f5bf4e-5d00-43d6-a444-5d7a7ab07e97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:39:29.095762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-29f5bf4e-5d00-43d6-a444-5d7a7ab07e97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:39:29.172283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=a3d75f27-2848-4cba-9dea-d44e34dad1c4,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:29.179939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No DVR routers for this DVR port a3d75f27-2848-4cba-9dea-d44e34dad1c4 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:39:29.219900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f6c30bf7-7e4b-46bb-b312-1e72a285fdba tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.228641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:29.229019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.258957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a3d75f27-2848-4cba-9dea-d44e34dad1c4 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:39:29.296936 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: a3d75f27-2848-4cba-9dea-d44e34dad1c4 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:39:29.297287 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a3d75f27-2848-4cba-9dea-d44e34dad1c4 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:39:29.297736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6f287e11-1d21-4e83-ae94-5f83bec3ab60 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:39:29.315389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] The port '0a2eed8d-4415-4ee6-9013-a53fd0b60d6b' was deleted {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:39:29.331726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 6f287e11-1d21-4e83-ae94-5f83bec3ab60 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:39:29.332560 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6f287e11-1d21-4e83-ae94-5f83bec3ab60 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:39:29.333266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:39:29.375148 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:39:29.375794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0a2eed8d-4415-4ee6-9013-a53fd0b60d6b not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:39:29.379237 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.417442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667c85f7-b18f-4f31-b925-ce023414f030']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:29.432479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd032f6cb-0828-42d0-85f6-211368a5bebf') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:29.432743 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd032f6cb-0828-42d0-85f6-211368a5bebf') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:29.448364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.450196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.460046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f6c30bf7-7e4b-46bb-b312-1e72a285fdba tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.473324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33a4f59-0cb9-4361-8273-4ae68fb37c44']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:29.485589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d59be8-d24b-44ca-a4fb-083dbbf67a03') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:29.485890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d59be8-d24b-44ca-a4fb-083dbbf67a03') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:29.497592 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.506698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.514370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.519859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:29.520251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.522097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:29.522498 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: util.warn( Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:29.537489 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:29.540506 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:29.596576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-29f5bf4e-5d00-43d6-a444-5d7a7ab07e97 None None] Deleting port a3d75f27-2848-4cba-9dea-d44e34dad1c4 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:29.597229 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-29f5bf4e-5d00-43d6-a444-5d7a7ab07e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.628884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.635006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.639758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.657514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.663727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f6c30bf7-7e4b-46bb-b312-1e72a285fdba tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.668831 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/networks/f33a4f59-0cb9-4361-8273-4ae68fb37c44 HTTP/1.1" status: 204 len: 168 time: 2.3049741 Apr 29 17:39:29.679957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51836) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:29.680837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcf908-53d8-4910-ab29-2805725af77f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Network': ['ID=f33a4f59-0cb9-4361-8273-4ae68fb37c44,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:29.693551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-394836016', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:29.693892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-29f5bf4e-5d00-43d6-a444-5d7a7ab07e97 None None] The port 'a3d75f27-2848-4cba-9dea-d44e34dad1c4' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:39:29.705915 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:29.710331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:router and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:29.713414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:29.715128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Network': ['ID=667c85f7-b18f-4f31-b925-ce023414f030,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:29.720549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:29.729464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c30bf7-7e4b-46bb-b312-1e72a285fdba tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc361d8-ddbd-453d-bb9b-87b81cbb149b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:29.731578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.735178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f6c30bf7-7e4b-46bb-b312-1e72a285fdba tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.739531 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f6c30bf7-7e4b-46bb-b312-1e72a285fdba tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/subnets/ecc361d8-ddbd-453d-bb9b-87b81cbb149b HTTP/1.1" status: 204 len: 168 time: 0.7486258 Apr 29 17:39:29.739699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:29.739804 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5fa33e-3231-4592-83d2-a106e49653c1 None None] Network 9373421a-f4b1-40e4-9710-c0680d3b8c3c requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:29.741165 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cef3b9ea-45db-45ab-947f-23088c428d01 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/networks/667c85f7-b18f-4f31-b925-ce023414f030 HTTP/1.1" status: 204 len: 168 time: 1.4812949 Apr 29 17:39:29.742014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51840) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:29.742354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51842) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:29.754220 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:30.029705 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662f7933-1084-435a-9e3f-2c944544a228 None None] DHCP port deletion for 9373421a-f4b1-40e4-9710-c0680d3b8c3c request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:39:30.034665 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-662f7933-1084-435a-9e3f-2c944544a228 None None] Deleting port 0ae42835-aeb6-4699-ae75-5a2a351d4d38 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:30.035894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-662f7933-1084-435a-9e3f-2c944544a228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:30.117454 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:30.168139 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:30.245127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-662f7933-1084-435a-9e3f-2c944544a228 None None] For port 0ae42835-aeb6-4699-ae75-5a2a351d4d38, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0ae42835-aeb6-4699-ae75-5a2a351d4d38,segment=NetworkSegment(90a84201-cd3b-4c74-8240-ccad16ea6778),segment_id=90a84201-cd3b-4c74-8240-ccad16ea6778)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:30.245916 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-662f7933-1084-435a-9e3f-2c944544a228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:30.262657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Deleting port 0ae42835-aeb6-4699-ae75-5a2a351d4d38 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:30.263270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:30.376491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-662f7933-1084-435a-9e3f-2c944544a228 None None] Calling delete_port for 0ae42835-aeb6-4699-ae75-5a2a351d4d38 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:30.462366 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-662f7933-1084-435a-9e3f-2c944544a228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:30.483831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:30.509578 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f7933-1084-435a-9e3f-2c944544a228 None None] Pushing event deleted for resources: {'Port': ['ID=0ae42835-aeb6-4699-ae75-5a2a351d4d38,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:30.520832 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:30.523778 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f7933-1084-435a-9e3f-2c944544a228 None None] No DVR routers for this DVR port 0ae42835-aeb6-4699-ae75-5a2a351d4d38 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:39:30.582613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] For port 0ae42835-aeb6-4699-ae75-5a2a351d4d38, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0ae42835-aeb6-4699-ae75-5a2a351d4d38,segment=NetworkSegment(90a84201-cd3b-4c74-8240-ccad16ea6778),segment_id=90a84201-cd3b-4c74-8240-ccad16ea6778)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:30.582962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:30.681404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Allocated IP 172.26.4.227 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/796536e4-642a-42a0-ac06-a03f142a869e) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:30.712049 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Calling delete_port for 0ae42835-aeb6-4699-ae75-5a2a351d4d38 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:30.835879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:39:30.836193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:39:30.839448 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:30.859945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0f0f708a-7b54-42f1-b0d0-80b6fc673776 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:30.870148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:30.936243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:30.939256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:30.942981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:30.978829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=796536e4-642a-42a0-ac06-a03f142a869e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:31.128350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0ae42835-aeb6-4699-ae75-5a2a351d4d38 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:39:31.172729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 0ae42835-aeb6-4699-ae75-5a2a351d4d38 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:39:31.173230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0ae42835-aeb6-4699-ae75-5a2a351d4d38 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:39:31.205794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f708a-7b54-42f1-b0d0-80b6fc673776 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 0a365bd4-82a2-44c0-958f-d00912a1cc79 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:31.206265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0f0f708a-7b54-42f1-b0d0-80b6fc673776 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:31.409876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Deleting port 0ae42835-aeb6-4699-ae75-5a2a351d4d38 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:31.410668 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:31.504865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:31.525704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] The port '0ae42835-aeb6-4699-ae75-5a2a351d4d38' was deleted {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:39:31.683491 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:31.691467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-0f0f708a-7b54-42f1-b0d0-80b6fc673776 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port 0a365bd4-82a2-44c0-958f-d00912a1cc79, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0a365bd4-82a2-44c0-958f-d00912a1cc79,segment=NetworkSegment(5f8bebb8-b476-4d13-a78b-5044cee6017b),segment_id=5f8bebb8-b476-4d13-a78b-5044cee6017b)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:31.691812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0f0f708a-7b54-42f1-b0d0-80b6fc673776 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:31.836900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f708a-7b54-42f1-b0d0-80b6fc673776 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for 0a365bd4-82a2-44c0-958f-d00912a1cc79 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:31.855025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:31.866115 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9373421a-f4b1-40e4-9710-c0680d3b8c3c']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:31.893275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a84201-cd3b-4c74-8240-ccad16ea6778') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:31.893541 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a84201-cd3b-4c74-8240-ccad16ea6778') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:31.911142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:31.940578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:31.961525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:31.961956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: util.warn( Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:31.976587 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:32.064106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:32.065684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router db458749-32b2-42f7-8194-1b943aaaad6b is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:39:32.090066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:32.104338 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] Pushing event deleted for resources: {'Network': ['ID=9373421a-f4b1-40e4-9710-c0680d3b8c3c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:32.142051 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6c5e5240-b690-40bc-8bbd-e49a5d967e05 tempest-NetworksTest-1421500282 tempest-NetworksTest-1421500282-project] 10.222.0.11 "DELETE /v2.0/networks/9373421a-f4b1-40e4-9710-c0680d3b8c3c HTTP/1.1" status: 204 len: 168 time: 2.3986073 Apr 29 17:39:32.178513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0f0f708a-7b54-42f1-b0d0-80b6fc673776 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:32.229564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f708a-7b54-42f1-b0d0-80b6fc673776 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=0a365bd4-82a2-44c0-958f-d00912a1cc79,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:32.254137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:32.265607 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184d4f98-0aa2-4114-9cf5-45dffa237fbf None None] Sync routers for ids ['db458749-32b2-42f7-8194-1b943aaaad6b'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:32.279479 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184d4f98-0aa2-4114-9cf5-45dffa237fbf None None] Routers {'db458749-32b2-42f7-8194-1b943aaaad6b'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:32.280843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-184d4f98-0aa2-4114-9cf5-45dffa237fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['db458749-32b2-42f7-8194-1b943aaaad6b'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:32.300433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:32.303450 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-422d1450-10ef-4297-a187-269de9a277c5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6146348 Apr 29 17:39:32.305329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51850) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:32.424291 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-184d4f98-0aa2-4114-9cf5-45dffa237fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:32.437286 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184d4f98-0aa2-4114-9cf5-45dffa237fbf None None] Routers {'db458749-32b2-42f7-8194-1b943aaaad6b'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:32.438151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-184d4f98-0aa2-4114-9cf5-45dffa237fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['db458749-32b2-42f7-8194-1b943aaaad6b'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:32.484849 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0f0f708a-7b54-42f1-b0d0-80b6fc673776 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:32.514263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-184d4f98-0aa2-4114-9cf5-45dffa237fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:32.515013 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184d4f98-0aa2-4114-9cf5-45dffa237fbf None None] The sync data for ids ['db458749-32b2-42f7-8194-1b943aaaad6b'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:32.526559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51856) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:32.552547 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3a79f77e-7d82-4706-b77b-afc2a9641db1 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/routers/db458749-32b2-42f7-8194-1b943aaaad6b HTTP/1.1" status: 200 len: 884 time: 0.2432818 Apr 29 17:39:32.552778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51862) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:32.734636 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-33a6f099-78d9-4a84-909e-98559e13e7ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09b245ec89bc4a1cae95da2d319eb442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069349 Apr 29 17:39:32.737733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51866) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:32.818267 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-29788786-a582-4df9-974a-a55907b36c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:32.856644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-29788786-a582-4df9-974a-a55907b36c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:32.870245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0f708a-7b54-42f1-b0d0-80b6fc673776 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:32.912111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a2baf9c5-ca5d-4ce2-8ed6-2e6aa4298567 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Synchronizing usage tracker for tenant:5915ea187306421eb0223fa43da2784c on resource:router {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:39:32.928415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-29788786-a582-4df9-974a-a55907b36c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:32.940730 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a2baf9c5-ca5d-4ce2-8ed6-2e6aa4298567 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Unset dirty status for tenant:5915ea187306421eb0223fa43da2784c on resource:router {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:39:32.941918 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a2baf9c5-ca5d-4ce2-8ed6-2e6aa4298567 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3882215 Apr 29 17:39:32.945005 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51870) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:32.947476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29788786-a582-4df9-974a-a55907b36c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fe4451-3c85-4628-b051-34235d9fd7ca,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:32.953806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-985ae802-24b5-42fd-82e4-2f58697e673c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-394836016'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:33.007258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0f708a-7b54-42f1-b0d0-80b6fc673776 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:33.015076 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0f0f708a-7b54-42f1-b0d0-80b6fc673776 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2699885 Apr 29 17:39:33.017144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51874) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:33.017344 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745196e4-79d5-4f68-b41c-5d17f0b7467f None None] Sync routers for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:33.028026 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745196e4-79d5-4f68-b41c-5d17f0b7467f None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:33.028660 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-745196e4-79d5-4f68-b41c-5d17f0b7467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:33.088342 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc59b5c-8748-4e1b-b8ee-d9ff7a637ad0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting subnet d30e48b1-f655-4509-8990-851f72d63bfc {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:39:33.091825 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edc59b5c-8748-4e1b-b8ee-d9ff7a637ad0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:33.160102 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edc59b5c-8748-4e1b-b8ee-d9ff7a637ad0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:33.174652 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-745196e4-79d5-4f68-b41c-5d17f0b7467f None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:33.223721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-29788786-a582-4df9-974a-a55907b36c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:33.227533 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-29788786-a582-4df9-974a-a55907b36c39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39fe4451-3c85-4628-b051-34235d9fd7ca HTTP/1.1" status: 204 len: 168 time: 0.4863324 Apr 29 17:39:33.274050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edc59b5c-8748-4e1b-b8ee-d9ff7a637ad0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:33.315761 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-745196e4-79d5-4f68-b41c-5d17f0b7467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:32Z', 'revision_number': 11, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:33.320014 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745196e4-79d5-4f68-b41c-5d17f0b7467f None None] Checking router: 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:39:33.329256 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745196e4-79d5-4f68-b41c-5d17f0b7467f None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:33.329863 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-745196e4-79d5-4f68-b41c-5d17f0b7467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:33.380803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edc59b5c-8748-4e1b-b8ee-d9ff7a637ad0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:33.428773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc59b5c-8748-4e1b-b8ee-d9ff7a637ad0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Subnet': ['ID=d30e48b1-f655-4509-8990-851f72d63bfc,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:33.441176 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edc59b5c-8748-4e1b-b8ee-d9ff7a637ad0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:33.452257 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-edc59b5c-8748-4e1b-b8ee-d9ff7a637ad0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/d30e48b1-f655-4509-8990-851f72d63bfc HTTP/1.1" status: 204 len: 168 time: 0.4315641 Apr 29 17:39:33.452502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0232848-0a70-434a-97b3-b6d7e34e8617 None None] Network ba4866b5-5cbb-49f4-9033-d73effb9be4b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:33.452978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51880) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:33.485552 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-745196e4-79d5-4f68-b41c-5d17f0b7467f None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:33.602915 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-745196e4-79d5-4f68-b41c-5d17f0b7467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:32Z', 'revision_number': 11, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:33.610454 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745196e4-79d5-4f68-b41c-5d17f0b7467f None None] The sync data for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv is: [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:32Z', 'revision_number': 11, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:33.630152 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:33.642050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Deleting port 8103b5c7-58f9-4241-a295-32df54e040b5 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:33.642382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:33.725957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-985ae802-24b5-42fd-82e4-2f58697e673c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:33.738003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-985ae802-24b5-42fd-82e4-2f58697e673c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:33.866121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] For port 8103b5c7-58f9-4241-a295-32df54e040b5, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8103b5c7-58f9-4241-a295-32df54e040b5,segment=NetworkSegment(5f8bebb8-b476-4d13-a78b-5044cee6017b),segment_id=5f8bebb8-b476-4d13-a78b-5044cee6017b)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:33.866482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:33.929206 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985ae802-24b5-42fd-82e4-2f58697e673c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router db458749-32b2-42f7-8194-1b943aaaad6b has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:33.986524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Calling delete_port for 8103b5c7-58f9-4241-a295-32df54e040b5 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:34.004407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed9f2fd-cc49-4158-83ad-d21076e57821 None None] DHCP port deletion for ba4866b5-5cbb-49f4-9033-d73effb9be4b request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:39:34.010340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9f2fd-cc49-4158-83ad-d21076e57821 None None] Deleting port 8103b5c7-58f9-4241-a295-32df54e040b5 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:34.011491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0ed9f2fd-cc49-4158-83ad-d21076e57821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:34.074250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:34.113978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985ae802-24b5-42fd-82e4-2f58697e673c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:34.119007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9f2fd-cc49-4158-83ad-d21076e57821 None None] The port '8103b5c7-58f9-4241-a295-32df54e040b5' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:39:34.122401 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-985ae802-24b5-42fd-82e4-2f58697e673c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:34.124057 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-985ae802-24b5-42fd-82e4-2f58697e673c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/db458749-32b2-42f7-8194-1b943aaaad6b HTTP/1.1" status: 200 len: 891 time: 1.1775167 Apr 29 17:39:34.128475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51884) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:34.132646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b4777-9ff0-4ae6-b716-f82e5356ae5a None None] Sync routers for ids ['db458749-32b2-42f7-8194-1b943aaaad6b'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:34.136736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Port': ['ID=8103b5c7-58f9-4241-a295-32df54e040b5,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:34.138513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No DVR routers for this DVR port 8103b5c7-58f9-4241-a295-32df54e040b5 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:39:34.144555 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b4777-9ff0-4ae6-b716-f82e5356ae5a None None] Routers {'db458749-32b2-42f7-8194-1b943aaaad6b'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:34.145580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-368b4777-9ff0-4ae6-b716-f82e5356ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['db458749-32b2-42f7-8194-1b943aaaad6b'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:34.211549 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-368b4777-9ff0-4ae6-b716-f82e5356ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:34.220795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b4777-9ff0-4ae6-b716-f82e5356ae5a None None] Routers {'db458749-32b2-42f7-8194-1b943aaaad6b'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:34.221670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-368b4777-9ff0-4ae6-b716-f82e5356ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['db458749-32b2-42f7-8194-1b943aaaad6b'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:34.262936 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:34.287082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-368b4777-9ff0-4ae6-b716-f82e5356ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:34.287557 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b4777-9ff0-4ae6-b716-f82e5356ae5a None None] The sync data for ids ['db458749-32b2-42f7-8194-1b943aaaad6b'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:34.289840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4866b5-5cbb-49f4-9033-d73effb9be4b']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:34.302910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8bebb8-b476-4d13-a78b-5044cee6017b') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:34.303190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8bebb8-b476-4d13-a78b-5044cee6017b') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:34.314617 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:34.321770 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-00bbf6f9-eee6-4346-b6bf-dbbd0aac4b23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/routers/db458749-32b2-42f7-8194-1b943aaaad6b HTTP/1.1" status: 200 len: 891 time: 0.1918867 Apr 29 17:39:34.324724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51888) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:34.330496 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:34.336419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:34.336800 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:34.355405 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:34.367990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-dbb5d218-17ac-4a50-b9ed-70b0894fa412 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Synchronizing usage tracker for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:39:34.385393 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-dbb5d218-17ac-4a50-b9ed-70b0894fa412 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Unset dirty status for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:39:34.386553 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dbb5d218-17ac-4a50-b9ed-70b0894fa412 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=db458749-32b2-42f7-8194-1b943aaaad6b HTTP/1.1" status: 200 len: 205 time: 0.0608954 Apr 29 17:39:34.389292 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51892) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:34.436090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:34.454670 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:34.465975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Pushing event deleted for resources: {'Network': ['ID=ba4866b5-5cbb-49f4-9033-d73effb9be4b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:34.474527 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3a39d8bb-a8d0-4811-8460-39e2b3431549 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/networks/ba4866b5-5cbb-49f4-9033-d73effb9be4b HTTP/1.1" status: 204 len: 168 time: 1.0210581 Apr 29 17:39:34.477927 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51896) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:34.483158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-374546a1-583d-4b66-b275-2e3fc9a164a3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'router': {'routes': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:34.712483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:34.879562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.extraroute_db [None req-374546a1-583d-4b66-b275-2e3fc9a164a3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Added routes are [] {{(pid=88018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 17:39:34.880194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.extraroute_db [None req-374546a1-583d-4b66-b275-2e3fc9a164a3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Removed routes are [] {{(pid=88018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 17:39:34.880194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-374546a1-583d-4b66-b275-2e3fc9a164a3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:34.887698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:34.899003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 796536e4-642a-42a0-ac06-a03f142a869e {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:34.899363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.068207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.133040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0a365bd4-82a2-44c0-958f-d00912a1cc79 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:39:35.136354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-374546a1-583d-4b66-b275-2e3fc9a164a3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.139992 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-374546a1-583d-4b66-b275-2e3fc9a164a3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.168045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 0a365bd4-82a2-44c0-958f-d00912a1cc79 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:39:35.168375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0a365bd4-82a2-44c0-958f-d00912a1cc79 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:39:35.169005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8103b5c7-58f9-4241-a295-32df54e040b5 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:39:35.202026 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 8103b5c7-58f9-4241-a295-32df54e040b5 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:39:35.202493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 796536e4-642a-42a0-ac06-a03f142a869e owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:35.202791 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8103b5c7-58f9-4241-a295-32df54e040b5 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:39:35.274722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374546a1-583d-4b66-b275-2e3fc9a164a3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:35.343531 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:39:35.375686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.412034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374546a1-583d-4b66-b275-2e3fc9a164a3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:35.418866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-374546a1-583d-4b66-b275-2e3fc9a164a3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.423329 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804b572f-97fd-49cf-9e99-39c384d7a56d None None] Sync routers for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:35.423564 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-374546a1-583d-4b66-b275-2e3fc9a164a3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 HTTP/1.1" status: 200 len: 701 time: 0.9444294 Apr 29 17:39:35.424137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51900) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:35.425224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=796536e4-642a-42a0-ac06-a03f142a869e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:35.434905 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b572f-97fd-49cf-9e99-39c384d7a56d None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:35.435594 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-804b572f-97fd-49cf-9e99-39c384d7a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:35.467814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e07f663a-8bbc-44e8-8aae-24054ce95d81 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Synchronizing usage tracker for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:39:35.485107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e07f663a-8bbc-44e8-8aae-24054ce95d81 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Unset dirty status for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:39:35.489137 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e07f663a-8bbc-44e8-8aae-24054ce95d81 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 HTTP/1.1" status: 200 len: 205 time: 0.0612967 Apr 29 17:39:35.490410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51904) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:35.525324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.562792 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-804b572f-97fd-49cf-9e99-39c384d7a56d None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:35.627941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ab1d797d-56ed-461e-8638-d5822a18b6d3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.668376 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-804b572f-97fd-49cf-9e99-39c384d7a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:32Z', 'revision_number': 11, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:35.673006 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804b572f-97fd-49cf-9e99-39c384d7a56d None None] Checking router: 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:39:35.681783 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b572f-97fd-49cf-9e99-39c384d7a56d None None] Routers {'5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:35.682373 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-804b572f-97fd-49cf-9e99-39c384d7a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:35.711201 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.713628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.738588 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.739587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Fanout notify agent at l3_agent the message router_deleted on router db458749-32b2-42f7-8194-1b943aaaad6b {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:39:35.766131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.771327 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8dca3d4e-f902-4e5b-bd4f-bc2b0661a82b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/db458749-32b2-42f7-8194-1b943aaaad6b HTTP/1.1" status: 204 len: 168 time: 1.3810813 Apr 29 17:39:35.771985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51908) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:35.777928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2021688073'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:35.782978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:35.787052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:network and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:35.790086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:35.797818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:35.813290 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:35.818023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.818211 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-804b572f-97fd-49cf-9e99-39c384d7a56d None None] Set router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:35.857151 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:35.869092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.869529 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Added segment 28f6f1c2-e792-4db1-8f6e-200b4b3b482a of type vlan for network 86d4d046-1c78-450c-9c09-48d01db78beb Apr 29 17:39:35.899636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.931607 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-804b572f-97fd-49cf-9e99-39c384d7a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:32Z', 'revision_number': 11, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:35.936299 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:35.936547 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804b572f-97fd-49cf-9e99-39c384d7a56d None None] The sync data for ids ['5ff7caee-6d3f-4f83-a1fc-78a50943c4c3'] in dv-neutron-839024-2-hyperv is: [{'id': '5ff7caee-6d3f-4f83-a1fc-78a50943c4c3', 'name': 'tempest-RoutersTest-router-1096852102', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:38:38Z', 'updated_at': '2022-04-29T17:39:32Z', 'revision_number': 11, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:35.942285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:35.942944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.046455 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2723739 Apr 29 17:39:36.051711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51912) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:36.059775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'subnet': {'network_id': '86d4d046-1c78-450c-9c09-48d01db78beb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:36.063511 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ab1d797d-56ed-461e-8638-d5822a18b6d3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.065876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ab1d797d-56ed-461e-8638-d5822a18b6d3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.074027 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38feb7-00de-4db1-86ac-c8a83e41d6ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Network': ['ID=86d4d046-1c78-450c-9c09-48d01db78beb,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:36.084443 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 86d4d046-1c78-450c-9c09-48d01db78beb details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:36.092951 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ab1d797d-56ed-461e-8638-d5822a18b6d3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.093651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1d797d-56ed-461e-8638-d5822a18b6d3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Fanout notify agent at l3_agent the message router_deleted on router 5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:39:36.110805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ab1d797d-56ed-461e-8638-d5822a18b6d3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.116186 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ab1d797d-56ed-461e-8638-d5822a18b6d3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 HTTP/1.1" status: 204 len: 168 time: 0.6208034 Apr 29 17:39:36.118767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51916) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:36.124963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-4b6064a7-b041-4271-83fe-632799351c08 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1401472480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:36.132120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4b6064a7-b041-4271-83fe-632799351c08 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:36.137921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4b6064a7-b041-4271-83fe-632799351c08 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Usage tracker for resource:router and tenant:a207a8d685924efaaecd3bb88c4b2525 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:36.140991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4b6064a7-b041-4271-83fe-632799351c08 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:36.148202 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4b6064a7-b041-4271-83fe-632799351c08 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:36.162557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b6064a7-b041-4271-83fe-632799351c08 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.164152 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b6064a7-b041-4271-83fe-632799351c08 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.185784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:36.188430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b6064a7-b041-4271-83fe-632799351c08 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.190221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:subnet and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:36.192825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:36.199818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:36.211248 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:36.215019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.218377 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b6064a7-b041-4271-83fe-632799351c08 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.245214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b6064a7-b041-4271-83fe-632799351c08 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.246786 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4b6064a7-b041-4271-83fe-632799351c08 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1265588 Apr 29 17:39:36.249586 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51920) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:36.255060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8587d6eb-6746-47e5-92a6-880ff7a8e286 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:36.558476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.638200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Subnet': ['ID=fca5365a-2714-4358-8faa-75bdbccd3776,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:36.645340 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8587d6eb-6746-47e5-92a6-880ff7a8e286 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.649694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Checking segment: {'id': '28f6f1c2-e792-4db1-8f6e-200b4b3b482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '86d4d046-1c78-450c-9c09-48d01db78beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:36.649694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network hostable DHCP agents. Network: 86d4d046-1c78-450c-9c09-48d01db78beb, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:36.658577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8587d6eb-6746-47e5-92a6-880ff7a8e286 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.670336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 86d4d046-1c78-450c-9c09-48d01db78beb is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:36.680647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 86d4d046-1c78-450c-9c09-48d01db78beb) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:36.685231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:36.685865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.692899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e91833-c16f-41e0-993e-5aa371fa43ac None None] Network 86d4d046-1c78-450c-9c09-48d01db78beb requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:36.712720 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8f309478-0d27-4aea-9cd3-7b867df7e649 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6576653 Apr 29 17:39:36.712964 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51924) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:36.719553 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-31c6a430-4a27-412c-b9bc-25ea06e7bdcc tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-969281490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:36.728527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-31c6a430-4a27-412c-b9bc-25ea06e7bdcc tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:36.732989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-31c6a430-4a27-412c-b9bc-25ea06e7bdcc tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:router and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:36.735938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-31c6a430-4a27-412c-b9bc-25ea06e7bdcc tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:36.742885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-31c6a430-4a27-412c-b9bc-25ea06e7bdcc tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:36.753525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31c6a430-4a27-412c-b9bc-25ea06e7bdcc tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.754789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31c6a430-4a27-412c-b9bc-25ea06e7bdcc tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.770889 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31c6a430-4a27-412c-b9bc-25ea06e7bdcc tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.791414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31c6a430-4a27-412c-b9bc-25ea06e7bdcc tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.819697 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31c6a430-4a27-412c-b9bc-25ea06e7bdcc tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.820917 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-31c6a430-4a27-412c-b9bc-25ea06e7bdcc tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1069105 Apr 29 17:39:36.823668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51928) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:36.845123 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8587d6eb-6746-47e5-92a6-880ff7a8e286 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Router c1051b51-8965-4eaf-ac5f-a785f1d0ac0d is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:39:36.915228 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-86d4d046-1c78-450c-9c09-48d01db78beb', 'network_id': '86d4d046-1c78-450c-9c09-48d01db78beb', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'fixed_ips': [{'subnet_id': 'fca5365a-2714-4358-8faa-75bdbccd3776'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:39:36.916117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.981742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8587d6eb-6746-47e5-92a6-880ff7a8e286 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:36.994998 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8587d6eb-6746-47e5-92a6-880ff7a8e286 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:36.996237 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8587d6eb-6746-47e5-92a6-880ff7a8e286 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "PUT /v2.0/routers/c1051b51-8965-4eaf-ac5f-a785f1d0ac0d HTTP/1.1" status: 200 len: 694 time: 0.7456765 Apr 29 17:39:36.999067 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51932) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:37.001860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a98634-fc23-4bb5-9a96-4bb682b55400 None None] Sync routers for ids ['c1051b51-8965-4eaf-ac5f-a785f1d0ac0d'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:37.025733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a98634-fc23-4bb5-9a96-4bb682b55400 None None] Routers {'c1051b51-8965-4eaf-ac5f-a785f1d0ac0d'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:37.026430 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-13a98634-fc23-4bb5-9a96-4bb682b55400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['c1051b51-8965-4eaf-ac5f-a785f1d0ac0d'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:37.146056 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2e026a90-af8a-4e0a-9279-7348bdedafeb tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/routers/c1051b51-8965-4eaf-ac5f-a785f1d0ac0d HTTP/1.1" status: 200 len: 700 time: 0.1430020 Apr 29 17:39:37.146688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51936) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:37.197178 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cdf9eb36-21d3-45e0-a2b4-68e4cb92528c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1051b51-8965-4eaf-ac5f-a785f1d0ac0d HTTP/1.1" status: 200 len: 205 time: 0.0472579 Apr 29 17:39:37.197454 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51940) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:37.199889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-13a98634-fc23-4bb5-9a96-4bb682b55400 None None] Set router c1051b51-8965-4eaf-ac5f-a785f1d0ac0d gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:37.313088 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-13a98634-fc23-4bb5-9a96-4bb682b55400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1051b51-8965-4eaf-ac5f-a785f1d0ac0d', 'name': 'tempest-RoutersTest-router-1401472480', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:36Z', 'updated_at': '2022-04-29T17:39:36Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:37.322677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:37.323361 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a98634-fc23-4bb5-9a96-4bb682b55400 None None] Checking router: c1051b51-8965-4eaf-ac5f-a785f1d0ac0d for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:39:37.325715 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Allocated IP 2001:db8::2 (86d4d046-1c78-450c-9c09-48d01db78beb/fca5365a-2714-4358-8faa-75bdbccd3776/7d185bfe-1bf3-4f06-a012-5d9e06fb80d5) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:37.340970 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a98634-fc23-4bb5-9a96-4bb682b55400 None None] Routers {'c1051b51-8965-4eaf-ac5f-a785f1d0ac0d'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:37.341656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-13a98634-fc23-4bb5-9a96-4bb682b55400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['c1051b51-8965-4eaf-ac5f-a785f1d0ac0d'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:37.455769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e829cc5e-e187-4421-9efe-775affa2164c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:37.507191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-13a98634-fc23-4bb5-9a96-4bb682b55400 None None] Set router c1051b51-8965-4eaf-ac5f-a785f1d0ac0d gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:37.704686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-13a98634-fc23-4bb5-9a96-4bb682b55400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1051b51-8965-4eaf-ac5f-a785f1d0ac0d', 'name': 'tempest-RoutersTest-router-1401472480', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:36Z', 'updated_at': '2022-04-29T17:39:36Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:37.720265 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a98634-fc23-4bb5-9a96-4bb682b55400 None None] The sync data for ids ['c1051b51-8965-4eaf-ac5f-a785f1d0ac0d'] in dv-neutron-839024-2-hyperv is: [{'id': 'c1051b51-8965-4eaf-ac5f-a785f1d0ac0d', 'name': 'tempest-RoutersTest-router-1401472480', 'tenant_id': 'a207a8d685924efaaecd3bb88c4b2525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:36Z', 'updated_at': '2022-04-29T17:39:36Z', 'revision_number': 2, 'project_id': 'a207a8d685924efaaecd3bb88c4b2525', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:37.781203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e829cc5e-e187-4421-9efe-775affa2164c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:37.784240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e829cc5e-e187-4421-9efe-775affa2164c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:37.808998 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e829cc5e-e187-4421-9efe-775affa2164c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:37.809557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e829cc5e-e187-4421-9efe-775affa2164c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Fanout notify agent at l3_agent the message router_deleted on router c1051b51-8965-4eaf-ac5f-a785f1d0ac0d {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:39:37.824477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e829cc5e-e187-4421-9efe-775affa2164c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:37.828835 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e829cc5e-e187-4421-9efe-775affa2164c tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/c1051b51-8965-4eaf-ac5f-a785f1d0ac0d HTTP/1.1" status: 204 len: 168 time: 0.6272733 Apr 29 17:39:37.829023 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:37.829631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51944) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:37.837464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Transition to ACTIVE for port object 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:37.857486 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Transition to ACTIVE for port object 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:37.863969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:37.914419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-deda5e72-9d76-42ae-90f3-cf5660ee071e tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Synchronizing usage tracker for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:39:37.942699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Network 86d4d046-1c78-450c-9c09-48d01db78beb is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:37.943371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-deda5e72-9d76-42ae-90f3-cf5660ee071e tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] Unset dirty status for tenant:a207a8d685924efaaecd3bb88c4b2525 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:39:37.944528 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-deda5e72-9d76-42ae-90f3-cf5660ee071e tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1051b51-8965-4eaf-ac5f-a785f1d0ac0d HTTP/1.1" status: 200 len: 205 time: 0.1137633 Apr 29 17:39:37.945763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:37.948190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51948) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:37.949545 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:37.955698 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Pushing event updated for resources: {'Port': ['ID=7d185bfe-1bf3-4f06-a012-5d9e06fb80d5,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:38.012454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Allocated IP 2001:db8::1 (86d4d046-1c78-450c-9c09-48d01db78beb/fca5365a-2714-4358-8faa-75bdbccd3776/3949a1be-0408-4ccb-8f01-91f6c20ec65e) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:38.036665 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-bfb5a515-01fa-4a1b-a673-62ed9c0fd9b3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] delete failed (client error): The resource could not be found. Apr 29 17:39:38.037677 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bfb5a515-01fa-4a1b-a673-62ed9c0fd9b3 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/c1051b51-8965-4eaf-ac5f-a785f1d0ac0d HTTP/1.1" status: 404 len: 336 time: 0.0885799 Apr 29 17:39:38.040643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51952) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:38.049351 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Attempting to bind port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:38.050010 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Attempting to bind port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '28f6f1c2-e792-4db1-8f6e-200b4b3b482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '86d4d046-1c78-450c-9c09-48d01db78beb'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:38.050611 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Attempting to bind port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 on network 86d4d046-1c78-450c-9c09-48d01db78beb {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:38.056215 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:38.056587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Checking segment: {'id': '28f6f1c2-e792-4db1-8f6e-200b4b3b482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '86d4d046-1c78-450c-9c09-48d01db78beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:38.056987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:38.057378 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Bound using segment: {'id': '28f6f1c2-e792-4db1-8f6e-200b4b3b482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '86d4d046-1c78-450c-9c09-48d01db78beb'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:38.057832 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Bound port: 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f6f1c2-e792-4db1-8f6e-200b4b3b482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '86d4d046-1c78-450c-9c09-48d01db78beb'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:38.058196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:38.124211 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-27688278-05fe-40f8-be37-42f359d276ef tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:38.124653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27688278-05fe-40f8-be37-42f359d276ef tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:38.148180 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] For port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:38.152005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] For port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7d185bfe-1bf3-4f06-a012-5d9e06fb80d5,segment=NetworkSegment(28f6f1c2-e792-4db1-8f6e-200b4b3b482a),segment_id=28f6f1c2-e792-4db1-8f6e-200b4b3b482a)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:38.158273 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:38.251700 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14998de-9aeb-4f0b-86d3-f1d52192eccd None None] Pushing event updated for resources: {'Port': ['ID=7d185bfe-1bf3-4f06-a012-5d9e06fb80d5,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:38.315482 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-27688278-05fe-40f8-be37-42f359d276ef tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/f7ea8f74-30dd-4d61-8c4a-41c08fd86aca HTTP/1.1" status: 404 len: 337 time: 0.2737343 Apr 29 17:39:38.318248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51956) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:38.362849 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dc2fb9-4139-41ab-8f73-0fa1de7752a0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:38.363314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9dc2fb9-4139-41ab-8f73-0fa1de7752a0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:38.365323 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a9dc2fb9-4139-41ab-8f73-0fa1de7752a0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/4b4339cf-2d83-45ef-aea6-3a58b9dd162b HTTP/1.1" status: 404 len: 337 time: 0.0458801 Apr 29 17:39:38.370334 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 51960) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:38.433260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:38.439748 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f573033d-2619-4c15-b0c4-82d6283b0be9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:38.439748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f573033d-2619-4c15-b0c4-82d6283b0be9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:38.440930 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f573033d-2619-4c15-b0c4-82d6283b0be9 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/2f8c5e79-4e15-460f-b74d-6323263b3f38 HTTP/1.1" status: 404 len: 337 time: 0.0696762 Apr 29 17:39:38.443542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51964) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:38.459611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Transition to ACTIVE for port object 3949a1be-0408-4ccb-8f01-91f6c20ec65e will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:38.486951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:38.493881 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec1433c-3663-4fe4-a86e-5378f94af4a5 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:38.494322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec1433c-3663-4fe4-a86e-5378f94af4a5 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:38.498401 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6ec1433c-3663-4fe4-a86e-5378f94af4a5 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/d30e48b1-f655-4509-8990-851f72d63bfc HTTP/1.1" status: 404 len: 337 time: 0.0508866 Apr 29 17:39:38.503184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51968) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:38.551067 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2e8606f2-f4f4-49f4-90c7-f2f5bf5c35d6 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 HTTP/1.1" status: 200 len: 205 time: 0.0481808 Apr 29 17:39:38.553525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51972) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:38.557883 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 86d4d046-1c78-450c-9c09-48d01db78beb is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:38.561096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:38.566326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:38.566855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:38.580753 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=3949a1be-0408-4ccb-8f01-91f6c20ec65e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:38.655442 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-527afca8-6ebe-42db-83ed-a2b195f1603e tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] delete failed (client error): The resource could not be found. Apr 29 17:39:38.656492 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-527afca8-6ebe-42db-83ed-a2b195f1603e tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/5ff7caee-6d3f-4f83-a1fc-78a50943c4c3 HTTP/1.1" status: 404 len: 336 time: 0.1009390 Apr 29 17:39:38.659182 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51976) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:38.703732 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:38.709883 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-90f460a5-6ac0-4c5d-9862-f1abffdda9df tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=62553de5-95f7-4250-a597-fb4deb80e61d HTTP/1.1" status: 200 len: 205 time: 0.0494990 Apr 29 17:39:38.712279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51980) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:38.785547 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-ed90cd08-9bed-4c64-a461-36ef8584914b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] delete failed (client error): The resource could not be found. Apr 29 17:39:38.786471 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ed90cd08-9bed-4c64-a461-36ef8584914b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/62553de5-95f7-4250-a597-fb4deb80e61d HTTP/1.1" status: 404 len: 336 time: 0.0732505 Apr 29 17:39:38.789153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51984) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:38.827335 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b3ca74-6dbc-4879-aaec-f655b5d0a0a0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:38.827816 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b3ca74-6dbc-4879-aaec-f655b5d0a0a0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:38.829756 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f2b3ca74-6dbc-4879-aaec-f655b5d0a0a0 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/f7fb08c0-5ee5-466f-8e2a-564f007a7d26 HTTP/1.1" status: 404 len: 337 time: 0.0395021 Apr 29 17:39:38.832439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51988) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:38.875725 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9572346d-5ef7-4912-8c37-6c7ba146c122 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3c573aa-9c21-4944-b82b-8339976aca6f HTTP/1.1" status: 200 len: 205 time: 0.0419910 Apr 29 17:39:38.878133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51992) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:38.946869 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-00cfa6ab-c690-4bfb-a0d6-139eee4d7680 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] delete failed (client error): The resource could not be found. Apr 29 17:39:38.947925 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-00cfa6ab-c690-4bfb-a0d6-139eee4d7680 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/c3c573aa-9c21-4944-b82b-8339976aca6f HTTP/1.1" status: 404 len: 336 time: 0.0688951 Apr 29 17:39:38.950832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 51996) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:38.995216 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-dcb4ac6b-1f98-4f6d-aac6-dd31a11695ed tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e9e1594-0787-4590-a76f-c012f7559f59 HTTP/1.1" status: 200 len: 205 time: 0.0431604 Apr 29 17:39:38.997778 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52000) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:39.072003 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-b52af333-7dde-442c-809d-803cc48d7fee tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] delete failed (client error): The resource could not be found. Apr 29 17:39:39.075970 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b52af333-7dde-442c-809d-803cc48d7fee tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/3e9e1594-0787-4590-a76f-c012f7559f59 HTTP/1.1" status: 404 len: 336 time: 0.0746782 Apr 29 17:39:39.076261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52004) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:39.117075 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee67b37-bff9-4ee7-be14-98de2770366e tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:39.117519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee67b37-bff9-4ee7-be14-98de2770366e tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:39.121718 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9ee67b37-bff9-4ee7-be14-98de2770366e tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/a576b038-4ff2-4229-9131-d19434d29b95 HTTP/1.1" status: 404 len: 337 time: 0.0420508 Apr 29 17:39:39.122013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52008) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:39.122398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:39.129417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:39.130115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:39.174950 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3909b5de-69e5-4456-b90f-2cb9204acf30 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2 HTTP/1.1" status: 200 len: 205 time: 0.0504489 Apr 29 17:39:39.177613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52012) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:39.194672 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:39.249819 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-cf7f0795-608f-4ac4-a18b-ab3c19279b0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] delete failed (client error): The resource could not be found. Apr 29 17:39:39.253252 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cf7f0795-608f-4ac4-a18b-ab3c19279b0f tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/26f1f5ef-77c0-4b49-ae2f-88fedcfd7db2 HTTP/1.1" status: 404 len: 336 time: 0.0723803 Apr 29 17:39:39.255747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52016) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:39.256396 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=3949a1be-0408-4ccb-8f01-91f6c20ec65e,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:39.274516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:39.327099 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddc2772-40dc-4d31-bc95-f6d2e4c781b3 None None] Network 86d4d046-1c78-450c-9c09-48d01db78beb requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:39.349307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:39.349626 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:39.349955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:39.350338 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:39.350660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:39.350978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:39.351375 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:39.351693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:39.352022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:39.352357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:39.352671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:39.352978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:39.366523 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9622bbb6-34b8-4476-9d70-065c324131a5 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:39.367041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9622bbb6-34b8-4476-9d70-065c324131a5 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:39.369058 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9622bbb6-34b8-4476-9d70-065c324131a5 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/7c42e37f-a27c-4f43-8298-6c486206e3d6 HTTP/1.1" status: 404 len: 337 time: 0.1101673 Apr 29 17:39:39.372221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52020) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:39.412582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-37e7052c-ed23-467f-a72a-622f3978bcac None None] Provisioning for port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:39.414509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 86d4d046-1c78-450c-9c09-48d01db78beb is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:39.416108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:39.424276 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c1caa839-1285-4e42-ac34-72fc6071c750 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0f7b53e-b172-4354-bd6e-42a6ef445294 HTTP/1.1" status: 200 len: 205 time: 0.0505459 Apr 29 17:39:39.425114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52024) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:39.429543 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-37e7052c-ed23-467f-a72a-622f3978bcac None None] Provisioning complete for port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:39.429916 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-37e7052c-ed23-467f-a72a-622f3978bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:39.610411 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-bab20dfe-9772-4c18-87cc-0bb0043a9f0b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] delete failed (client error): The resource could not be found. Apr 29 17:39:39.614142 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bab20dfe-9772-4c18-87cc-0bb0043a9f0b tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/routers/f0f7b53e-b172-4354-bd6e-42a6ef445294 HTTP/1.1" status: 404 len: 336 time: 0.1865087 Apr 29 17:39:39.614694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52028) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:39.616978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 55fc602c-9b0c-4712-93be-1eee3616d9a2 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:39:39.651518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-37e7052c-ed23-467f-a72a-622f3978bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:39.653839 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-921c595f-d47c-4098-aaee-efa1b4f521d7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:39.654294 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921c595f-d47c-4098-aaee-efa1b4f521d7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:39.658942 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-921c595f-d47c-4098-aaee-efa1b4f521d7 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/462e76cd-ff95-464c-971e-aee9a3c34e1f HTTP/1.1" status: 404 len: 337 time: 0.0433426 Apr 29 17:39:39.659907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52032) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:39.695955 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-37e7052c-ed23-467f-a72a-622f3978bcac None None] For port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7d185bfe-1bf3-4f06-a012-5d9e06fb80d5,segment=NetworkSegment(28f6f1c2-e792-4db1-8f6e-200b4b3b482a),segment_id=28f6f1c2-e792-4db1-8f6e-200b4b3b482a)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:39.700526 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed32fcce-b6f2-483a-8406-cc0c1b23d2b8 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] DELETE failed (client error): The resource could not be found. Apr 29 17:39:39.701197 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed32fcce-b6f2-483a-8406-cc0c1b23d2b8 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:39:39.701830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-37e7052c-ed23-467f-a72a-622f3978bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:39.706002 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ed32fcce-b6f2-483a-8406-cc0c1b23d2b8 tempest-RoutersTest-1129039628 tempest-RoutersTest-1129039628-project] 10.222.0.11 "DELETE /v2.0/subnets/1518c77b-921d-45dd-abd3-4f54d957387f HTTP/1.1" status: 404 len: 337 time: 0.0422444 Apr 29 17:39:39.776422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7052c-ed23-467f-a72a-622f3978bcac None None] Pushing event updated for resources: {'Port': ['ID=7d185bfe-1bf3-4f06-a012-5d9e06fb80d5,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:39.805335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:39.810411 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4b147961-429e-4f91-9900-020acf1926b9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/55fc602c-9b0c-4712-93be-1eee3616d9a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9853108 Apr 29 17:39:39.813069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52038) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:39.826745 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30813af3-3e8c-49ab-a475-cd35171f6719 None None] Sync routers for ids ['55fc602c-9b0c-4712-93be-1eee3616d9a2'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:39.838188 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30813af3-3e8c-49ab-a475-cd35171f6719 None None] Routers {'55fc602c-9b0c-4712-93be-1eee3616d9a2'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:39.839169 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-30813af3-3e8c-49ab-a475-cd35171f6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['55fc602c-9b0c-4712-93be-1eee3616d9a2'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:39.913594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42edabea-e03d-422c-a69a-ac0541a745bd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:39.915072 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-30813af3-3e8c-49ab-a475-cd35171f6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:39.919082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52044) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:39.925547 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30813af3-3e8c-49ab-a475-cd35171f6719 None None] Routers {'55fc602c-9b0c-4712-93be-1eee3616d9a2'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:39.926353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-34d629ba-0a68-4c79-a3b4-f97fb8ace5b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fca5365a-2714-4358-8faa-75bdbccd3776'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:39.926568 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-30813af3-3e8c-49ab-a475-cd35171f6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['55fc602c-9b0c-4712-93be-1eee3616d9a2'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:39.932024 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-42edabea-e03d-422c-a69a-ac0541a745bd tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports/3949a1be-0408-4ccb-8f01-91f6c20ec65e HTTP/1.1" status: 200 len: 911 time: 0.1175797 Apr 29 17:39:39.994221 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-30813af3-3e8c-49ab-a475-cd35171f6719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:39.994892 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30813af3-3e8c-49ab-a475-cd35171f6719 None None] The sync data for ids ['55fc602c-9b0c-4712-93be-1eee3616d9a2'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:40.024184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52048) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:40.134706 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4ef81bb2-f4e3-4817-a6f5-02a861f4d2bc None None] Provisioning for port 3949a1be-0408-4ccb-8f01-91f6c20ec65e completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:40.140523 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4ef81bb2-f4e3-4817-a6f5-02a861f4d2bc None None] Provisioning complete for port 3949a1be-0408-4ccb-8f01-91f6c20ec65e triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:40.141412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4ef81bb2-f4e3-4817-a6f5-02a861f4d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:40.205294 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4ef81bb2-f4e3-4817-a6f5-02a861f4d2bc None None] Port 3949a1be-0408-4ccb-8f01-91f6c20ec65e cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:40.217356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4ef81bb2-f4e3-4817-a6f5-02a861f4d2bc None None] Provisioning complete for port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:40.217764 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4ef81bb2-f4e3-4817-a6f5-02a861f4d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:40.365321 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-db37e8bd-6fb5-4d45-8848-62d4f6f18a03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a207a8d685924efaaecd3bb88c4b2525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405046 Apr 29 17:39:40.368207 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52054) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:40.395573 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-34d629ba-0a68-4c79-a3b4-f97fb8ace5b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:40.432788 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:40.460473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:40.467902 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c54624cf-5ce8-4173-ae75-8215aeaba25b None None] Provisioning complete for port 3949a1be-0408-4ccb-8f01-91f6c20ec65e triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:40.468279 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c54624cf-5ce8-4173-ae75-8215aeaba25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:40.519862 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:40.525294 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c54624cf-5ce8-4173-ae75-8215aeaba25b None None] Port 3949a1be-0408-4ccb-8f01-91f6c20ec65e cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:40.537503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a182ee17-ef01-40b6-9d05-5ad411fe6c5e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:40.548961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:40.549341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:40.549699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:40.550035 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:40.550362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:40.550742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:40.551091 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:40.551449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:40.551773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:40.552090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:40.552458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:40.552791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:40.555634 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:40.559708 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bad0971d-7515-4d70-b411-08cc35a0a2e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a182ee17-ef01-40b6-9d05-5ad411fe6c5e HTTP/1.1" status: 204 len: 168 time: 0.1903450 Apr 29 17:39:40.949280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-34d629ba-0a68-4c79-a3b4-f97fb8ace5b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:40.958361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-34d629ba-0a68-4c79-a3b4-f97fb8ace5b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:40.964303 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d629ba-0a68-4c79-a3b4-f97fb8ace5b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:40.964904 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-34d629ba-0a68-4c79-a3b4-f97fb8ace5b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:40.966238 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-34d629ba-0a68-4c79-a3b4-f97fb8ace5b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/ports/3949a1be-0408-4ccb-8f01-91f6c20ec65e HTTP/1.1" status: 200 len: 911 time: 1.0457361 Apr 29 17:39:40.969609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52070) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:41.036596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d629ba-0a68-4c79-a3b4-f97fb8ace5b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=3949a1be-0408-4ccb-8f01-91f6c20ec65e,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:41.142990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:41.217526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:41.218226 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:41.291406 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52082) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:41.404167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-33f00234-3655-4899-9b66-f53b298664fa tempest-DvrRoutersNegativeTest-1015379431 tempest-DvrRoutersNegativeTest-1015379431-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1934813796', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:41.406995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.policy [None req-33f00234-3655-4899-9b66-f53b298664fa tempest-DvrRoutersNegativeTest-1015379431 tempest-DvrRoutersNegativeTest-1015379431-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88019) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 29 17:39:41.407358 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.policy [None req-33f00234-3655-4899-9b66-f53b298664fa tempest-DvrRoutersNegativeTest-1015379431 tempest-DvrRoutersNegativeTest-1015379431-project] Failed policy check for 'create_router' {{(pid=88019) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 29 17:39:41.407856 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-33f00234-3655-4899-9b66-f53b298664fa tempest-DvrRoutersNegativeTest-1015379431 tempest-DvrRoutersNegativeTest-1015379431-project] create failed (client error): Access was denied to this resource. Apr 29 17:39:41.408841 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-33f00234-3655-4899-9b66-f53b298664fa tempest-DvrRoutersNegativeTest-1015379431 tempest-DvrRoutersNegativeTest-1015379431-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1161540 Apr 29 17:39:41.488020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c18753db-1909-4fc3-a044-dcf677d248e1 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:41.691806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52092) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:41.814152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d2777cb-9e39-4e83-bcdc-c401a30cf6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:41.828583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1d2777cb-9e39-4e83-bcdc-c401a30cf6ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:41.831499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c18753db-1909-4fc3-a044-dcf677d248e1 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 3949a1be-0408-4ccb-8f01-91f6c20ec65e {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:41.831945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c18753db-1909-4fc3-a044-dcf677d248e1 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:41.832610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1d2777cb-9e39-4e83-bcdc-c401a30cf6ea admin admin] Usage tracker for resource:security_group_rule and tenant:a13789c7cd6249eea8664ddcc5b5c6ff is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:41.835493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1d2777cb-9e39-4e83-bcdc-c401a30cf6ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:41.841347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1d2777cb-9e39-4e83-bcdc-c401a30cf6ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:41.932654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d2777cb-9e39-4e83-bcdc-c401a30cf6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:41.938581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1d2777cb-9e39-4e83-bcdc-c401a30cf6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:41.985362 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1d2777cb-9e39-4e83-bcdc-c401a30cf6ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a13789c7cd6249eea8664ddcc5b5c6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924414 Apr 29 17:39:41.986914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2777cb-9e39-4e83-bcdc-c401a30cf6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6176ea3b-c073-4dea-836d-8e9f49a4d712,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:41.989328 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52098) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:42.024683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c18753db-1909-4fc3-a044-dcf677d248e1 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:42.048180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-76865925-6368-4052-8072-bc4b565cfe97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:42.077567 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-76865925-6368-4052-8072-bc4b565cfe97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:42.137133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-76865925-6368-4052-8072-bc4b565cfe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:42.153618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76865925-6368-4052-8072-bc4b565cfe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6176ea3b-c073-4dea-836d-8e9f49a4d712,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:42.157966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-76865925-6368-4052-8072-bc4b565cfe97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:42.161992 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-76865925-6368-4052-8072-bc4b565cfe97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6176ea3b-c073-4dea-836d-8e9f49a4d712 HTTP/1.1" status: 204 len: 168 time: 0.1688333 Apr 29 17:39:42.260270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c18753db-1909-4fc3-a044-dcf677d248e1 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 3949a1be-0408-4ccb-8f01-91f6c20ec65e owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:42.436820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c18753db-1909-4fc3-a044-dcf677d248e1 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:42.484277 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18753db-1909-4fc3-a044-dcf677d248e1 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=3949a1be-0408-4ccb-8f01-91f6c20ec65e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:42.670459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c18753db-1909-4fc3-a044-dcf677d248e1 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:42.893782 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52122) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:42.944578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18753db-1909-4fc3-a044-dcf677d248e1 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 55fc602c-9b0c-4712-93be-1eee3616d9a2 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:42.999388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-316773866'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:43.004649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:43.008922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Usage tracker for resource:network and tenant:17b6d39c531f4b5092eff3c8fe13225d is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:43.012012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:43.022102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:43.034163 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Made reservation on behalf of 17b6d39c531f4b5092eff3c8fe13225d for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:43.037634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.050522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.065345 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:43.069265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Usage tracker for resource:security_group_rule and tenant:17b6d39c531f4b5092eff3c8fe13225d is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:43.072244 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:43.078177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:43.079385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18753db-1909-4fc3-a044-dcf677d248e1 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:43.092439 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c18753db-1909-4fc3-a044-dcf677d248e1 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/55fc602c-9b0c-4712-93be-1eee3616d9a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1212502 Apr 29 17:39:43.093916 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454c6bf-953a-4f49-a117-7bdcc54f90ab None None] Sync routers for ids ['55fc602c-9b0c-4712-93be-1eee3616d9a2'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:43.095085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52128) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:43.107679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454c6bf-953a-4f49-a117-7bdcc54f90ab None None] Routers {'55fc602c-9b0c-4712-93be-1eee3616d9a2'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:43.108843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9454c6bf-953a-4f49-a117-7bdcc54f90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['55fc602c-9b0c-4712-93be-1eee3616d9a2'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:43.141431 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-54811681-8263-46a2-893e-a9f986af79ef tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Synchronizing usage tracker for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:39:43.157949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-54811681-8263-46a2-893e-a9f986af79ef tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Unset dirty status for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:39:43.161746 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-54811681-8263-46a2-893e-a9f986af79ef tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=55fc602c-9b0c-4712-93be-1eee3616d9a2 HTTP/1.1" status: 200 len: 205 time: 0.0630403 Apr 29 17:39:43.162041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52132) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:43.171167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.176332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.210305 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9454c6bf-953a-4f49-a117-7bdcc54f90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:43.212680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:43.219403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454c6bf-953a-4f49-a117-7bdcc54f90ab None None] Routers {'55fc602c-9b0c-4712-93be-1eee3616d9a2'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:43.220271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9454c6bf-953a-4f49-a117-7bdcc54f90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['55fc602c-9b0c-4712-93be-1eee3616d9a2'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:43.221935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66dffc38-4032-4bae-8c56-a2224a43f1d9,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:43.227717 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.228065 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Added segment 27e11153-9d40-4da4-810b-168e25acf8ff of type vlan for network 44528126-0f4b-4706-bfe1-3ad4dbc1be5d Apr 29 17:39:43.258016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.280421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9454c6bf-953a-4f49-a117-7bdcc54f90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:43.280835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454c6bf-953a-4f49-a117-7bdcc54f90ab None None] The sync data for ids ['55fc602c-9b0c-4712-93be-1eee3616d9a2'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:43.294477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.295487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a4d45892-706d-44c8-af47-2b030a3f758a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.300390 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:43.300974 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.410132 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5151012 Apr 29 17:39:43.413303 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52136) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:43.416109 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa730e3-384b-4427-9ce5-52f15eba7f0a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Pushing event updated for resources: {'Network': ['ID=44528126-0f4b-4706-bfe1-3ad4dbc1be5d,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:43.421601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Request body: {'subnet': {'network_id': '44528126-0f4b-4706-bfe1-3ad4dbc1be5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:43.429698 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 44528126-0f4b-4706-bfe1-3ad4dbc1be5d details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:43.536066 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:43.540338 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Usage tracker for resource:subnet and tenant:17b6d39c531f4b5092eff3c8fe13225d is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:43.543214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:43.549523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:43.560087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Made reservation on behalf of 17b6d39c531f4b5092eff3c8fe13225d for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:43.563879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.703892 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a4d45892-706d-44c8-af47-2b030a3f758a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.706063 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a4d45892-706d-44c8-af47-2b030a3f758a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.732176 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a4d45892-706d-44c8-af47-2b030a3f758a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.732659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d45892-706d-44c8-af47-2b030a3f758a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Fanout notify agent at l3_agent the message router_deleted on router 55fc602c-9b0c-4712-93be-1eee3616d9a2 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:39:43.747564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a4d45892-706d-44c8-af47-2b030a3f758a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.748719 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a4d45892-706d-44c8-af47-2b030a3f758a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/55fc602c-9b0c-4712-93be-1eee3616d9a2 HTTP/1.1" status: 204 len: 168 time: 0.5858023 Apr 29 17:39:43.751593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52140) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:43.780577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.816297 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-af220082-4147-493c-86f0-14d20c4531d7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting subnet fca5365a-2714-4358-8faa-75bdbccd3776 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:39:43.819619 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af220082-4147-493c-86f0-14d20c4531d7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.876569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af220082-4147-493c-86f0-14d20c4531d7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.967123 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af220082-4147-493c-86f0-14d20c4531d7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:43.972587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Pushing event updated for resources: {'Subnet': ['ID=728f4a85-270c-4364-ad00-6eac96be32f2,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:43.980728 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Checking segment: {'id': '27e11153-9d40-4da4-810b-168e25acf8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '44528126-0f4b-4706-bfe1-3ad4dbc1be5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:43.981084 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Network hostable DHCP agents. Network: 44528126-0f4b-4706-bfe1-3ad4dbc1be5d, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:44.000993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Network 44528126-0f4b-4706-bfe1-3ad4dbc1be5d is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:44.010781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 44528126-0f4b-4706-bfe1-3ad4dbc1be5d) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:44.016394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:44.017710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.019303 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b6bfdc-c0cd-4f3e-a6d5-99e969a17abd None None] Network 44528126-0f4b-4706-bfe1-3ad4dbc1be5d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:44.043816 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0ba23647-ed1b-426b-b377-339bd3f7aae7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6270361 Apr 29 17:39:44.044038 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52144) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:44.052113 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Request body: {'port': {'network_id': '44528126-0f4b-4706-bfe1-3ad4dbc1be5d', 'name': 'tempest-TagsExtTest-1269379347'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:44.082725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af220082-4147-493c-86f0-14d20c4531d7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.139096 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3707d7c-8966-421d-a37b-1712fc978e38 None None] Network 86d4d046-1c78-450c-9c09-48d01db78beb requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:44.173174 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af220082-4147-493c-86f0-14d20c4531d7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Subnet': ['ID=fca5365a-2714-4358-8faa-75bdbccd3776,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:44.175282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-af220082-4147-493c-86f0-14d20c4531d7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.197615 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-af220082-4147-493c-86f0-14d20c4531d7 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/fca5365a-2714-4358-8faa-75bdbccd3776 HTTP/1.1" status: 204 len: 168 time: 0.4424696 Apr 29 17:39:44.198297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52148) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:44.239310 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:44.245312 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Usage tracker for resource:port and tenant:17b6d39c531f4b5092eff3c8fe13225d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:44.248946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:44.255172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:44.266314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Made reservation on behalf of 17b6d39c531f4b5092eff3c8fe13225d for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:44.270860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.292917 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] device_id is not set on port 0ddb55c5-762c-4b15-8433-9907c606bb56 yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:39:44.314678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.325771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:44.326385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.382117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-44528126-0f4b-4706-bfe1-3ad4dbc1be5d', 'network_id': '44528126-0f4b-4706-bfe1-3ad4dbc1be5d', 'tenant_id': '17b6d39c531f4b5092eff3c8fe13225d', 'fixed_ips': [{'subnet_id': '728f4a85-270c-4364-ad00-6eac96be32f2'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:39:44.382968 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.437410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Allocated IP 172.20.0.7 (44528126-0f4b-4706-bfe1-3ad4dbc1be5d/728f4a85-270c-4364-ad00-6eac96be32f2/0ddb55c5-762c-4b15-8433-9907c606bb56) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:44.548747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7d185bfe-1bf3-4f06-a012-5d9e06fb80d5,segment=NetworkSegment(28f6f1c2-e792-4db1-8f6e-200b4b3b482a),segment_id=28f6f1c2-e792-4db1-8f6e-200b4b3b482a)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:44.549095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.572833 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0625e7d-909a-40cc-9ee2-1c5d542b6b03 None None] DHCP port deletion for 86d4d046-1c78-450c-9c09-48d01db78beb request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:39:44.577175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f0625e7d-909a-40cc-9ee2-1c5d542b6b03 None None] Deleting port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:44.577635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f0625e7d-909a-40cc-9ee2-1c5d542b6b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.657974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.672631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:44.675695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Transition to ACTIVE for port object 0ddb55c5-762c-4b15-8433-9907c606bb56 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:44.703656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.753492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.775894 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Network 44528126-0f4b-4706-bfe1-3ad4dbc1be5d is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:44.779025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:44.782979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:44.812983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=7d185bfe-1bf3-4f06-a012-5d9e06fb80d5,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:44.818709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Pushing event updated for resources: {'Port': ['ID=0ddb55c5-762c-4b15-8433-9907c606bb56,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:44.821444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No DVR routers for this DVR port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:39:44.842497 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-f0625e7d-909a-40cc-9ee2-1c5d542b6b03 None None] For port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7d185bfe-1bf3-4f06-a012-5d9e06fb80d5,segment=NetworkSegment(28f6f1c2-e792-4db1-8f6e-200b4b3b482a),segment_id=28f6f1c2-e792-4db1-8f6e-200b4b3b482a)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:44.842882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f0625e7d-909a-40cc-9ee2-1c5d542b6b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.854359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:44.854981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.858008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Allocated IP 172.20.0.2 (44528126-0f4b-4706-bfe1-3ad4dbc1be5d/728f4a85-270c-4364-ad00-6eac96be32f2/168ff58b-fba7-4f12-9824-c71365b1f452) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:44.876425 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3cf27712-c378-417f-a3ae-344507c17e7f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8313437 Apr 29 17:39:44.879010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52152) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:44.884264 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-bb2f1379-c102-4a06-8c88-a30e95a07e4b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1341748020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:44.891822 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bb2f1379-c102-4a06-8c88-a30e95a07e4b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:44.895802 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bb2f1379-c102-4a06-8c88-a30e95a07e4b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Usage tracker for resource:router and tenant:17b6d39c531f4b5092eff3c8fe13225d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:44.898815 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bb2f1379-c102-4a06-8c88-a30e95a07e4b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:44.905787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bb2f1379-c102-4a06-8c88-a30e95a07e4b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:44.917924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb2f1379-c102-4a06-8c88-a30e95a07e4b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.919453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb2f1379-c102-4a06-8c88-a30e95a07e4b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.938210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb2f1379-c102-4a06-8c88-a30e95a07e4b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.949694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.960495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb2f1379-c102-4a06-8c88-a30e95a07e4b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.974729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f0625e7d-909a-40cc-9ee2-1c5d542b6b03 None None] Calling delete_port for 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:44.975232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d4d046-1c78-450c-9c09-48d01db78beb']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:44.984041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bb2f1379-c102-4a06-8c88-a30e95a07e4b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:44.988459 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bb2f1379-c102-4a06-8c88-a30e95a07e4b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1054196 Apr 29 17:39:44.988643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52156) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:44.991903 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f6f1c2-e792-4db1-8f6e-200b4b3b482a') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:44.992295 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f6f1c2-e792-4db1-8f6e-200b4b3b482a') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:45.001620 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-3b40d38a-42e4-4c29-b631-e2800fc899ac tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1798151933', 'prefixes': ['172.20.0.0/16']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:45.011073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3b40d38a-42e4-4c29-b631-e2800fc899ac tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:45.013914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.033922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.044773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:45.045471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:45.060027 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:45.138504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:39:45.151873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.171128 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.178275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:39:45.178837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:39:45.181847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-f0625e7d-909a-40cc-9ee2-1c5d542b6b03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:39:45.182190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-f0625e7d-909a-40cc-9ee2-1c5d542b6b03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:39:45.186628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Network': ['ID=86d4d046-1c78-450c-9c09-48d01db78beb,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:45.210110 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4d027791-a144-402f-8261-77681d0e8789 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/networks/86d4d046-1c78-450c-9c09-48d01db78beb HTTP/1.1" status: 204 len: 168 time: 1.0107021 Apr 29 17:39:45.213825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52160) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:45.219305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4574cc8c-5a8b-46f7-b765-1dc4423fc8b5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2089204804', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:45.226493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4574cc8c-5a8b-46f7-b765-1dc4423fc8b5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:45.229285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3b40d38a-42e4-4c29-b631-e2800fc899ac tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for subnetpool, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.230390 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3b40d38a-42e4-4c29-b631-e2800fc899ac tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2412834 Apr 29 17:39:45.233325 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4574cc8c-5a8b-46f7-b765-1dc4423fc8b5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:router and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:45.234011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52164) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:45.236351 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4574cc8c-5a8b-46f7-b765-1dc4423fc8b5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:45.239973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.tag.tag_plugin [None req-a809bbbb-dcba-4e72-89b7-c375ab98887b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '728f4a85-270c-4364-ad00-6eac96be32f2', 'tempest-TagsExtTest-Tag-692982633') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:45.242219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4574cc8c-5a8b-46f7-b765-1dc4423fc8b5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:45.252784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4574cc8c-5a8b-46f7-b765-1dc4423fc8b5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.253749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4574cc8c-5a8b-46f7-b765-1dc4423fc8b5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.269757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4574cc8c-5a8b-46f7-b765-1dc4423fc8b5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.290180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4574cc8c-5a8b-46f7-b765-1dc4423fc8b5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.318980 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4574cc8c-5a8b-46f7-b765-1dc4423fc8b5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.320297 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4574cc8c-5a8b-46f7-b765-1dc4423fc8b5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1055441 Apr 29 17:39:45.324212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52168) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:45.327984 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a809bbbb-dcba-4e72-89b7-c375ab98887b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "PUT /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2/tags/tempest-TagsExtTest-Tag-692982633 HTTP/1.1" status: 201 len: 201 time: 0.0928624 Apr 29 17:39:45.330016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.331092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52172) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:45.331641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2091212245'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:45.336753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:45.338842 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-bda738b6-08bf-4691-9900-771794522ee0 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0ddb55c5-762c-4b15-8433-9907c606bb56', 'tempest-TagsExtTest-Tag-2107430845') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:45.340882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Transition to ACTIVE for port object 168ff58b-fba7-4f12-9824-c71365b1f452 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:45.341167 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:network and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:45.344272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:45.350208 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:45.360385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:45.362665 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Transition to ACTIVE for port object 168ff58b-fba7-4f12-9824-c71365b1f452 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:45.364348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.369149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.397267 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:45.409468 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.409672 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Added segment 6539b42f-0f4e-4195-887f-446f0fc6d51b of type vlan for network 27b8ed27-8f28-4812-8abe-f0b00a36e803 Apr 29 17:39:45.436105 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bda738b6-08bf-4691-9900-771794522ee0 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "PUT /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56/tags/tempest-TagsExtTest-Tag-2107430845 HTTP/1.1" status: 201 len: 201 time: 0.1026504 Apr 29 17:39:45.439079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52176) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:45.440462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.442436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Network 44528126-0f4b-4706-bfe1-3ad4dbc1be5d is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:45.444679 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-14d168d0-1b7e-4e0c-bb84-8d826e68d8ba tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f', 'tempest-TagsExtTest-Tag-958197185') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:45.445576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:45.449299 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:45.455056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Pushing event updated for resources: {'Port': ['ID=168ff58b-fba7-4f12-9824-c71365b1f452,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:45.475753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.481994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:45.482561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.542850 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2175648 Apr 29 17:39:45.543482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52180) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:45.543946 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Attempting to bind port 168ff58b-fba7-4f12-9824-c71365b1f452 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:45.544327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Attempting to bind port 168ff58b-fba7-4f12-9824-c71365b1f452 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '27e11153-9d40-4da4-810b-168e25acf8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '44528126-0f4b-4706-bfe1-3ad4dbc1be5d'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:45.544696 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Attempting to bind port 168ff58b-fba7-4f12-9824-c71365b1f452 on network 44528126-0f4b-4706-bfe1-3ad4dbc1be5d {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:45.551399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:45.552365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Checking segment: {'id': '27e11153-9d40-4da4-810b-168e25acf8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '44528126-0f4b-4706-bfe1-3ad4dbc1be5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:45.552365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.552670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Bound using segment: {'id': '27e11153-9d40-4da4-810b-168e25acf8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '44528126-0f4b-4706-bfe1-3ad4dbc1be5d'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:45.553067 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Bound port: 168ff58b-fba7-4f12-9824-c71365b1f452, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e11153-9d40-4da4-810b-168e25acf8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '44528126-0f4b-4706-bfe1-3ad4dbc1be5d'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:45.553568 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.555157 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'subnet': {'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:45.596849 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-14d168d0-1b7e-4e0c-bb84-8d826e68d8ba tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "PUT /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f/tags/tempest-TagsExtTest-Tag-958197185 HTTP/1.1" status: 201 len: 201 time: 0.1538439 Apr 29 17:39:45.597107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52184) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:45.602664 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-1ab7986d-a16d-459f-babe-e9acf3ef6a90 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1c498f7f-28a8-4ec5-96c7-dd285b3a7c78', 'tempest-TagsExtTest-Tag-673042064') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:45.647940 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] For port 168ff58b-fba7-4f12-9824-c71365b1f452, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:45.651654 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] For port 168ff58b-fba7-4f12-9824-c71365b1f452, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=168ff58b-fba7-4f12-9824-c71365b1f452,segment=NetworkSegment(27e11153-9d40-4da4-810b-168e25acf8ff),segment_id=27e11153-9d40-4da4-810b-168e25acf8ff)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:45.659983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.661917 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1ab7986d-a16d-459f-babe-e9acf3ef6a90 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "PUT /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78/tags/tempest-TagsExtTest-Tag-673042064 HTTP/1.1" status: 201 len: 201 time: 0.0638609 Apr 29 17:39:45.662667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52188) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:45.668538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-47ac66ad-29cf-4c7a-9db2-cb8a17a3de88 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '728f4a85-270c-4364-ad00-6eac96be32f2') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:45.711367 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f0625e7d-909a-40cc-9ee2-1c5d542b6b03 None None] Deleting port 7d185bfe-1bf3-4f06-a012-5d9e06fb80d5 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:45.712081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f0625e7d-909a-40cc-9ee2-1c5d542b6b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.741378 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-47ac66ad-29cf-4c7a-9db2-cb8a17a3de88 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2/tags HTTP/1.1" status: 200 len: 240 time: 0.0773487 Apr 29 17:39:45.744207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52192) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:45.749444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-500265b7-0a0d-4cda-9c96-e230a8ccb1cb tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '728f4a85-270c-4364-ad00-6eac96be32f2', 'tempest-TagsExtTest-Tag-692982633') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:45.764508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542388af-76b2-4732-8b65-c22718fa9311 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Network': ['ID=27b8ed27-8f28-4812-8abe-f0b00a36e803,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:45.797069 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 27b8ed27-8f28-4812-8abe-f0b00a36e803 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:45.812907 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-500265b7-0a0d-4cda-9c96-e230a8ccb1cb tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2/tags/tempest-TagsExtTest-Tag-692982633 HTTP/1.1" status: 204 len: 168 time: 0.0675378 Apr 29 17:39:45.815467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52196) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:45.817110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f0625e7d-909a-40cc-9ee2-1c5d542b6b03 None None] The port '7d185bfe-1bf3-4f06-a012-5d9e06fb80d5' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:39:45.820590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-c82772b5-ca99-4e91-878d-8fb0859eadbb tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '728f4a85-270c-4364-ad00-6eac96be32f2', 'tempest-TagsExtTest-Tag-692982633') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:45.841104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:45.848412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:subnet and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:45.851464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:45.858027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:45.872904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:45.877072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:45.911097 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c82772b5-ca99-4e91-878d-8fb0859eadbb tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2/tags/tempest-TagsExtTest-Tag-692982633 HTTP/1.1" status: 204 len: 168 time: 0.0943482 Apr 29 17:39:45.913425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52200) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:45.919370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-7ff368a0-640a-4a80-af09-e2b34e70a6d8 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '728f4a85-270c-4364-ad00-6eac96be32f2') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:45.927377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc23763-abe6-49a0-bb2c-c821c68a8af9 None None] Pushing event updated for resources: {'Port': ['ID=168ff58b-fba7-4f12-9824-c71365b1f452,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:46.139659 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7ff368a0-640a-4a80-af09-e2b34e70a6d8 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2/tags HTTP/1.1" status: 200 len: 205 time: 0.2245617 Apr 29 17:39:46.142128 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52204) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:46.147156 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-d612d657-a268-4df4-8c46-79f60b0e1e0d tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0ddb55c5-762c-4b15-8433-9907c606bb56') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:46.147754 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:46.218197 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d612d657-a268-4df4-8c46-79f60b0e1e0d tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56/tags HTTP/1.1" status: 200 len: 241 time: 0.0749462 Apr 29 17:39:46.220994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52208) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:46.226215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-1af88aea-4f03-45b3-b90f-00fa01f1babb tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0ddb55c5-762c-4b15-8433-9907c606bb56', 'tempest-TagsExtTest-Tag-2107430845') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:46.236299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Subnet': ['ID=fb2f3632-40d4-4694-9769-4b5d73b3f093,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:46.242195 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Checking segment: {'id': '6539b42f-0f4e-4195-887f-446f0fc6d51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:46.242556 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network hostable DHCP agents. Network: 27b8ed27-8f28-4812-8abe-f0b00a36e803, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:46.262966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 27b8ed27-8f28-4812-8abe-f0b00a36e803 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:46.274685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 27b8ed27-8f28-4812-8abe-f0b00a36e803) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:46.279274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:46.279603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:46.296780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba36abb-5a9e-4f4a-a86a-f908b3a34702 None None] Network 27b8ed27-8f28-4812-8abe-f0b00a36e803 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:46.301779 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1af88aea-4f03-45b3-b90f-00fa01f1babb tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56/tags/tempest-TagsExtTest-Tag-2107430845 HTTP/1.1" status: 204 len: 168 time: 0.0796936 Apr 29 17:39:46.304457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52212) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:46.309432 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-39aeb9cb-eb7f-499a-9575-bfa2044663b4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7586846 Apr 29 17:39:46.309842 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-61d03740-98c1-4c78-b1ff-cb52151c93e7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0ddb55c5-762c-4b15-8433-9907c606bb56', 'tempest-TagsExtTest-Tag-2107430845') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:46.311994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52216) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:46.394236 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-61d03740-98c1-4c78-b1ff-cb52151c93e7 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56/tags/tempest-TagsExtTest-Tag-2107430845 HTTP/1.1" status: 204 len: 168 time: 0.0885746 Apr 29 17:39:46.398437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52220) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:46.403456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-96276771-12f0-43aa-92fd-cb608fda92f2 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0ddb55c5-762c-4b15-8433-9907c606bb56') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:46.477613 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-96276771-12f0-43aa-92fd-cb608fda92f2 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56/tags HTTP/1.1" status: 200 len: 205 time: 0.0756669 Apr 29 17:39:46.477826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52224) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:46.483204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-9fe98016-09a8-47fe-bcc4-331170b02431 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:46.534733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-27b8ed27-8f28-4812-8abe-f0b00a36e803', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:39:46.535753 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:46.625569 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9fe98016-09a8-47fe-bcc4-331170b02431 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f/tags HTTP/1.1" status: 200 len: 240 time: 0.1466911 Apr 29 17:39:46.626477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52228) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:46.633786 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-e9b2a722-42ed-4ee6-8cf4-5b3870f258c3 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f', 'tempest-TagsExtTest-Tag-958197185') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:46.720896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Allocated IP 2001:db8::2 (27b8ed27-8f28-4812-8abe-f0b00a36e803/fb2f3632-40d4-4694-9769-4b5d73b3f093/58523cb1-107b-45e7-b83d-bcee191af1d3) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:46.800579 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52232) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:46.800790 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e9b2a722-42ed-4ee6-8cf4-5b3870f258c3 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f/tags/tempest-TagsExtTest-Tag-958197185 HTTP/1.1" status: 204 len: 168 time: 0.1727126 Apr 29 17:39:46.808731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.tag.tag_plugin [None req-98270fcc-ee0c-4dda-8acd-580f8471136a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f', 'tempest-TagsExtTest-Tag-958197185') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:46.945241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:46.956821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Transition to ACTIVE for port object 58523cb1-107b-45e7-b83d-bcee191af1d3 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:46.970663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:46.977636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Transition to ACTIVE for port object 58523cb1-107b-45e7-b83d-bcee191af1d3 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:46.985341 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:47.021952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e0612-6aeb-4917-b097-d6727b9c4815 None None] Network 44528126-0f4b-4706-bfe1-3ad4dbc1be5d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:47.078156 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Network 27b8ed27-8f28-4812-8abe-f0b00a36e803 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:47.125727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:47.128190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:47.199394 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 168ff58b-fba7-4f12-9824-c71365b1f452 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:47.280412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Pushing event updated for resources: {'Port': ['ID=58523cb1-107b-45e7-b83d-bcee191af1d3,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:47.296303 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f9bb137e-0579-489c-8fe7-dd0b1a733966 None None] Provisioning for port 168ff58b-fba7-4f12-9824-c71365b1f452 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:47.303917 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-98270fcc-ee0c-4dda-8acd-580f8471136a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f/tags/tempest-TagsExtTest-Tag-958197185 HTTP/1.1" status: 204 len: 168 time: 0.5023203 Apr 29 17:39:47.306741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52236) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:47.313939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-2691f639-8846-4021-b223-b9183247741a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:47.325835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:47.326407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:47.326512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:47.326821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:47.327149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:47.327491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:47.327812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:47.328128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:47.328445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:47.328755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:47.329068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:47.329404 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:47.376665 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Attempting to bind port 58523cb1-107b-45e7-b83d-bcee191af1d3 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:47.377231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Attempting to bind port 58523cb1-107b-45e7-b83d-bcee191af1d3 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '6539b42f-0f4e-4195-887f-446f0fc6d51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:47.377478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Attempting to bind port 58523cb1-107b-45e7-b83d-bcee191af1d3 on network 27b8ed27-8f28-4812-8abe-f0b00a36e803 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:47.389558 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:47.389899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Checking segment: {'id': '6539b42f-0f4e-4195-887f-446f0fc6d51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:47.390311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:47.390695 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Bound using segment: {'id': '6539b42f-0f4e-4195-887f-446f0fc6d51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:47.391151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Bound port: 58523cb1-107b-45e7-b83d-bcee191af1d3, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6539b42f-0f4e-4195-887f-446f0fc6d51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:47.391539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:47.448715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Allocated IP 2001:db8::1 (27b8ed27-8f28-4812-8abe-f0b00a36e803/fb2f3632-40d4-4694-9769-4b5d73b3f093/6400c470-f286-45a5-a9bf-aefdd0dd9802) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:47.474270 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2691f639-8846-4021-b223-b9183247741a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f/tags HTTP/1.1" status: 200 len: 205 time: 0.1628637 Apr 29 17:39:47.474797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52240) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:47.479981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-c02845bd-5f54-455c-8487-5b5c285abb53 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1c498f7f-28a8-4ec5-96c7-dd285b3a7c78') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:47.507153 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c02845bd-5f54-455c-8487-5b5c285abb53 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78/tags HTTP/1.1" status: 200 len: 240 time: 0.0287240 Apr 29 17:39:47.507504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52244) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:47.513262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-0d6db83b-e817-4f04-b3f1-2be1db0fa59f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1c498f7f-28a8-4ec5-96c7-dd285b3a7c78', 'tempest-TagsExtTest-Tag-673042064') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:47.540270 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0d6db83b-e817-4f04-b3f1-2be1db0fa59f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78/tags/tempest-TagsExtTest-Tag-673042064 HTTP/1.1" status: 204 len: 168 time: 0.0291023 Apr 29 17:39:47.540491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52248) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:47.548481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-a87d6261-a9f4-45f1-b5bd-2f009d728744 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1c498f7f-28a8-4ec5-96c7-dd285b3a7c78', 'tempest-TagsExtTest-Tag-673042064') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:47.548686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 168ff58b-fba7-4f12-9824-c71365b1f452 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:47.580049 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 168ff58b-fba7-4f12-9824-c71365b1f452 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:47.580564 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:47.596456 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a87d6261-a9f4-45f1-b5bd-2f009d728744 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78/tags/tempest-TagsExtTest-Tag-673042064 HTTP/1.1" status: 204 len: 168 time: 0.0523064 Apr 29 17:39:47.597698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52252) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:47.602995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-aa7f896c-0384-4107-a529-4d881f01191b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1c498f7f-28a8-4ec5-96c7-dd285b3a7c78') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:47.623978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:47.637738 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-aa7f896c-0384-4107-a529-4d881f01191b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78/tags HTTP/1.1" status: 200 len: 205 time: 0.0388749 Apr 29 17:39:47.638657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52256) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:47.642493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Transition to ACTIVE for port object 6400c470-f286-45a5-a9bf-aefdd0dd9802 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:47.645916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-5463d6ab-3b47-437c-8750-653853f92e71 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1c498f7f-28a8-4ec5-96c7-dd285b3a7c78') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:47.652130 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] For port 58523cb1-107b-45e7-b83d-bcee191af1d3, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:47.657907 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] For port 58523cb1-107b-45e7-b83d-bcee191af1d3, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=58523cb1-107b-45e7-b83d-bcee191af1d3,segment=NetworkSegment(6539b42f-0f4e-4195-887f-446f0fc6d51b),segment_id=6539b42f-0f4e-4195-887f-446f0fc6d51b)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:47.672509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:47.672880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:47.690492 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5463d6ab-3b47-437c-8750-653853f92e71 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78/tags HTTP/1.1" status: 204 len: 168 time: 0.0506370 Apr 29 17:39:47.691102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52260) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:47.697386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-30825ccd-4729-45b9-92ab-f703a5df4fac tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:47.744722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 27b8ed27-8f28-4812-8abe-f0b00a36e803 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:47.748711 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:47.753055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:47.753763 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:47.776189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=6400c470-f286-45a5-a9bf-aefdd0dd9802,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:47.816564 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d917e71-9fdb-4894-a6f3-63e1d8ee4d98 None None] Pushing event updated for resources: {'Port': ['ID=58523cb1-107b-45e7-b83d-bcee191af1d3,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:47.837333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:47.862568 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-30825ccd-4729-45b9-92ab-f703a5df4fac tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1699891 Apr 29 17:39:47.864493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52264) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:47.868272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-076585d0-7bab-4341-b5b9-d1ea4a551a58 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0ddb55c5-762c-4b15-8433-9907c606bb56') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:47.880988 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 168ff58b-fba7-4f12-9824-c71365b1f452, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=168ff58b-fba7-4f12-9824-c71365b1f452,segment=NetworkSegment(27e11153-9d40-4da4-810b-168e25acf8ff),segment_id=27e11153-9d40-4da4-810b-168e25acf8ff)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:47.887169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:47.916847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:47.969243 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-076585d0-7bab-4341-b5b9-d1ea4a551a58 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56/tags HTTP/1.1" status: 204 len: 168 time: 0.1053503 Apr 29 17:39:47.972314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52268) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:47.973432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=168ff58b-fba7-4f12-9824-c71365b1f452,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:47.981256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-a959a8e7-7e82-4888-9d55-23cf2bb8de05 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '728f4a85-270c-4364-ad00-6eac96be32f2') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:48.062663 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a959a8e7-7e82-4888-9d55-23cf2bb8de05 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2/tags HTTP/1.1" status: 204 len: 168 time: 0.0887611 Apr 29 17:39:48.066519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52272) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:48.072538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-61936846-35ef-4d25-9f15-acd304456582 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '728f4a85-270c-4364-ad00-6eac96be32f2', 'tempest-TagsExtTest-Tag-205963376') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:48.086438 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-60ce6179-a5e2-4796-b520-c0440e60bc8b None None] Provisioning complete for port 168ff58b-fba7-4f12-9824-c71365b1f452 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:48.086814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-60ce6179-a5e2-4796-b520-c0440e60bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:48.202558 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:48.236431 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-61936846-35ef-4d25-9f15-acd304456582 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "PUT /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2/tags/tempest-TagsExtTest-Tag-205963376 HTTP/1.1" status: 201 len: 201 time: 0.1689415 Apr 29 17:39:48.239121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52276) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:48.245118 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-83520072-afea-4f1f-aacd-c4542888f3b6 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0ddb55c5-762c-4b15-8433-9907c606bb56', 'tempest-TagsExtTest-Tag-1618154326') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:48.322260 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-60ce6179-a5e2-4796-b520-c0440e60bc8b None None] Provisioning for port 0ddb55c5-762c-4b15-8433-9907c606bb56 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:48.347161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-60ce6179-a5e2-4796-b520-c0440e60bc8b None None] Provisioning complete for port 0ddb55c5-762c-4b15-8433-9907c606bb56 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:48.347895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-60ce6179-a5e2-4796-b520-c0440e60bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:48.374933 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-83520072-afea-4f1f-aacd-c4542888f3b6 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "PUT /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56/tags/tempest-TagsExtTest-Tag-1618154326 HTTP/1.1" status: 201 len: 201 time: 0.1320217 Apr 29 17:39:48.375550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52280) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:48.382411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-5b684226-78cb-4d81-a871-ca142637dfeb tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f', 'tempest-TagsExtTest-Tag-2054006857') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:48.408732 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-60ce6179-a5e2-4796-b520-c0440e60bc8b None None] Port 0ddb55c5-762c-4b15-8433-9907c606bb56 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:48.444827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:48.450521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:48.451323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:48.533820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f138e432-c3a6-4246-93e5-51c5eb6d4291 None None] Provisioning complete for port 0ddb55c5-762c-4b15-8433-9907c606bb56 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:48.534286 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f138e432-c3a6-4246-93e5-51c5eb6d4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:48.595424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f138e432-c3a6-4246-93e5-51c5eb6d4291 None None] Port 0ddb55c5-762c-4b15-8433-9907c606bb56 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:48.596909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=6400c470-f286-45a5-a9bf-aefdd0dd9802,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:48.653731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 27b8ed27-8f28-4812-8abe-f0b00a36e803 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:48.654960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:48.663061 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5b684226-78cb-4d81-a871-ca142637dfeb tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "PUT /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f/tags/tempest-TagsExtTest-Tag-2054006857 HTTP/1.1" status: 201 len: 201 time: 0.2867968 Apr 29 17:39:48.664012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52284) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:48.670082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-464ef7ed-d5df-40dd-9a91-059dd3233f48 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1c498f7f-28a8-4ec5-96c7-dd285b3a7c78', 'tempest-TagsExtTest-Tag-1528922721') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:48.714509 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-464ef7ed-d5df-40dd-9a91-059dd3233f48 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "PUT /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78/tags/tempest-TagsExtTest-Tag-1528922721 HTTP/1.1" status: 201 len: 201 time: 0.0467222 Apr 29 17:39:48.714815 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52288) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:48.720368 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-fffb71ad-aa56-41b7-87dc-6a10f1c9fb3d tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '728f4a85-270c-4364-ad00-6eac96be32f2', {'tags': ['tempest-TagsExtTest-Tag-1313204415', 'tempest-TagsExtTest-Tag-1229126808', 'tempest-TagsExtTest-Tag-858055263']}) {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:48.802119 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fffb71ad-aa56-41b7-87dc-6a10f1c9fb3d tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "PUT /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2/tags HTTP/1.1" status: 200 len: 317 time: 0.0839126 Apr 29 17:39:48.802464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52292) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:48.809131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-12c51317-79af-41ed-972b-8b426707ce2f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '728f4a85-270c-4364-ad00-6eac96be32f2') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:48.846001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:39:48.899570 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-12c51317-79af-41ed-972b-8b426707ce2f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2/tags HTTP/1.1" status: 204 len: 168 time: 0.0959685 Apr 29 17:39:48.902251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52296) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:48.907518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-39ead807-8b8d-4500-8396-a2e1a8d07a93 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '728f4a85-270c-4364-ad00-6eac96be32f2', 'tempest-TagsExtTest-Tag-1313204415') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:48.978619 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-39ead807-8b8d-4500-8396-a2e1a8d07a93 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] show failed (client error): The resource could not be found. Apr 29 17:39:48.982409 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-39ead807-8b8d-4500-8396-a2e1a8d07a93 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2/tags/tempest-TagsExtTest-Tag-1313204415 HTTP/1.1" status: 404 len: 329 time: 0.0763872 Apr 29 17:39:48.982630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52300) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:48.987617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-8cd6675d-166a-4c3d-9f59-c69330a88eb2 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '728f4a85-270c-4364-ad00-6eac96be32f2', 'tempest-TagsExtTest-Tag-1229126808') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:49.018282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:49.034175 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-22b1972b-d985-4355-8640-5982a8073d0f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7185528 Apr 29 17:39:49.034384 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Sync routers for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:49.034860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52304) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:49.036863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8104e9cd-f11b-433c-a40a-14d1b091fbd5 None None] Network 27b8ed27-8f28-4812-8abe-f0b00a36e803 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:49.042026 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:49.042493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1874374386'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:49.042648 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-97187494-c308-4d44-8b92-915810d30a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:49.048045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:49.052644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:network and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:49.055621 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:49.062789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:49.065978 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-8cd6675d-166a-4c3d-9f59-c69330a88eb2 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] show failed (client error): The resource could not be found. Apr 29 17:39:49.067184 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8cd6675d-166a-4c3d-9f59-c69330a88eb2 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2/tags/tempest-TagsExtTest-Tag-1229126808 HTTP/1.1" status: 404 len: 329 time: 0.0836174 Apr 29 17:39:49.070175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52308) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:49.077685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-794a56bb-b3e2-40f4-b971-3ce3e4b7e0af tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '728f4a85-270c-4364-ad00-6eac96be32f2', 'tempest-TagsExtTest-Tag-858055263') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:49.214870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4c5d6e82-484e-40b4-b334-641fb0d0f8aa None None] Provisioning for port 58523cb1-107b-45e7-b83d-bcee191af1d3 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:49.223853 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-794a56bb-b3e2-40f4-b971-3ce3e4b7e0af tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] show failed (client error): The resource could not be found. Apr 29 17:39:49.229012 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-794a56bb-b3e2-40f4-b971-3ce3e4b7e0af tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2/tags/tempest-TagsExtTest-Tag-858055263 HTTP/1.1" status: 404 len: 328 time: 0.1551661 Apr 29 17:39:49.230083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52312) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:49.235032 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:49.242618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.tag.tag_plugin [None req-9231d538-c13d-40ec-a8c1-e92313691204 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0ddb55c5-762c-4b15-8433-9907c606bb56', {'tags': ['tempest-TagsExtTest-Tag-1559513708', 'tempest-TagsExtTest-Tag-1337447085', 'tempest-TagsExtTest-Tag-357564455']}) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:49.268030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:49.272386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:49.335481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:49.351510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:49.351821 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Added segment 375546ac-5ad9-4ac1-90e8-1561f500a197 of type vlan for network 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2 Apr 29 17:39:49.361877 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9231d538-c13d-40ec-a8c1-e92313691204 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "PUT /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56/tags HTTP/1.1" status: 200 len: 317 time: 0.1276433 Apr 29 17:39:49.362781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52316) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:49.369710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-7c5f616c-420b-48df-a08a-edfc9a7613c1 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0ddb55c5-762c-4b15-8433-9907c606bb56') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:49.379446 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 168ff58b-fba7-4f12-9824-c71365b1f452 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:49.382069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:49.417467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:49.426458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:49.427103 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:49.477725 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 168ff58b-fba7-4f12-9824-c71365b1f452 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:49.478139 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:49.494289 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7c5f616c-420b-48df-a08a-edfc9a7613c1 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56/tags HTTP/1.1" status: 204 len: 168 time: 0.1299872 Apr 29 17:39:49.497879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52320) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:49.498032 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4618185 Apr 29 17:39:49.498446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52322) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:49.509792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-5b8f6e05-dba9-4601-99ef-1dfc220b3700 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0ddb55c5-762c-4b15-8433-9907c606bb56', 'tempest-TagsExtTest-Tag-1559513708') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:49.557287 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517b3d4-35e6-48fc-9043-97797ceee86f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Network': ['ID=872d2c33-1aae-4e02-a7ce-ee4335f2f0a2,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:49.569775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'subnet': {'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:49.570187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:49.619007 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-97187494-c308-4d44-8b92-915810d30a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:39:47Z', 'revision_number': 2, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:48Z', 'revision_number': 2, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:49.623140 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Checking router: 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:39:49.624335 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Updating router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 port 6400c470-f286-45a5-a9bf-aefdd0dd9802 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:39:49.683704 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:49.735129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:49.743486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:subnet and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:49.746761 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-5b8f6e05-dba9-4601-99ef-1dfc220b3700 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] show failed (client error): The resource could not be found. Apr 29 17:39:49.748002 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5b8f6e05-dba9-4601-99ef-1dfc220b3700 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56/tags/tempest-TagsExtTest-Tag-1559513708 HTTP/1.1" status: 404 len: 329 time: 0.2488678 Apr 29 17:39:49.748873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:49.750957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52328) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:49.755507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:49.760004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.tag.tag_plugin [None req-b46079dc-871f-4afb-b580-e2556fa3ee4c tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0ddb55c5-762c-4b15-8433-9907c606bb56', 'tempest-TagsExtTest-Tag-1337447085') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:49.770111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:49.775918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:49.790634 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 58523cb1-107b-45e7-b83d-bcee191af1d3 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:49.865713 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-b46079dc-871f-4afb-b580-e2556fa3ee4c tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] show failed (client error): The resource could not be found. Apr 29 17:39:49.867017 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b46079dc-871f-4afb-b580-e2556fa3ee4c tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56/tags/tempest-TagsExtTest-Tag-1337447085 HTTP/1.1" status: 404 len: 329 time: 0.1147091 Apr 29 17:39:49.870156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52332) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:49.879352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.tag.tag_plugin [None req-4502218f-f53e-4854-9cac-9f20051db8bc tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0ddb55c5-762c-4b15-8433-9907c606bb56', 'tempest-TagsExtTest-Tag-357564455') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:49.881259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-20021288-f4ff-43a1-82c6-9b69d3956ccb None None] Provisioning for port 6400c470-f286-45a5-a9bf-aefdd0dd9802 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:49.889282 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-20021288-f4ff-43a1-82c6-9b69d3956ccb None None] Provisioning complete for port 6400c470-f286-45a5-a9bf-aefdd0dd9802 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:49.889721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-20021288-f4ff-43a1-82c6-9b69d3956ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:49.966351 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 58523cb1-107b-45e7-b83d-bcee191af1d3 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:49.974952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-20021288-f4ff-43a1-82c6-9b69d3956ccb None None] Port 6400c470-f286-45a5-a9bf-aefdd0dd9802 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:49.976801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 58523cb1-107b-45e7-b83d-bcee191af1d3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:49.977230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:49.977718 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-4502218f-f53e-4854-9cac-9f20051db8bc tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] show failed (client error): The resource could not be found. Apr 29 17:39:49.978772 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4502218f-f53e-4854-9cac-9f20051db8bc tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56/tags/tempest-TagsExtTest-Tag-357564455 HTTP/1.1" status: 404 len: 328 time: 0.1051893 Apr 29 17:39:49.981685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52336) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:49.999727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.tag.tag_plugin [None req-bc426b91-52fd-425e-a064-51463897ccc3 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f', {'tags': ['tempest-TagsExtTest-Tag-671755133', 'tempest-TagsExtTest-Tag-130744895', 'tempest-TagsExtTest-Tag-227908181']}) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:50.043133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-20021288-f4ff-43a1-82c6-9b69d3956ccb None None] Provisioning complete for port 58523cb1-107b-45e7-b83d-bcee191af1d3 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:50.047357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-20021288-f4ff-43a1-82c6-9b69d3956ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:50.067923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:50.174507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Checking segment: {'id': '375546ac-5ad9-4ac1-90e8-1561f500a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:50.175094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network hostable DHCP agents. Network: 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:50.177648 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:50.180803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Subnet': ['ID=257df932-2364-4f13-9fc9-60dfddb1af7d,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:50.193120 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Transition to ACTIVE for port object 6400c470-f286-45a5-a9bf-aefdd0dd9802 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:50.204962 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:50.214451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:50.228570 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:50.234879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52340) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:50.235795 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bc426b91-52fd-425e-a064-51463897ccc3 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "PUT /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f/tags HTTP/1.1" status: 200 len: 315 time: 0.2531486 Apr 29 17:39:50.238493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:50.239186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:50.244301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cf5753-00d0-4c8d-b11d-828c3231533d None None] Network 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:50.248444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-9e05e9f8-7707-4824-9a2a-517f2a266246 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:50.297459 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Pushing event updated for resources: {'Port': ['ID=6400c470-f286-45a5-a9bf-aefdd0dd9802,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:50.308044 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:50.308657 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:50.309160 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:50.309642 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:50.310110 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:50.310590 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:50.311067 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:50.311560 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:50.312024 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:50.312503 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:50.312960 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:50.313429 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:39:50.378300 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:50.419969 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a229097f-dcdb-4f58-aeb5-481c15c44432 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9165769 Apr 29 17:39:50.423320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52344) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:50.467349 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9e05e9f8-7707-4824-9a2a-517f2a266246 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f/tags HTTP/1.1" status: 204 len: 168 time: 0.2310047 Apr 29 17:39:50.470016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52348) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:50.479653 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Attempting to bind port 6400c470-f286-45a5-a9bf-aefdd0dd9802 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:50.480292 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Attempting to bind port 6400c470-f286-45a5-a9bf-aefdd0dd9802 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '6539b42f-0f4e-4195-887f-446f0fc6d51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:50.480829 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Attempting to bind port 6400c470-f286-45a5-a9bf-aefdd0dd9802 on network 27b8ed27-8f28-4812-8abe-f0b00a36e803 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:50.481692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-83e5e32c-bc40-4345-968c-2cc838244d88 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f', 'tempest-TagsExtTest-Tag-671755133') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:50.492199 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:50.492938 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Checking segment: {'id': '6539b42f-0f4e-4195-887f-446f0fc6d51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:50.493485 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:50.494023 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Bound using segment: {'id': '6539b42f-0f4e-4195-887f-446f0fc6d51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:50.494629 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Bound port: 6400c470-f286-45a5-a9bf-aefdd0dd9802, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6539b42f-0f4e-4195-887f-446f0fc6d51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:50.495173 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:50.538049 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 58523cb1-107b-45e7-b83d-bcee191af1d3, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=58523cb1-107b-45e7-b83d-bcee191af1d3,segment=NetworkSegment(6539b42f-0f4e-4195-887f-446f0fc6d51b),segment_id=6539b42f-0f4e-4195-887f-446f0fc6d51b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:50.542383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-20021288-f4ff-43a1-82c6-9b69d3956ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:50.560779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:50.621660 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-97187494-c308-4d44-8b92-915810d30a9a None None] For port 6400c470-f286-45a5-a9bf-aefdd0dd9802, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:50.625771 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-97187494-c308-4d44-8b92-915810d30a9a None None] For port 6400c470-f286-45a5-a9bf-aefdd0dd9802, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6400c470-f286-45a5-a9bf-aefdd0dd9802,segment=NetworkSegment(6539b42f-0f4e-4195-887f-446f0fc6d51b),segment_id=6539b42f-0f4e-4195-887f-446f0fc6d51b)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:50.631719 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:50.708319 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-83e5e32c-bc40-4345-968c-2cc838244d88 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] show failed (client error): The resource could not be found. Apr 29 17:39:50.709328 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-83e5e32c-bc40-4345-968c-2cc838244d88 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f/tags/tempest-TagsExtTest-Tag-671755133 HTTP/1.1" status: 404 len: 328 time: 0.2381103 Apr 29 17:39:50.713465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52352) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:50.719274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-afda9c7e-03e8-4095-bd5e-a98fe89b1424 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f', 'tempest-TagsExtTest-Tag-130744895') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:50.747725 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:50.749866 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-97187494-c308-4d44-8b92-915810d30a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:50.776234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-20021288-f4ff-43a1-82c6-9b69d3956ccb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:39:50.776618 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-20021288-f4ff-43a1-82c6-9b69d3956ccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:39:50.792595 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:39:50.793602 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:50.815405 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=58523cb1-107b-45e7-b83d-bcee191af1d3,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:50.931615 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-afda9c7e-03e8-4095-bd5e-a98fe89b1424 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] show failed (client error): The resource could not be found. Apr 29 17:39:50.938858 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-afda9c7e-03e8-4095-bd5e-a98fe89b1424 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f/tags/tempest-TagsExtTest-Tag-130744895 HTTP/1.1" status: 404 len: 328 time: 0.2243130 Apr 29 17:39:50.939487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52356) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:50.943909 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec508e-3ee9-4259-b481-b52ab8a75024 None None] Pushing event updated for resources: {'Port': ['ID=6400c470-f286-45a5-a9bf-aefdd0dd9802,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:50.951052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-6a46eb3a-3ff0-40a2-b744-e3763b031d3a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f', 'tempest-TagsExtTest-Tag-227908181') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:50.969255 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-97187494-c308-4d44-8b92-915810d30a9a None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:51.030329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Allocated IP 2001:db8:1::2 (872d2c33-1aae-4e02-a7ce-ee4335f2f0a2/257df932-2364-4f13-9fc9-60dfddb1af7d/faad9f73-b637-4494-9c83-9c6ee986709d) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:51.186900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 58523cb1-107b-45e7-b83d-bcee191af1d3 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:51.261237 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-6a46eb3a-3ff0-40a2-b744-e3763b031d3a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] show failed (client error): The resource could not be found. Apr 29 17:39:51.262956 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6a46eb3a-3ff0-40a2-b744-e3763b031d3a tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f/tags/tempest-TagsExtTest-Tag-227908181 HTTP/1.1" status: 404 len: 328 time: 0.3224945 Apr 29 17:39:51.267079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52360) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:51.270875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:51.285881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.tag.tag_plugin [None req-8d875132-efcb-4ba7-a41c-3911bc193342 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1c498f7f-28a8-4ec5-96c7-dd285b3a7c78', {'tags': ['tempest-TagsExtTest-Tag-1249753896', 'tempest-TagsExtTest-Tag-941889945', 'tempest-TagsExtTest-Tag-90958531']}) {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:51.380543 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:51.383534 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-97187494-c308-4d44-8b92-915810d30a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:39:47Z', 'revision_number': 2, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:50Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:51.387350 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97187494-c308-4d44-8b92-915810d30a9a None None] The sync data for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv is: [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:39:47Z', 'revision_number': 2, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:50Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:51.394140 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Transition to ACTIVE for port object faad9f73-b637-4494-9c83-9c6ee986709d will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:51.404410 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 58523cb1-107b-45e7-b83d-bcee191af1d3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:51.404782 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:51.468446 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Transition to ACTIVE for port object faad9f73-b637-4494-9c83-9c6ee986709d will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:51.482293 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:51.560667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Network 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:51.565562 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:51.572124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:51.578818 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Pushing event updated for resources: {'Port': ['ID=faad9f73-b637-4494-9c83-9c6ee986709d,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:51.593080 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8d875132-efcb-4ba7-a41c-3911bc193342 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "PUT /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78/tags HTTP/1.1" status: 200 len: 315 time: 0.3247328 Apr 29 17:39:51.595887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52364) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:51.600967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-0b7b7b41-c2e7-4b91-ae08-96be9c48d554 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1c498f7f-28a8-4ec5-96c7-dd285b3a7c78') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:51.689851 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52368) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:51.691347 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0b7b7b41-c2e7-4b91-ae08-96be9c48d554 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78/tags HTTP/1.1" status: 204 len: 168 time: 0.0929601 Apr 29 17:39:51.701871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.tag.tag_plugin [None req-acfe3d9d-e4c5-497a-bda6-f7d52de9efc0 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1c498f7f-28a8-4ec5-96c7-dd285b3a7c78', 'tempest-TagsExtTest-Tag-1249753896') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:51.754239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Attempting to bind port faad9f73-b637-4494-9c83-9c6ee986709d on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:51.754612 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Attempting to bind port faad9f73-b637-4494-9c83-9c6ee986709d by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '375546ac-5ad9-4ac1-90e8-1561f500a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:51.754966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Attempting to bind port faad9f73-b637-4494-9c83-9c6ee986709d on network 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:51.762545 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:51.762913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Checking segment: {'id': '375546ac-5ad9-4ac1-90e8-1561f500a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:51.763354 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:51.763717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Bound using segment: {'id': '375546ac-5ad9-4ac1-90e8-1561f500a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:51.764183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Bound port: faad9f73-b637-4494-9c83-9c6ee986709d, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375546ac-5ad9-4ac1-90e8-1561f500a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:51.764540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:51.784279 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-acfe3d9d-e4c5-497a-bda6-f7d52de9efc0 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] show failed (client error): The resource could not be found. Apr 29 17:39:51.785275 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-acfe3d9d-e4c5-497a-bda6-f7d52de9efc0 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78/tags/tempest-TagsExtTest-Tag-1249753896 HTTP/1.1" status: 404 len: 329 time: 0.0913866 Apr 29 17:39:51.788297 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52372) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:51.824070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.tag.tag_plugin [None req-6eaa5484-fa3a-4fed-baeb-db4545ff2c5f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1c498f7f-28a8-4ec5-96c7-dd285b3a7c78', 'tempest-TagsExtTest-Tag-941889945') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:51.861610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-af778f62-e953-4416-9bec-57193970fe73 None None] For port faad9f73-b637-4494-9c83-9c6ee986709d, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:51.866087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-af778f62-e953-4416-9bec-57193970fe73 None None] For port faad9f73-b637-4494-9c83-9c6ee986709d, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=faad9f73-b637-4494-9c83-9c6ee986709d,segment=NetworkSegment(375546ac-5ad9-4ac1-90e8-1561f500a197),segment_id=375546ac-5ad9-4ac1-90e8-1561f500a197)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:51.870379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:51.874578 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-6eaa5484-fa3a-4fed-baeb-db4545ff2c5f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] show failed (client error): The resource could not be found. Apr 29 17:39:51.875764 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6eaa5484-fa3a-4fed-baeb-db4545ff2c5f tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78/tags/tempest-TagsExtTest-Tag-941889945 HTTP/1.1" status: 404 len: 328 time: 0.0864348 Apr 29 17:39:51.877032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Allocated IP 2001:db8:1::1 (872d2c33-1aae-4e02-a7ce-ee4335f2f0a2/257df932-2364-4f13-9fc9-60dfddb1af7d/06a67fe0-8d95-4a74-b167-2c8a0b68f59d) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:51.879093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52376) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:51.889930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-b622ae3e-929f-42e4-ba03-1caca7d72460 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1c498f7f-28a8-4ec5-96c7-dd285b3a7c78', 'tempest-TagsExtTest-Tag-90958531') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:51.924559 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-b622ae3e-929f-42e4-ba03-1caca7d72460 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] show failed (client error): The resource could not be found. Apr 29 17:39:51.927463 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b622ae3e-929f-42e4-ba03-1caca7d72460 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78/tags/tempest-TagsExtTest-Tag-90958531 HTTP/1.1" status: 404 len: 327 time: 0.0464194 Apr 29 17:39:51.931394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52380) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:51.939531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-831ac5e5-e5fc-4ad1-8b41-b45599b759ee tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1c498f7f-28a8-4ec5-96c7-dd285b3a7c78') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:51.959419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af778f62-e953-4416-9bec-57193970fe73 None None] Pushing event updated for resources: {'Port': ['ID=faad9f73-b637-4494-9c83-9c6ee986709d,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:51.975004 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-831ac5e5-e5fc-4ad1-8b41-b45599b759ee tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78/tags HTTP/1.1" status: 204 len: 168 time: 0.0422561 Apr 29 17:39:51.979190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52384) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:51.987245 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-7a1adddb-d8a7-4630-974f-346fd9feb3e8 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:52.093762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:52.111364 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Transition to ACTIVE for port object 06a67fe0-8d95-4a74-b167-2c8a0b68f59d will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:52.147065 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7a1adddb-d8a7-4630-974f-346fd9feb3e8 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1665933 Apr 29 17:39:52.149708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52388) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:52.152282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:52.155827 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-b9f897d0-d021-4780-866a-c722574ea7f2 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0ddb55c5-762c-4b15-8433-9907c606bb56') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:52.259341 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b9f897d0-d021-4780-866a-c722574ea7f2 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56/tags HTTP/1.1" status: 204 len: 168 time: 0.1068897 Apr 29 17:39:52.260189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:52.261007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52392) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:52.265142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:52.267329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.tag.tag_plugin [None req-cad22e9b-ca9f-4f4a-b957-a664bc02755b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '728f4a85-270c-4364-ad00-6eac96be32f2') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:52.267653 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:52.268357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:52.282759 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=06a67fe0-8d95-4a74-b167-2c8a0b68f59d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:52.356597 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cad22e9b-ca9f-4f4a-b957-a664bc02755b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2/tags HTTP/1.1" status: 204 len: 168 time: 0.0943110 Apr 29 17:39:52.362480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52396) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:52.398638 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:52.452036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-299fa80f-b7db-48fd-82f2-777dd142791e tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for subnetpool, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:52.453170 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-299fa80f-b7db-48fd-82f2-777dd142791e tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/subnetpools/1c498f7f-28a8-4ec5-96c7-dd285b3a7c78 HTTP/1.1" status: 204 len: 168 time: 0.0895886 Apr 29 17:39:52.456365 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52400) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:52.499399 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8420eb9e-bfe8-4103-8efd-ec94aaa4d216 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f HTTP/1.1" status: 200 len: 205 time: 0.0423467 Apr 29 17:39:52.501766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52404) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:52.637818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6a8f46f1-e2a9-4125-b74b-0e790d427460 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:52.798318 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:52.804090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:52.804898 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:52.942438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6a8f46f1-e2a9-4125-b74b-0e790d427460 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:52.944750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6a8f46f1-e2a9-4125-b74b-0e790d427460 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:52.953642 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=06a67fe0-8d95-4a74-b167-2c8a0b68f59d,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:52.968783 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6a8f46f1-e2a9-4125-b74b-0e790d427460 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:52.969684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8f46f1-e2a9-4125-b74b-0e790d427460 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Fanout notify agent at l3_agent the message router_deleted on router eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:39:52.985126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6a8f46f1-e2a9-4125-b74b-0e790d427460 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:52.986224 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6a8f46f1-e2a9-4125-b74b-0e790d427460 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/routers/eb01e79e-7a7f-4c12-9716-5f7e6dd06b9f HTTP/1.1" status: 204 len: 168 time: 0.4835763 Apr 29 17:39:52.988739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52408) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:53.014390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:53.015695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:53.059526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-aecb9c38-f203-4791-929d-cef39067ecd3 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Deleting port 0ddb55c5-762c-4b15-8433-9907c606bb56 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:53.059967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aecb9c38-f203-4791-929d-cef39067ecd3 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:53.198164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:53.207355 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6400c470-f286-45a5-a9bf-aefdd0dd9802 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:53.316195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-13d57d0a-9d5a-41de-bd37-afa00908d1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:53.326057 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 6400c470-f286-45a5-a9bf-aefdd0dd9802 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:53.335345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6400c470-f286-45a5-a9bf-aefdd0dd9802 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:53.335345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:53.486978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:53.509122 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:53.522871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aecb9c38-f203-4791-929d-cef39067ecd3 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:53.523212 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Sync routers for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:53.526615 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e644b9eb-fdeb-44dd-b38d-ccf4276d5e4c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1013906 Apr 29 17:39:53.526993 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52412) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:53.533182 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-604760558'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:53.538934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:53.543114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:network and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:53.543766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6400c470-f286-45a5-a9bf-aefdd0dd9802, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6400c470-f286-45a5-a9bf-aefdd0dd9802,segment=NetworkSegment(6539b42f-0f4e-4195-887f-446f0fc6d51b),segment_id=6539b42f-0f4e-4195-887f-446f0fc6d51b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:53.544692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:53.546192 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:53.547649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:53.554491 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:53.566794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:53.570812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:53.602852 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:53.613985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:53.614682 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Added segment c566216e-fc16-4baf-a187-0d529fb4e3fb of type vlan for network be58d432-835a-4a10-aa6a-87798d8763bf Apr 29 17:39:53.651077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:53.699578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:53.718877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-aecb9c38-f203-4791-929d-cef39067ecd3 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Calling delete_port for 0ddb55c5-762c-4b15-8433-9907c606bb56 owned by {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:53.723251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:53.724148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:53.739635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ee8951-fcf2-4bcf-977b-023424b0127a None None] Network 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:53.757568 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:53.758854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device faad9f73-b637-4494-9c83-9c6ee986709d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:53.777812 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2469831 Apr 29 17:39:53.778020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52416) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:53.784564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'subnet': {'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:53.839135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11df95-e6dd-4868-81af-4509a4b01f88 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Network': ['ID=be58d432-835a-4a10-aa6a-87798d8763bf,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:53.875173 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network be58d432-835a-4a10-aa6a-87798d8763bf details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:53.952732 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:53.960487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:subnet and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:53.965256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:53.975940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:53.993965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aecb9c38-f203-4791-929d-cef39067ecd3 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.037581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:54.041062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.062945 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2426d8c4-de8a-44ad-8646-64f9fa82f22d None None] Provisioning for port faad9f73-b637-4494-9c83-9c6ee986709d completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:54.089860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:54.107055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb9c38-f203-4791-929d-cef39067ecd3 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Pushing event deleted for resources: {'Port': ['ID=0ddb55c5-762c-4b15-8433-9907c606bb56,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:54.163711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6400c470-f286-45a5-a9bf-aefdd0dd9802,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:54.172087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port faad9f73-b637-4494-9c83-9c6ee986709d completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:54.194311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port faad9f73-b637-4494-9c83-9c6ee986709d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:54.194686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.250583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aecb9c38-f203-4791-929d-cef39067ecd3 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.266767 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-aecb9c38-f203-4791-929d-cef39067ecd3 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/ports/0ddb55c5-762c-4b15-8433-9907c606bb56 HTTP/1.1" status: 204 len: 168 time: 1.2768738 Apr 29 17:39:54.269183 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52420) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:54.341416 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7efa02-9057-43d6-81ff-fb71c113f12b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Deleting subnet 728f4a85-270c-4364-ad00-6eac96be32f2 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:39:54.344741 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3c7efa02-9057-43d6-81ff-fb71c113f12b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.392773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.408448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3c7efa02-9057-43d6-81ff-fb71c113f12b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.469397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Subnet': ['ID=b92d55f5-41b4-49e7-a5cb-d8d5866aa52e,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:54.481060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Checking segment: {'id': 'c566216e-fc16-4baf-a187-0d529fb4e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:54.481417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network hostable DHCP agents. Network: be58d432-835a-4a10-aa6a-87798d8763bf, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:54.496805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3c7efa02-9057-43d6-81ff-fb71c113f12b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.501350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network be58d432-835a-4a10-aa6a-87798d8763bf is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:54.512166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, be58d432-835a-4a10-aa6a-87798d8763bf) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:54.516663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:54.517475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.534738 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e685ab5-994d-4c12-bb0f-002f42276378 None None] Network be58d432-835a-4a10-aa6a-87798d8763bf requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:54.541724 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-da5c467c-4041-4780-9a7c-4d1e232cdb23 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7625413 Apr 29 17:39:54.544526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52424) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:54.579393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3c7efa02-9057-43d6-81ff-fb71c113f12b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.622723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7efa02-9057-43d6-81ff-fb71c113f12b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Pushing event deleted for resources: {'Subnet': ['ID=728f4a85-270c-4364-ad00-6eac96be32f2,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:54.626443 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3c7efa02-9057-43d6-81ff-fb71c113f12b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.632929 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3c7efa02-9057-43d6-81ff-fb71c113f12b tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/subnets/728f4a85-270c-4364-ad00-6eac96be32f2 HTTP/1.1" status: 204 len: 168 time: 0.3622267 Apr 29 17:39:54.635181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52428) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:54.660894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b6ceae-d859-4ee9-bad3-34677b26dce6 None None] Network 44528126-0f4b-4706-bfe1-3ad4dbc1be5d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:54.757323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.768820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Deleting port 168ff58b-fba7-4f12-9824-c71365b1f452 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:39:54.769037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.826622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:54.980305 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] For port 168ff58b-fba7-4f12-9824-c71365b1f452, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=168ff58b-fba7-4f12-9824-c71365b1f452,segment=NetworkSegment(27e11153-9d40-4da4-810b-168e25acf8ff),segment_id=27e11153-9d40-4da4-810b-168e25acf8ff)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:54.980679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.017186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port faad9f73-b637-4494-9c83-9c6ee986709d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=faad9f73-b637-4494-9c83-9c6ee986709d,segment=NetworkSegment(375546ac-5ad9-4ac1-90e8-1561f500a197),segment_id=375546ac-5ad9-4ac1-90e8-1561f500a197)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:55.032231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.118979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Calling delete_port for 168ff58b-fba7-4f12-9824-c71365b1f452 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:39:55.211381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.227777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6400c470-f286-45a5-a9bf-aefdd0dd9802 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:55.258248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] No DVR routers for this DVR port 168ff58b-fba7-4f12-9824-c71365b1f452 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:39:55.265484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:39:52Z', 'revision_number': 3, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:52Z', 'revision_number': 2, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:55.294763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Checking router: 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:39:55.295119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Updating router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:39:55.296099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Pushing event deleted for resources: {'Port': ['ID=168ff58b-fba7-4f12-9824-c71365b1f452,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:55.331738 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-be58d432-835a-4a10-aa6a-87798d8763bf', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:39:55.332403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.351048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.379950 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=faad9f73-b637-4494-9c83-9c6ee986709d,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:55.405082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.436025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44528126-0f4b-4706-bfe1-3ad4dbc1be5d']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:55.449329 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e11153-9d40-4da4-810b-168e25acf8ff') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:55.449618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e11153-9d40-4da4-810b-168e25acf8ff') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:55.463506 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.486161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.494104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:39:55.494501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:39:55.511237 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:39:55.537007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.557775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e487c55f-72db-4eb1-842d-3954e0832117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.611141 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.643073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.645430 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-586c3e80-05d9-416d-9cea-3def6d2dc031 None None] Provisioning for port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:55.649842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] Pushing event deleted for resources: {'Network': ['ID=44528126-0f4b-4706-bfe1-3ad4dbc1be5d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:55.659744 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-07a719d8-faf0-468c-a1fc-68db045ea943 tempest-TagsExtTest-1727025103 tempest-TagsExtTest-1727025103-project] 10.222.0.11 "DELETE /v2.0/networks/44528126-0f4b-4706-bfe1-3ad4dbc1be5d HTTP/1.1" status: 204 len: 168 time: 1.0203145 Apr 29 17:39:55.659848 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-586c3e80-05d9-416d-9cea-3def6d2dc031 None None] Provisioning complete for port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:55.659848 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-586c3e80-05d9-416d-9cea-3def6d2dc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.745069 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6400c470-f286-45a5-a9bf-aefdd0dd9802 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:55.745324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.779709 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-586c3e80-05d9-416d-9cea-3def6d2dc031 None None] Port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:55.781418 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97066162-046e-449b-bde8-14a0461cf187 None None] DHCP port deletion for 44528126-0f4b-4706-bfe1-3ad4dbc1be5d request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:39:55.888590 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Allocated IP 2001:db8:2::2 (be58d432-835a-4a10-aa6a-87798d8763bf/b92d55f5-41b4-49e7-a5cb-d8d5866aa52e/344a0e65-5ddf-440e-9d90-c2486487bd04) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:55.914449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-586c3e80-05d9-416d-9cea-3def6d2dc031 None None] Provisioning complete for port faad9f73-b637-4494-9c83-9c6ee986709d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:55.914821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-586c3e80-05d9-416d-9cea-3def6d2dc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:55.974455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52436) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:56.128371 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-32ba96e7-4409-4eca-a653-891cc5c9e442 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17b6d39c531f4b5092eff3c8fe13225d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525688 Apr 29 17:39:56.131144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52442) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:56.190848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddd1214f-84dc-4a30-9c00-0c6f3db8eecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:56.220958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddd1214f-84dc-4a30-9c00-0c6f3db8eecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:56.274327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddd1214f-84dc-4a30-9c00-0c6f3db8eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:56.290739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1214f-84dc-4a30-9c00-0c6f3db8eecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dffc38-4032-4bae-8c56-a2224a43f1d9,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:56.302506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddd1214f-84dc-4a30-9c00-0c6f3db8eecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:56.303653 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ddd1214f-84dc-4a30-9c00-0c6f3db8eecc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66dffc38-4032-4bae-8c56-a2224a43f1d9 HTTP/1.1" status: 204 len: 168 time: 0.1713796 Apr 29 17:39:56.501694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:56.529456 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Transition to ACTIVE for port object 344a0e65-5ddf-440e-9d90-c2486487bd04 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:56.546005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:56.579273 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:56.580381 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Transition to ACTIVE for port object 344a0e65-5ddf-440e-9d90-c2486487bd04 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:56.583249 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Transition to ACTIVE for port object 06a67fe0-8d95-4a74-b167-2c8a0b68f59d will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:56.593151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:56.634047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b84e3851-05f7-4700-bfb3-59fc60226ea9 None None] Provisioning complete for port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:56.634337 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b84e3851-05f7-4700-bfb3-59fc60226ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:56.658034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:56.671879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Allocated IP 2001:db8:2::1 (be58d432-835a-4a10-aa6a-87798d8763bf/b92d55f5-41b4-49e7-a5cb-d8d5866aa52e/8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:56.770594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Network be58d432-835a-4a10-aa6a-87798d8763bf is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:56.786594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:56.788931 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:56.810137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Pushing event updated for resources: {'Port': ['ID=344a0e65-5ddf-440e-9d90-c2486487bd04,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:56.849293 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b84e3851-05f7-4700-bfb3-59fc60226ea9 None None] Port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:39:56.878181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:56.898776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Transition to ACTIVE for port object 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:39:56.928261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:56.984005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.011521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network be58d432-835a-4a10-aa6a-87798d8763bf is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:57.014929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:57.019155 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:39:57.019968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.026384 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:57.125299 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f4804-34a7-4f09-8433-89599dc6e85b None None] Pushing event updated for resources: {'Port': ['ID=06a67fe0-8d95-4a74-b167-2c8a0b68f59d,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:57.136548 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Attempting to bind port 344a0e65-5ddf-440e-9d90-c2486487bd04 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:57.136945 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Attempting to bind port 344a0e65-5ddf-440e-9d90-c2486487bd04 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'c566216e-fc16-4baf-a187-0d529fb4e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:57.137310 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Attempting to bind port 344a0e65-5ddf-440e-9d90-c2486487bd04 on network be58d432-835a-4a10-aa6a-87798d8763bf {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:57.146244 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:57.147126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Checking segment: {'id': 'c566216e-fc16-4baf-a187-0d529fb4e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:57.147595 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.148050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Bound using segment: {'id': 'c566216e-fc16-4baf-a187-0d529fb4e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:57.148522 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Bound port: 344a0e65-5ddf-440e-9d90-c2486487bd04, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c566216e-fc16-4baf-a187-0d529fb4e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:57.148998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.164021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Attempting to bind port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:39:57.164423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Attempting to bind port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '375546ac-5ad9-4ac1-90e8-1561f500a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:39:57.164803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Attempting to bind port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d on network 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:39:57.166488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.177542 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device faad9f73-b637-4494-9c83-9c6ee986709d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:57.201995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:39:57.202373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Checking segment: {'id': '375546ac-5ad9-4ac1-90e8-1561f500a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:57.202774 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.203170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Bound using segment: {'id': '375546ac-5ad9-4ac1-90e8-1561f500a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:39:57.203690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Bound port: 06a67fe0-8d95-4a74-b167-2c8a0b68f59d, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375546ac-5ad9-4ac1-90e8-1561f500a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:39:57.204061 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.393152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] For port 344a0e65-5ddf-440e-9d90-c2486487bd04, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:57.409327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port faad9f73-b637-4494-9c83-9c6ee986709d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:57.409695 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.457686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] For port 344a0e65-5ddf-440e-9d90-c2486487bd04, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=344a0e65-5ddf-440e-9d90-c2486487bd04,segment=NetworkSegment(c566216e-fc16-4baf-a187-0d529fb4e3fb),segment_id=c566216e-fc16-4baf-a187-0d529fb4e3fb)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:57.461515 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] For port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:39:57.467592 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.528245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] For port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=06a67fe0-8d95-4a74-b167-2c8a0b68f59d,segment=NetworkSegment(375546ac-5ad9-4ac1-90e8-1561f500a197),segment_id=375546ac-5ad9-4ac1-90e8-1561f500a197)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:39:57.542463 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.591278 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.592181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91353f-5f9b-4fe8-a29e-8020e06a6281 None None] Pushing event updated for resources: {'Port': ['ID=344a0e65-5ddf-440e-9d90-c2486487bd04,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:57.598426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.599239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.703056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:57.703721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:57.737367 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:57.862455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52480) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:57.872406 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network be58d432-835a-4a10-aa6a-87798d8763bf is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:39:57.873909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:57.979115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f4804-34a7-4f09-8433-89599dc6e85b None None] Pushing event updated for resources: {'Port': ['ID=06a67fe0-8d95-4a74-b167-2c8a0b68f59d,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:57.991475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:57.992714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:39:58.083853 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 168ff58b-fba7-4f12-9824-c71365b1f452 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:39:58.131972 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 168ff58b-fba7-4f12-9824-c71365b1f452 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:39:58.132335 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 168ff58b-fba7-4f12-9824-c71365b1f452 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:39:58.153176 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'network': {'name': 'tempest-network-smoke--1492776991', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'port_security_enabled': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:58.158308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:58.164611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:network and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:58.168740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:58.176350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:58.188004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:58.192174 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.208546 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.228949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:58.233181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:58.236979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:58.244559 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:58.262642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:39:58.345617 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.352270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.393380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:58.399276 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:58.406574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.406959 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Added segment f12ef9a7-008b-4baf-8151-d5506592ecbd of type vlan for network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b Apr 29 17:39:58.418005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:39:57Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:57Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:39:57Z', 'revision_number': 2, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:39:58.424270 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752bfdc-4d0f-4d12-86b3-69b2245c1fb4 None None] The sync data for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv is: [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:39:57Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:57Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:39:57Z', 'revision_number': 2, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:39:58.439079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:39:58.439500 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.445014 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9bb4c22c-bd9c-4056-bc29-4d69ae11d418 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8995044 Apr 29 17:39:58.448462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52486) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:58.455334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1491775612'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:58.462223 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:58.491478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:network and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:58.498845 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:58.507699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:58.516120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.528676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:58.529344 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.549740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:58.553204 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.794486 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9280424 Apr 29 17:39:58.794486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785b15d-e3b4-41e9-9cce-51a3e96a479f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Network': ['ID=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:58.795559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52490) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:58.798064 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:39:58.808781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:58.813528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.813871 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Added segment 52785dbb-1d3e-4537-b553-2cf1da782092 of type vlan for network 1c1ede62-d19e-4198-9ce3-f0e5c3df8073 Apr 29 17:39:58.818357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-307027322', 'admin_state_up': True, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:58.835588 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:58.846825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:router and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:58.851390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.852327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:58.862518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:58.879623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.882704 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.892129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.900014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:58.900826 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.902254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:58.925291 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027893e1-8432-4af6-a287-fed212a0cd86 None None] Network be58d432-835a-4a10-aa6a-87798d8763bf requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:58.942702 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4927671 Apr 29 17:39:58.946988 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52494) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:58.964152 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'subnet': {'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:39:59.066376 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-05122972-fe95-42c2-8d8c-30f639bee7c8 None None] Provisioning for port 344a0e65-5ddf-440e-9d90-c2486487bd04 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:59.141863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732be7b0-e498-4162-8f84-7d433f708800 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Network': ['ID=1c1ede62-d19e-4198-9ce3-f0e5c3df8073,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:59.193727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 1c1ede62-d19e-4198-9ce3-f0e5c3df8073 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:39:59.245060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:59.259789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:39:59.265968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:subnet and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:39:59.271823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:39:59.278699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:39:59.293663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Made reservation on behalf of 5915ea187306421eb0223fa43da2784c for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:39:59.298206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:59.338533 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 06a67fe0-8d95-4a74-b167-2c8a0b68f59d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:59.540769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:39:59.549435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:39:59.549810 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:59.572796 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:59.652546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:59.685411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:59.700637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Checking segment: {'id': '52785dbb-1d3e-4537-b553-2cf1da782092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:39:59.700940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network hostable DHCP agents. Network: 1c1ede62-d19e-4198-9ce3-f0e5c3df8073, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:39:59.714570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Subnet': ['ID=c4990454-60fe-41fd-8316-0d9d2d5ba0d7,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:39:59.743612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 1c1ede62-d19e-4198-9ce3-f0e5c3df8073 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:39:59.757679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 1c1ede62-d19e-4198-9ce3-f0e5c3df8073) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:39:59.757901 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:59.762494 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:39:59.763214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:59.798097 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b1b5cbda-b027-49b0-a3dc-445a534808e6 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8470294 Apr 29 17:39:59.798353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d08e5a-edef-4d7c-aa05-ae0ea5e6b4fd None None] Network 1c1ede62-d19e-4198-9ce3-f0e5c3df8073 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:39:59.798466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52498) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:39:59.851833 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=06a67fe0-8d95-4a74-b167-2c8a0b68f59d,segment=NetworkSegment(375546ac-5ad9-4ac1-90e8-1561f500a197),segment_id=375546ac-5ad9-4ac1-90e8-1561f500a197)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:39:59.863043 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:39:59.864120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 344a0e65-5ddf-440e-9d90-c2486487bd04 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:39:59.878481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.242 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/3edf6259-a565-40e0-8d22-0e284c227638) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:39:59.918215 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Sync routers for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:39:59.929527 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:39:59.930476 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:00.066971 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:00.104082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:00.113866 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:00.129023 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=06a67fe0-8d95-4a74-b167-2c8a0b68f59d,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:00.202821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-08619a8c-f5a5-4b37-bccf-0ab407501191 None None] Provisioning for port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:00.204520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:00.207989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:00.212998 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:40:00.218950 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-08619a8c-f5a5-4b37-bccf-0ab407501191 None None] Provisioning complete for port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:00.219594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-08619a8c-f5a5-4b37-bccf-0ab407501191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:00.247559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=3edf6259-a565-40e0-8d22-0e284c227638,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:00.314444 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-08619a8c-f5a5-4b37-bccf-0ab407501191 None None] Port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:40:00.321727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 344a0e65-5ddf-440e-9d90-c2486487bd04 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:00.379474 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 344a0e65-5ddf-440e-9d90-c2486487bd04 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:00.379899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:00.469859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-08619a8c-f5a5-4b37-bccf-0ab407501191 None None] Provisioning complete for port 344a0e65-5ddf-440e-9d90-c2486487bd04 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:00.470377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-08619a8c-f5a5-4b37-bccf-0ab407501191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:00.532419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:00.564637 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:39:57Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:39:57Z', 'revision_number': 2, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:00.570860 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Checking router: 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:00.571587 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Updating router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:40:00.644632 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-1c1ede62-d19e-4198-9ce3-f0e5c3df8073', 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'fixed_ips': [{'subnet_id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:40:00.645452 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:00.657381 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:00.677967 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:00.777886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 344a0e65-5ddf-440e-9d90-c2486487bd04, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=344a0e65-5ddf-440e-9d90-c2486487bd04,segment=NetworkSegment(c566216e-fc16-4baf-a187-0d529fb4e3fb),segment_id=c566216e-fc16-4baf-a187-0d529fb4e3fb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:00.798608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:00.881039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-08619a8c-f5a5-4b37-bccf-0ab407501191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:00.959134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=344a0e65-5ddf-440e-9d90-c2486487bd04,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:00.981217 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:01.023531 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Allocated IP 2001:db8:3::2 (1c1ede62-d19e-4198-9ce3-f0e5c3df8073/c4990454-60fe-41fd-8316-0d9d2d5ba0d7/fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:40:01.039099 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-08619a8c-f5a5-4b37-bccf-0ab407501191 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:40:01.039515 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-08619a8c-f5a5-4b37-bccf-0ab407501191 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:40:01.116373 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:01.130823 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Transition to ACTIVE for port object 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:01.144246 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:01.181017 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 06a67fe0-8d95-4a74-b167-2c8a0b68f59d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:01.295767 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e88db9-7cdc-4fd2-a11c-1a1b8d2eb8a8 None None] Pushing event updated for resources: {'Port': ['ID=8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:01.330928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:01.345476 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Transition to ACTIVE for port object fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:01.348472 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:01.348839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:01.362725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:01.402375 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Attempting to bind port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:40:01.402733 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Attempting to bind port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'c566216e-fc16-4baf-a187-0d529fb4e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:40:01.403100 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Attempting to bind port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c on network be58d432-835a-4a10-aa6a-87798d8763bf {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:40:01.410856 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:40:01.411220 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Checking segment: {'id': 'c566216e-fc16-4baf-a187-0d529fb4e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:40:01.411668 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:01.412053 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Bound using segment: {'id': 'c566216e-fc16-4baf-a187-0d529fb4e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:40:01.412510 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Bound port: 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c566216e-fc16-4baf-a187-0d529fb4e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:40:01.413066 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:01.481356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Transition to ACTIVE for port object fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:01.537756 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:01.554677 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] For port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:40:01.558434 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] For port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c,segment=NetworkSegment(c566216e-fc16-4baf-a187-0d529fb4e3fb),segment_id=c566216e-fc16-4baf-a187-0d529fb4e3fb)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:40:01.560890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Allocated IP 2001:db8:3::1 (1c1ede62-d19e-4198-9ce3-f0e5c3df8073/c4990454-60fe-41fd-8316-0d9d2d5ba0d7/8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:40:01.565971 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:01.599724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 59e024b7-9178-4e39-bc25-3de149486885 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:40:01.652452 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e88db9-7cdc-4fd2-a11c-1a1b8d2eb8a8 None None] Pushing event updated for resources: {'Port': ['ID=8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:01.671237 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:01.671874 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:01.739737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 344a0e65-5ddf-440e-9d90-c2486487bd04 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:01.781111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:01.803275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Network 1c1ede62-d19e-4198-9ce3-f0e5c3df8073 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:01.804152 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Transition to ACTIVE for port object 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:01.817625 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:01.820096 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:40:01.852514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:01.862347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:01.875973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Pushing event updated for resources: {'Port': ['ID=fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:01.888704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Sync routers for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:01.908803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:01.916656 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cb794521-4967-472e-a3c2-b18556e60a46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1171846 Apr 29 17:40:01.918281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52502) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:01.928447 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:01.976231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:01.976835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:01.977157 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 1c1ede62-d19e-4198-9ce3-f0e5c3df8073 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:01.990067 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:01.997010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:40:01.997573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:02.036194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:02.047968 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-eaf595f8-a9cb-4371-bc88-99820c66a862 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=438682cd007d46eb90f162f5f8d9699b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1278410 Apr 29 17:40:02.050305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52508) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:02.093037 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Attempting to bind port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:40:02.093316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Attempting to bind port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '52785dbb-1d3e-4537-b553-2cf1da782092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:40:02.093677 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Attempting to bind port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c on network 1c1ede62-d19e-4198-9ce3-f0e5c3df8073 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:40:02.123249 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:40:02.123642 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Checking segment: {'id': '52785dbb-1d3e-4537-b553-2cf1da782092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:40:02.124380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:02.124779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Bound using segment: {'id': '52785dbb-1d3e-4537-b553-2cf1da782092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:40:02.125250 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Bound port: fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52785dbb-1d3e-4537-b553-2cf1da782092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:40:02.125616 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:02.164839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:02.173474 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 344a0e65-5ddf-440e-9d90-c2486487bd04 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:02.173851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:02.307638 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:39:57Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:01Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:02.312636 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd548227-9060-4dd0-9996-032b1f0e74f8 None None] The sync data for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv is: [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:39:57Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:01Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:02.340412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:02.348635 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a71cddc-6655-4f9a-9e7c-dca990afa411 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:02.350503 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0a71cddc-6655-4f9a-9e7c-dca990afa411 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2991233 Apr 29 17:40:02.354104 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52512) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:02.384863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] For port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:40:02.399493 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8741b448-f039-4c3b-94a6-2ac8d681910a tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440888 Apr 29 17:40:02.400297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52516) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:02.408560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2025989719', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:02.496835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] For port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c,segment=NetworkSegment(52785dbb-1d3e-4537-b553-2cf1da782092),segment_id=52785dbb-1d3e-4537-b553-2cf1da782092)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:40:02.516822 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:02.529792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:02.534187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:subnet and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:02.537449 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:02.543549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:02.555311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:40:02.558794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:02.653337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:02.660767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:02.662105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:02.694009 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e155799-6628-477e-a29b-e7a45cadef87 None None] Pushing event updated for resources: {'Port': ['ID=fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:02.786864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event updated for resources: {'Port': ['ID=8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:02.794519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:40:00Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:02.799387 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Checking router: 59e024b7-9178-4e39-bc25-3de149486885 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:02.799775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Updating router 59e024b7-9178-4e39-bc25-3de149486885 port 3edf6259-a565-40e0-8d22-0e284c227638 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:40:02.823245 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:02.854993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:02.926372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Network 1c1ede62-d19e-4198-9ce3-f0e5c3df8073 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:02.928400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:02.939832 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Checking segment: {'id': 'f12ef9a7-008b-4baf-8151-d5506592ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:40:02.940321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network hostable DHCP agents. Network: 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:40:02.949208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Subnet': ['ID=e811b90d-6ae4-4108-b8f3-b165fd10b4d3,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:02.966496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:40:02.979435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:02.986746 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:02.986746 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:03.003150 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4584fea-7c80-4f6a-af1b-50d9dd8c4f7d None None] Network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:40:03.022595 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-786232b5-eee8-4cf9-806a-96a9d3ac2394 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6185973 Apr 29 17:40:03.025441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52520) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:03.107589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:40:03.367004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:40:03.367799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:03.379644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:03.433435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:03.447422 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-60212863-15e4-4181-a062-f2f5a2914229 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6476047 Apr 29 17:40:03.450342 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52524) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:03.450532 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Sync routers for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:03.457527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ec15ebb9-c26e-49f6-b640-a8afb64049bb tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:03.461834 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:03.462298 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:03.601060 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Allocated IP 172.20.0.2 (74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b/e811b90d-6ae4-4108-b8f3-b165fd10b4d3/28e94e0a-70a3-4b21-ba9c-66724ce4d078) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:40:03.708388 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:03.867403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:03.879697 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Transition to ACTIVE for port object 28e94e0a-70a3-4b21-ba9c-66724ce4d078 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:03.898894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Transition to ACTIVE for port object 28e94e0a-70a3-4b21-ba9c-66724ce4d078 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:03.911892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:03.955894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:03.982044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:03.998480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:04.001319 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:40:04.095809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea18fd1e-4af4-4f1f-b1ae-b6629a27258b None None] Network 1c1ede62-d19e-4198-9ce3-f0e5c3df8073 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:40:04.203901 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:02Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4', 'name': '', 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:3f:43:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:00Z', 'updated_at': '2022-04-29T17:40:02Z', 'revision_number': 2, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:01Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:04.206903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:04.208907 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Checking router: 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:04.209291 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Updating router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:40:04.224964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.extraroute_db [None req-ec15ebb9-c26e-49f6-b640-a8afb64049bb tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 17:40:04.225594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Attempting to bind port 28e94e0a-70a3-4b21-ba9c-66724ce4d078 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:40:04.225594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Attempting to bind port 28e94e0a-70a3-4b21-ba9c-66724ce4d078 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'f12ef9a7-008b-4baf-8151-d5506592ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:40:04.225889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Attempting to bind port 28e94e0a-70a3-4b21-ba9c-66724ce4d078 on network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:40:04.232058 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Pushing event updated for resources: {'Port': ['ID=28e94e0a-70a3-4b21-ba9c-66724ce4d078,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:04.245901 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:40:04.246308 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Checking segment: {'id': 'f12ef9a7-008b-4baf-8151-d5506592ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:40:04.246934 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.247226 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Bound using segment: {'id': 'f12ef9a7-008b-4baf-8151-d5506592ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:40:04.247817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Bound port: 28e94e0a-70a3-4b21-ba9c-66724ce4d078, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12ef9a7-008b-4baf-8151-d5506592ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:40:04.248195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.253951 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.extraroute_db [None req-ec15ebb9-c26e-49f6-b640-a8afb64049bb tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Removed routes are [] {{(pid=88018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 17:40:04.254624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec15ebb9-c26e-49f6-b640-a8afb64049bb tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.258327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.resource_extend [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 17:40:04.274179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:04.278885 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.315792 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-51275b2a-8bb3-4845-9f3a-a59773b9f1d0 None None] Provisioning for port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:04.439781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] For port 28e94e0a-70a3-4b21-ba9c-66724ce4d078, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:40:04.443330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] For port 28e94e0a-70a3-4b21-ba9c-66724ce4d078, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=28e94e0a-70a3-4b21-ba9c-66724ce4d078,segment=NetworkSegment(f12ef9a7-008b-4baf-8151-d5506592ecbd),segment_id=f12ef9a7-008b-4baf-8151-d5506592ecbd)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:40:04.467039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.470680 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-51275b2a-8bb3-4845-9f3a-a59773b9f1d0 None None] Provisioning complete for port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:04.471043 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-51275b2a-8bb3-4845-9f3a-a59773b9f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.547356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.1 (74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b/e811b90d-6ae4-4108-b8f3-b165fd10b4d3/e151e1f4-f8b3-40a2-bd98-a74a95d89c8c) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:40:04.625564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec15ebb9-c26e-49f6-b640-a8afb64049bb tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.629878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec15ebb9-c26e-49f6-b640-a8afb64049bb tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.665987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.693816 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.710856 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Transition to ACTIVE for port object 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:04.719515 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.743729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Transition to ACTIVE for port object 3edf6259-a565-40e0-8d22-0e284c227638 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:04.766488 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2da8f-d503-4e1a-b386-a307fb97cac5 None None] Pushing event updated for resources: {'Port': ['ID=28e94e0a-70a3-4b21-ba9c-66724ce4d078,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:04.774718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.813402 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.840693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object e151e1f4-f8b3-40a2-bd98-a74a95d89c8c will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:04.877086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:04.885263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec15ebb9-c26e-49f6-b640-a8afb64049bb tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:40:04.904150 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7050a86-7e86-4ae3-8875-95d4cd543952 None None] Pushing event updated for resources: {'Port': ['ID=8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:04.976508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:05.038241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:05.043870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:05.045203 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Attempting to bind port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:40:05.046789 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Attempting to bind port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '52785dbb-1d3e-4537-b553-2cf1da782092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:40:05.047234 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Attempting to bind port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 on network 1c1ede62-d19e-4198-9ce3-f0e5c3df8073 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:40:05.049228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:40:05.054011 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:40:05.054378 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Checking segment: {'id': '52785dbb-1d3e-4537-b553-2cf1da782092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:40:05.054771 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:05.055234 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Bound using segment: {'id': '52785dbb-1d3e-4537-b553-2cf1da782092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:40:05.055719 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Bound port: 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52785dbb-1d3e-4537-b553-2cf1da782092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:40:05.056099 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:05.121172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=e151e1f4-f8b3-40a2-bd98-a74a95d89c8c,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:05.126382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec15ebb9-c26e-49f6-b640-a8afb64049bb tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:05.133857 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:05.134720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:05.138107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec15ebb9-c26e-49f6-b640-a8afb64049bb tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:05.142912 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ec15ebb9-c26e-49f6-b640-a8afb64049bb tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 HTTP/1.1" status: 200 len: 954 time: 1.6916366 Apr 29 17:40:05.143707 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52528) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:05.165883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f6460-1046-455a-b9dd-0f0156fe39f3 None None] Pushing event updated for resources: {'Port': ['ID=3edf6259-a565-40e0-8d22-0e284c227638,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:05.178143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Attempting to bind port 3edf6259-a565-40e0-8d22-0e284c227638 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:40:05.178824 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Attempting to bind port 3edf6259-a565-40e0-8d22-0e284c227638 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:40:05.179385 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Attempting to bind port 3edf6259-a565-40e0-8d22-0e284c227638 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:40:05.182403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:05.187467 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] For port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:40:05.192485 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] For port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4,segment=NetworkSegment(52785dbb-1d3e-4537-b553-2cf1da782092),segment_id=52785dbb-1d3e-4537-b553-2cf1da782092)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:40:05.198585 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:05.210227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:40:05.210931 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:40:05.211586 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:05.212135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:40:05.212795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Bound port: 3edf6259-a565-40e0-8d22-0e284c227638, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:40:05.213364 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:05.279045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-51275b2a-8bb3-4845-9f3a-a59773b9f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:05.286851 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7050a86-7e86-4ae3-8875-95d4cd543952 None None] Pushing event updated for resources: {'Port': ['ID=8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:05.311523 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:05.312085 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:05.335173 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-51275b2a-8bb3-4845-9f3a-a59773b9f1d0 None None] For port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c,segment=NetworkSegment(52785dbb-1d3e-4537-b553-2cf1da782092),segment_id=52785dbb-1d3e-4537-b553-2cf1da782092)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:05.348559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-51275b2a-8bb3-4845-9f3a-a59773b9f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:05.396239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:05.469714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] For port 3edf6259-a565-40e0-8d22-0e284c227638, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:40:05.478259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] For port 3edf6259-a565-40e0-8d22-0e284c227638, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3edf6259-a565-40e0-8d22-0e284c227638,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:40:05.502593 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:05.543264 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:05.544722 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51275b2a-8bb3-4845-9f3a-a59773b9f1d0 None None] Pushing event updated for resources: {'Port': ['ID=fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:05.597039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:05.643651 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-22c2ef2c-5157-4bd5-9550-c206a938b628 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 HTTP/1.1" status: 200 len: 954 time: 0.4986479 Apr 29 17:40:05.644472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52532) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:05.649937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-bd151780-4899-4480-b3b8-f165294f301a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'router': {'routes': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:05.734700 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:05.738886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:06.182478 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:06.193007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:06.193246 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:06.236887 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:04Z', 'revision_number': 6, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4', 'name': '', 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:3f:43:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:00Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:01Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:06.247214 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3829d-313b-43cf-9bd3-c57f45d65e2a None None] The sync data for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv is: [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:04Z', 'revision_number': 6, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4', 'name': '', 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:3f:43:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:00Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:01Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:06.301683 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f6460-1046-455a-b9dd-0f0156fe39f3 None None] Pushing event updated for resources: {'Port': ['ID=3edf6259-a565-40e0-8d22-0e284c227638,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:06.350534 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06709927-1caf-49b2-9bcf-dda9fa3a40b0 None None] Network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:40:06.408217 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:06.420546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=e151e1f4-f8b3-40a2-bd98-a74a95d89c8c,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:06.582895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c,segment=NetworkSegment(c566216e-fc16-4baf-a187-0d529fb4e3fb),segment_id=c566216e-fc16-4baf-a187-0d529fb4e3fb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:06.627219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:06.695483 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-25b2576f-21fd-455f-bac0-b2c693959b11 None None] Provisioning complete for port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:06.696344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-25b2576f-21fd-455f-bac0-b2c693959b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:06.769293 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:06.779326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:06.889169 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.extraroute_db [None req-bd151780-4899-4480-b3b8-f165294f301a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Added routes are [] {{(pid=88018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 17:40:06.889655 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.extraroute_db [None req-bd151780-4899-4480-b3b8-f165294f301a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 17:40:06.946422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:06.956283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd151780-4899-4480-b3b8-f165294f301a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:07.065328 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 59e024b7-9178-4e39-bc25-3de149486885 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:40:07.190156 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:07.318048 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:07.318775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:07.405515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd151780-4899-4480-b3b8-f165294f301a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:07.409696 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd151780-4899-4480-b3b8-f165294f301a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:07.450211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:07.456162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b5904-122c-434e-8cc8-7418286b0e20 None None] Sync routers for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:07.462923 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f21a9f55-745c-4244-87a4-99502ad45c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/59e024b7-9178-4e39-bc25-3de149486885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4333131 Apr 29 17:40:07.463142 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52536) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:07.493422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b5904-122c-434e-8cc8-7418286b0e20 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:07.494423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-7d3b5904-122c-434e-8cc8-7418286b0e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:07.588519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd151780-4899-4480-b3b8-f165294f301a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:40:07.623073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e3f77-5c33-4a49-9dfd-71ac01469bc6 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.623570 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e3f77-5c33-4a49-9dfd-71ac01469bc6 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.624029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e3f77-5c33-4a49-9dfd-71ac01469bc6 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.624480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e3f77-5c33-4a49-9dfd-71ac01469bc6 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.624928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e3f77-5c33-4a49-9dfd-71ac01469bc6 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.625380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e3f77-5c33-4a49-9dfd-71ac01469bc6 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.625830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e3f77-5c33-4a49-9dfd-71ac01469bc6 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.626277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e3f77-5c33-4a49-9dfd-71ac01469bc6 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.631343 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-814e3f77-5c33-4a49-9dfd-71ac01469bc6 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5629 time: 0.1642036 Apr 29 17:40:07.631575 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52540) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:07.718958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff8b836-aaca-44e0-85cf-a5f2778b25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.719442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff8b836-aaca-44e0-85cf-a5f2778b25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.719932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff8b836-aaca-44e0-85cf-a5f2778b25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.720378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff8b836-aaca-44e0-85cf-a5f2778b25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.721204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff8b836-aaca-44e0-85cf-a5f2778b25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.721353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff8b836-aaca-44e0-85cf-a5f2778b25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.721678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff8b836-aaca-44e0-85cf-a5f2778b25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.722108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff8b836-aaca-44e0-85cf-a5f2778b25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:07.726629 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cff8b836-aaca-44e0-85cf-a5f2778b25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5203 time: 0.0915952 Apr 29 17:40:07.726896 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52544) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:07.792091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-25b2576f-21fd-455f-bac0-b2c693959b11 None None] Provisioning for port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:07.817475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-7d3b5904-122c-434e-8cc8-7418286b0e20 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:07.860208 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 28e94e0a-70a3-4b21-ba9c-66724ce4d078 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:07.897107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd151780-4899-4480-b3b8-f165294f301a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:07.908256 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bd151780-4899-4480-b3b8-f165294f301a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:07.909428 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bd151780-4899-4480-b3b8-f165294f301a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 HTTP/1.1" status: 200 len: 704 time: 2.2639258 Apr 29 17:40:07.912082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52548) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:07.922245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:04Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:07.948688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860049d7-c648-4ad7-83d6-7fc783231dcb None None] The sync data for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv is: [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:04Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:07.978510 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f708eafe-8725-4245-ad89-dbff9bc179d3 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2142 time: 0.2503667 Apr 29 17:40:08.044421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0085a3c9-1ec8-4ea7-a335-a9583738273e None None] Provisioning for port 28e94e0a-70a3-4b21-ba9c-66724ce4d078 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:08.108970 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 28e94e0a-70a3-4b21-ba9c-66724ce4d078 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:08.148860 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-acfaaa0f-9ac8-4a84-80b5-f8ddb17f4dcc tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 HTTP/1.1" status: 200 len: 704 time: 0.2354460 Apr 29 17:40:08.151771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52554) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:08.176415 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 28e94e0a-70a3-4b21-ba9c-66724ce4d078 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:08.176794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.294839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52558) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:08.301046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2041062547', 'description': 'tempest-secgroup-smoke-2041062547 description', 'project_id': '438682cd007d46eb90f162f5f8d9699b'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:08.307271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:08.311542 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:08.314450 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:08.321654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:08.335607 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-14de0fe3-3237-41ac-9c1e-42f8d3082aba None None] Provisioning for port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:08.341306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.383745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:08.393778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:08.397566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:08.410099 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:08.443074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-14de0fe3-3237-41ac-9c1e-42f8d3082aba None None] Provisioning complete for port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:08.443479 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-14de0fe3-3237-41ac-9c1e-42f8d3082aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.493240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.561448 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.569592 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.596906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-14de0fe3-3237-41ac-9c1e-42f8d3082aba None None] Port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:40:08.616839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 28e94e0a-70a3-4b21-ba9c-66724ce4d078, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=28e94e0a-70a3-4b21-ba9c-66724ce4d078,segment=NetworkSegment(f12ef9a7-008b-4baf-8151-d5506592ecbd),segment_id=f12ef9a7-008b-4baf-8151-d5506592ecbd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:08.634565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.651103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:08.672698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.677973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3815682 Apr 29 17:40:08.679893 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79ec0a-095e-49d1-af19-8d3d971b0722 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ef6ccf-2f9d-4acb-a3b6-63523762c4fa,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:08.685646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52562) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:08.698961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a910fb11-7015-47cb-8663-5da91b75fea9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '90ef6ccf-2f9d-4acb-a3b6-63523762c4fa', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:08.712639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a910fb11-7015-47cb-8663-5da91b75fea9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:08.724847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a910fb11-7015-47cb-8663-5da91b75fea9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:08.729783 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a910fb11-7015-47cb-8663-5da91b75fea9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:08.744521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a910fb11-7015-47cb-8663-5da91b75fea9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:08.777683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a910fb11-7015-47cb-8663-5da91b75fea9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.801649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-14de0fe3-3237-41ac-9c1e-42f8d3082aba None None] Provisioning complete for port 28e94e0a-70a3-4b21-ba9c-66724ce4d078 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:08.802305 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-14de0fe3-3237-41ac-9c1e-42f8d3082aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.869824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a910fb11-7015-47cb-8663-5da91b75fea9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.879467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a910fb11-7015-47cb-8663-5da91b75fea9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.887210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.901751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=28e94e0a-70a3-4b21-ba9c-66724ce4d078,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:08.913810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910fb11-7015-47cb-8663-5da91b75fea9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0b8884-4830-46f5-80e2-363df2ee8d6c,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:08.930795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-7d3b5904-122c-434e-8cc8-7418286b0e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 7, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4', 'name': '', 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:3f:43:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:00Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:08.948029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a910fb11-7015-47cb-8663-5da91b75fea9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:08.950134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b5904-122c-434e-8cc8-7418286b0e20 None None] Checking router: 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:08.953160 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a910fb11-7015-47cb-8663-5da91b75fea9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2660816 Apr 29 17:40:08.953770 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52566) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:08.960591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1b91fcb3-a37c-4bb5-b53a-c9106c97e83c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '90ef6ccf-2f9d-4acb-a3b6-63523762c4fa', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:08.969513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b5904-122c-434e-8cc8-7418286b0e20 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:08.970109 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-7d3b5904-122c-434e-8cc8-7418286b0e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:08.972174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1b91fcb3-a37c-4bb5-b53a-c9106c97e83c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:08.977714 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1b91fcb3-a37c-4bb5-b53a-c9106c97e83c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:08.981302 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1b91fcb3-a37c-4bb5-b53a-c9106c97e83c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:08.988220 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1b91fcb3-a37c-4bb5-b53a-c9106c97e83c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:09.016426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b91fcb3-a37c-4bb5-b53a-c9106c97e83c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.029264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:09.096808 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:09.097653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.107203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b91fcb3-a37c-4bb5-b53a-c9106c97e83c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.113710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b91fcb3-a37c-4bb5-b53a-c9106c97e83c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.135427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91fcb3-a37c-4bb5-b53a-c9106c97e83c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efe3d01-989b-4956-8ab0-d5eab9d25344,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:09.158868 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b91fcb3-a37c-4bb5-b53a-c9106c97e83c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.160845 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1b91fcb3-a37c-4bb5-b53a-c9106c97e83c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2059147 Apr 29 17:40:09.163940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52570) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:09.169945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a60cffa6-16fa-4e97-a230-91cf10e9985c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '90ef6ccf-2f9d-4acb-a3b6-63523762c4fa', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:09.176941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a60cffa6-16fa-4e97-a230-91cf10e9985c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:09.181835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a60cffa6-16fa-4e97-a230-91cf10e9985c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:09.185917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a60cffa6-16fa-4e97-a230-91cf10e9985c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:09.192643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a60cffa6-16fa-4e97-a230-91cf10e9985c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:09.217415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a60cffa6-16fa-4e97-a230-91cf10e9985c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.294966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:09.295592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.302075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a60cffa6-16fa-4e97-a230-91cf10e9985c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.302525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-7d3b5904-122c-434e-8cc8-7418286b0e20 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:09.306863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a60cffa6-16fa-4e97-a230-91cf10e9985c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.338248 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cffa6-16fa-4e97-a230-91cf10e9985c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34ca5c2-185c-45a5-bf37-3d2934ea974f,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:09.356960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a60cffa6-16fa-4e97-a230-91cf10e9985c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.359988 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a60cffa6-16fa-4e97-a230-91cf10e9985c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1947989 Apr 29 17:40:09.363663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52574) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:09.372788 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-25a9409d-e28b-4dd6-a926-0dadfc77aae7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '90ef6ccf-2f9d-4acb-a3b6-63523762c4fa', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:09.397335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-25a9409d-e28b-4dd6-a926-0dadfc77aae7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:09.533807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-25a9409d-e28b-4dd6-a926-0dadfc77aae7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:09.539603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-25a9409d-e28b-4dd6-a926-0dadfc77aae7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:09.548963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-25a9409d-e28b-4dd6-a926-0dadfc77aae7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:09.557894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.571409 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f8aec532-66f8-4b57-afef-8b5e420c1009 None None] Provisioning complete for port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:09.571409 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f8aec532-66f8-4b57-afef-8b5e420c1009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.628866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25a9409d-e28b-4dd6-a926-0dadfc77aae7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.684011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4,segment=NetworkSegment(52785dbb-1d3e-4537-b553-2cf1da782092),segment_id=52785dbb-1d3e-4537-b553-2cf1da782092)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:09.684360 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.704379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f8aec532-66f8-4b57-afef-8b5e420c1009 None None] Port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:40:09.723638 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4,segment=NetworkSegment(52785dbb-1d3e-4537-b553-2cf1da782092),segment_id=52785dbb-1d3e-4537-b553-2cf1da782092)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:09.731232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.828121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:40:09.878269 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:09.883249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25a9409d-e28b-4dd6-a926-0dadfc77aae7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.891908 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25a9409d-e28b-4dd6-a926-0dadfc77aae7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.911569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-7d3b5904-122c-434e-8cc8-7418286b0e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 7, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4', 'name': '', 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:3f:43:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:00Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:09.915882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b5904-122c-434e-8cc8-7418286b0e20 None None] The sync data for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv is: [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 7, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4', 'name': '', 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:3f:43:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:00Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 4, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:09.924688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9409d-e28b-4dd6-a926-0dadfc77aae7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e96766b-df30-4377-a133-f8bb350787f4,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:09.942888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3edf6259-a565-40e0-8d22-0e284c227638 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:09.970282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25a9409d-e28b-4dd6-a926-0dadfc77aae7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:09.971487 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-25a9409d-e28b-4dd6-a926-0dadfc77aae7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6047287 Apr 29 17:40:09.976115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52578) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:09.986560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e0dc053c-e679-4671-971f-a19aae8dc1f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '90ef6ccf-2f9d-4acb-a3b6-63523762c4fa', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:09.998337 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e0dc053c-e679-4671-971f-a19aae8dc1f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:10.004778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e0dc053c-e679-4671-971f-a19aae8dc1f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:10.008095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e0dc053c-e679-4671-971f-a19aae8dc1f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:10.014206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.db.api [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:40:10.014501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e0dc053c-e679-4671-971f-a19aae8dc1f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:10.014667 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG oslo_db.api [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:40:10.025935 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-e0dc053c-e679-4671-971f-a19aae8dc1f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:40:10.033286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e0dc053c-e679-4671-971f-a19aae8dc1f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.036006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 3edf6259-a565-40e0-8d22-0e284c227638 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:10.042561 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 3edf6259-a565-40e0-8d22-0e284c227638 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:10.043210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.111344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e0dc053c-e679-4671-971f-a19aae8dc1f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.119000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e0dc053c-e679-4671-971f-a19aae8dc1f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.156261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc053c-e679-4671-971f-a19aae8dc1f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bf369a-828d-437b-9c33-1cd51f84d43d,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:10.163322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e0dc053c-e679-4671-971f-a19aae8dc1f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.167510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52582) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:10.167820 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e0dc053c-e679-4671-971f-a19aae8dc1f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1889424 Apr 29 17:40:10.173521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-268ae8e4-3523-46ba-a3e5-95f547979be8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '90ef6ccf-2f9d-4acb-a3b6-63523762c4fa', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:10.180268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-268ae8e4-3523-46ba-a3e5-95f547979be8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:10.184608 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-268ae8e4-3523-46ba-a3e5-95f547979be8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:10.187682 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-268ae8e4-3523-46ba-a3e5-95f547979be8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:10.194563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-268ae8e4-3523-46ba-a3e5-95f547979be8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:10.199650 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.204932 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-268ae8e4-3523-46ba-a3e5-95f547979be8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:40:10.205147 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d550b-12e6-4f85-8e85-c74701e8fa48 None None] Sync routers for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:10.211878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-268ae8e4-3523-46ba-a3e5-95f547979be8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.217961 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d550b-12e6-4f85-8e85-c74701e8fa48 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:10.218844 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fc6d550b-12e6-4f85-8e85-c74701e8fa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:10.227158 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 3edf6259-a565-40e0-8d22-0e284c227638, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3edf6259-a565-40e0-8d22-0e284c227638,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:10.232400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.233342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:10.292926 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-268ae8e4-3523-46ba-a3e5-95f547979be8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.298112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-268ae8e4-3523-46ba-a3e5-95f547979be8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.322668 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ae8e4-3523-46ba-a3e5-95f547979be8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d99dcb-d4a4-4170-b6b0-60b8f2a4c686,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:10.337282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-268ae8e4-3523-46ba-a3e5-95f547979be8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.340664 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-268ae8e4-3523-46ba-a3e5-95f547979be8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1719935 Apr 29 17:40:10.366839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=3edf6259-a565-40e0-8d22-0e284c227638,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:10.377035 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:10.377668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.408576 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-fc6d550b-12e6-4f85-8e85-c74701e8fa48 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:10.491276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Sync routers for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:10.515918 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:10.516561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.520458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:10.521093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:10.633686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 28e94e0a-70a3-4b21-ba9c-66724ce4d078 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:10.736992 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 28e94e0a-70a3-4b21-ba9c-66724ce4d078 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:10.737362 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.794102 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4,segment=NetworkSegment(52785dbb-1d3e-4537-b553-2cf1da782092),segment_id=52785dbb-1d3e-4537-b553-2cf1da782092)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:10.794564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:10.806035 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fc6d550b-12e6-4f85-8e85-c74701e8fa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 7, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4', 'name': '', 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:3f:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:00Z', 'updated_at': '2022-04-29T17:40:09Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:10.811500 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d550b-12e6-4f85-8e85-c74701e8fa48 None None] Checking router: 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:10.821525 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d550b-12e6-4f85-8e85-c74701e8fa48 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:10.822344 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fc6d550b-12e6-4f85-8e85-c74701e8fa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:10.838626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:10.852762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-291fc727-ddcf-47e6-b541-2fb4a84bb2ad tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:40:10.870755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-291fc727-ddcf-47e6-b541-2fb4a84bb2ad tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:40:10.872135 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-291fc727-ddcf-47e6-b541-2fb4a84bb2ad tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041062547&fields=id&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 267 time: 0.0608201 Apr 29 17:40:10.927801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:40:11.007194 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-fc6d550b-12e6-4f85-8e85-c74701e8fa48 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:11.039963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-0d87421b-03a9-493e-bd7b-e495f61ff339 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:11.042430 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-0d87421b-03a9-493e-bd7b-e495f61ff339 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/networks?id=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b HTTP/1.1" status: 200 len: 797 time: 0.1628094 Apr 29 17:40:11.064870 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-64149638-a67d-4720-be1d-5938089a9c29 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/quotas/438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 375 time: 0.0169702 Apr 29 17:40:11.143512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:11.161142 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-75b61e69-137e-4519-9a57-c8716f0cdbf0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:40:11.182979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-75b61e69-137e-4519-9a57-c8716f0cdbf0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:40:11.184455 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-75b61e69-137e-4519-9a57-c8716f0cdbf0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131473 Apr 29 17:40:11.228118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:11.276793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:11.281160 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Checking router: 59e024b7-9178-4e39-bc25-3de149486885 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:11.281978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Updating router 59e024b7-9178-4e39-bc25-3de149486885 port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:40:11.398168 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:11.441731 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-1b13d9bc-a47f-4915-90e9-594822fd0d92 service neutron] 10.222.0.11 "GET /v2.0/networks/74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435603 Apr 29 17:40:11.447019 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fc6d550b-12e6-4f85-8e85-c74701e8fa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 7, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4', 'name': '', 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:3f:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:00Z', 'updated_at': '2022-04-29T17:40:09Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:11.460961 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d550b-12e6-4f85-8e85-c74701e8fa48 None None] The sync data for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv is: [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 7, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4', 'name': '', 'network_id': '1c1ede62-d19e-4198-9ce3-f0e5c3df8073', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:3f:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:00Z', 'updated_at': '2022-04-29T17:40:09Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'c4990454-60fe-41fd-8316-0d9d2d5ba0d7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:11.506864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:11.609338 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-20d4cd61-4ab7-46b2-bd63-5a1a9ce8534a service neutron] 10.222.0.11 "GET /v2.0/networks/74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640470 Apr 29 17:40:11.881761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:11.895074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Transition to ACTIVE for port object e151e1f4-f8b3-40a2-bd98-a74a95d89c8c will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:11.902231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:11.912112 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e298df76-3be1-4c83-af3b-86c407f1914e req-bf57be94-935b-4655-8da0-07c6db35dc5c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 210 time: 0.1472104 Apr 29 17:40:11.945341 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3edf6259-a565-40e0-8d22-0e284c227638 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:12.034804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:40:12.087832 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed1bff-4801-4f7d-8764-b257f2171a69 None None] Pushing event updated for resources: {'Port': ['ID=e151e1f4-f8b3-40a2-bd98-a74a95d89c8c,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:12.214706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:12.217569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Attempting to bind port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:40:12.217895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Attempting to bind port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'f12ef9a7-008b-4baf-8151-d5506592ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:40:12.218251 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Attempting to bind port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c on network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:40:12.227997 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0518b5-0b4b-4743-9c93-3a80e155f96c None None] Sync routers for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:12.231825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:40:12.235341 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-820fd253-e2d2-49a7-b10c-b50770c00af0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0806441 Apr 29 17:40:12.236349 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52616) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:12.243163 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0518b5-0b4b-4743-9c93-3a80e155f96c None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:12.243926 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7d0518b5-0b4b-4743-9c93-3a80e155f96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:12.247805 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Checking segment: {'id': 'f12ef9a7-008b-4baf-8151-d5506592ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:40:12.248083 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:12.248481 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Bound using segment: {'id': 'f12ef9a7-008b-4baf-8151-d5506592ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:40:12.248979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Bound port: e151e1f4-f8b3-40a2-bd98-a74a95d89c8c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12ef9a7-008b-4baf-8151-d5506592ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:40:12.249402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:12.267812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 3edf6259-a565-40e0-8d22-0e284c227638 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:12.268171 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:12.383895 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:40:12.415791 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-7d0518b5-0b4b-4743-9c93-3a80e155f96c None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:12.445102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] For port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:40:12.471282 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] For port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e151e1f4-f8b3-40a2-bd98-a74a95d89c8c,segment=NetworkSegment(f12ef9a7-008b-4baf-8151-d5506592ecbd),segment_id=f12ef9a7-008b-4baf-8151-d5506592ecbd)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:40:12.483028 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:12.500648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9054ee1-bbb2-43d7-9061-6ead3d00ccf4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting subnet c4990454-60fe-41fd-8316-0d9d2d5ba0d7 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:40:12.505415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9054ee1-bbb2-43d7-9061-6ead3d00ccf4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:12.581064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:12.581692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:12.600973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9054ee1-bbb2-43d7-9061-6ead3d00ccf4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:12.741516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9054ee1-bbb2-43d7-9061-6ead3d00ccf4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:12.780437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed1bff-4801-4f7d-8764-b257f2171a69 None None] Pushing event updated for resources: {'Port': ['ID=e151e1f4-f8b3-40a2-bd98-a74a95d89c8c,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:12.838826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9054ee1-bbb2-43d7-9061-6ead3d00ccf4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:12.874309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:12.883621 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7d0518b5-0b4b-4743-9c93-3a80e155f96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:11Z', 'revision_number': 8, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:12.888087 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0518b5-0b4b-4743-9c93-3a80e155f96c None None] Checking router: 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:12.898390 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0518b5-0b4b-4743-9c93-3a80e155f96c None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:12.899162 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7d0518b5-0b4b-4743-9c93-3a80e155f96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:12.900547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9054ee1-bbb2-43d7-9061-6ead3d00ccf4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Subnet': ['ID=c4990454-60fe-41fd-8316-0d9d2d5ba0d7,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:12.904823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c9054ee1-bbb2-43d7-9061-6ead3d00ccf4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:12.911169 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c9054ee1-bbb2-43d7-9061-6ead3d00ccf4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/c4990454-60fe-41fd-8316-0d9d2d5ba0d7 HTTP/1.1" status: 204 len: 168 time: 0.6734931 Apr 29 17:40:12.913579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52624) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:12.934710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b0fcb0-923e-4385-b686-e567285b3b01 None None] Network 1c1ede62-d19e-4198-9ce3-f0e5c3df8073 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:40:13.121397 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8000642e-ce7b-4c2b-96b2-9c5980fbe8bf req-f737c8c9-9bd7-4359-a45a-db6fe717159c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 210 time: 0.0616255 Apr 29 17:40:13.129464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:13.148674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:13.148674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:13.244330 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-7d0518b5-0b4b-4743-9c93-3a80e155f96c None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:13.376029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c,segment=NetworkSegment(52785dbb-1d3e-4537-b553-2cf1da782092),segment_id=52785dbb-1d3e-4537-b553-2cf1da782092)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:13.377348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:13.448853 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f30e6c0-87e1-49d3-85bd-5bba92844860 None None] DHCP port deletion for 1c1ede62-d19e-4198-9ce3-f0e5c3df8073 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:40:13.454804 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:12Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:13.458150 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4f30e6c0-87e1-49d3-85bd-5bba92844860 None None] Deleting port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:13.458522 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4f30e6c0-87e1-49d3-85bd-5bba92844860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:13.503540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2455b68-fc8f-4734-a58d-86b0fb781dc1 None None] The sync data for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv is: [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:12Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:13.630110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:40:13.703784 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7d0518b5-0b4b-4743-9c93-3a80e155f96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:11Z', 'revision_number': 8, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:13.718095 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0518b5-0b4b-4743-9c93-3a80e155f96c None None] The sync data for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv is: [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:11Z', 'revision_number': 8, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c', 'name': '', 'network_id': 'be58d432-835a-4a10-aa6a-87798d8763bf', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:a3:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:55Z', 'updated_at': '2022-04-29T17:40:06Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'b92d55f5-41b4-49e7-a5cb-d8d5866aa52e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:13.778866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-bbc3cc7b-6b37-40ed-8136-2b456c4c88c3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:13.780858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-bbc3cc7b-6b37-40ed-8136-2b456c4c88c3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:40:13.789806 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4f30e6c0-87e1-49d3-85bd-5bba92844860 None None] For port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c,segment=NetworkSegment(52785dbb-1d3e-4537-b553-2cf1da782092),segment_id=52785dbb-1d3e-4537-b553-2cf1da782092)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:13.790197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4f30e6c0-87e1-49d3-85bd-5bba92844860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:13.815609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-bbc3cc7b-6b37-40ed-8136-2b456c4c88c3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:40:13.818525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:13.819367 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-bbc3cc7b-6b37-40ed-8136-2b456c4c88c3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks?id=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b HTTP/1.1" status: 200 len: 797 time: 0.3489983 Apr 29 17:40:13.873221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:13.877418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No DVR routers for this DVR port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:40:13.884904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-f9c0a377-aa1a-4d07-8ba9-708260f96103 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:40:13.907771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-f9c0a377-aa1a-4d07-8ba9-708260f96103 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:40:13.909246 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-f9c0a377-aa1a-4d07-8ba9-708260f96103 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 380 time: 0.0829659 Apr 29 17:40:13.917985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'port': {'device_id': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'admin_state_up': True, 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'security_groups': ['90ef6ccf-2f9d-4acb-a3b6-63523762c4fa']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:13.937416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4f30e6c0-87e1-49d3-85bd-5bba92844860 None None] Calling delete_port for fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:40:14.021085 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-4f30e6c0-87e1-49d3-85bd-5bba92844860 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:40:14.021396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-4f30e6c0-87e1-49d3-85bd-5bba92844860 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:40:14.046417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.079653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1ede62-d19e-4198-9ce3-f0e5c3df8073']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:14.093209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52785dbb-1d3e-4537-b553-2cf1da782092') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:14.093509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52785dbb-1d3e-4537-b553-2cf1da782092') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:14.110970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:14.112937 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.122197 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:14.132132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.134913 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:40:14.138582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.141612 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:40:14.142495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.162733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e151e1f4-f8b3-40a2-bd98-a74a95d89c8c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:40:14.191119 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:40:14.282882 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.319150 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.337464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:14.344116 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:14.349089 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.364689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.10 (74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b/e811b90d-6ae4-4108-b8f3-b165fd10b4d3/3a12445d-4939-47dc-ab37-84d1e5c3e897) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:40:14.372396 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d69da9cb-612e-4357-a7e9-c27b9eb8852d req-e6a4f143-0a8e-4b31-b2a8-dd439d1608d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 210 time: 0.0492985 Apr 29 17:40:14.376089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Network': ['ID=1c1ede62-d19e-4198-9ce3-f0e5c3df8073,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:14.383962 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a8cbae67-9a9c-40dd-8521-0b1bb84e00c8 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/networks/1c1ede62-d19e-4198-9ce3-f0e5c3df8073 HTTP/1.1" status: 204 len: 168 time: 1.4689872 Apr 29 17:40:14.386460 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52636) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:14.498068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.534509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e151e1f4-f8b3-40a2-bd98-a74a95d89c8c,segment=NetworkSegment(f12ef9a7-008b-4baf-8151-d5506592ecbd),segment_id=f12ef9a7-008b-4baf-8151-d5506592ecbd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:14.535850 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4f30e6c0-87e1-49d3-85bd-5bba92844860 None None] Deleting port fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:14.536312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4f30e6c0-87e1-49d3-85bd-5bba92844860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.566768 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.637263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.642222 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:40:14.671427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 3a12445d-4939-47dc-ab37-84d1e5c3e897 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:14.716863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4f30e6c0-87e1-49d3-85bd-5bba92844860 None None] The port 'fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:40:14.719887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.720218 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:40:14.720629 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device fe7aa15e-c7dc-43fd-aedf-c7bf02fd2c7c not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:40:14.740039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=e151e1f4-f8b3-40a2-bd98-a74a95d89c8c,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:14.806918 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:14.810250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:14.813032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:40:14.852905 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=3a12445d-4939-47dc-ab37-84d1e5c3e897,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:14.882569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:14.883187 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:14.909463 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-755857b7-535d-46d3-931e-758de897cefe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9953413 Apr 29 17:40:14.967406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Request body: {'port': {'device_id': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:15.067317 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3d2ce405-7a08-4453-94a1-9f0566febb3a None None] Provisioning for port 3a12445d-4939-47dc-ab37-84d1e5c3e897 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:15.072490 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3d2ce405-7a08-4453-94a1-9f0566febb3a None None] Provisioning complete for port 3a12445d-4939-47dc-ab37-84d1e5c3e897 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:15.072826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3d2ce405-7a08-4453-94a1-9f0566febb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:15.081959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:15.093347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ccfae507-e4dc-4a29-95d8-00c10fe51e8c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:15.130260 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ce405-7a08-4453-94a1-9f0566febb3a None None] Port 3a12445d-4939-47dc-ab37-84d1e5c3e897 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:40:15.431331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ccfae507-e4dc-4a29-95d8-00c10fe51e8c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:15.431930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ccfae507-e4dc-4a29-95d8-00c10fe51e8c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:15.541549 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a12445d-4939-47dc-ab37-84d1e5c3e897 {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:40:15.549243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:15.563012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Transition to ACTIVE for port object 3a12445d-4939-47dc-ab37-84d1e5c3e897 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:15.567717 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:15.682547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-ccfae507-e4dc-4a29-95d8-00c10fe51e8c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c,segment=NetworkSegment(c566216e-fc16-4baf-a187-0d529fb4e3fb),segment_id=c566216e-fc16-4baf-a187-0d529fb4e3fb)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:15.682885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ccfae507-e4dc-4a29-95d8-00c10fe51e8c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:15.701302 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f690d-df90-4f5f-a054-e4b30b6dd582 req-29c3fbd8-efaa-4346-bb0b-4f83b7208528 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:15.702914 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1e0f690d-df90-4f5f-a054-e4b30b6dd582 req-29c3fbd8-efaa-4346-bb0b-4f83b7208528 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 932 time: 0.2127497 Apr 29 17:40:15.713919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Pushing event updated for resources: {'Port': ['ID=3a12445d-4939-47dc-ab37-84d1e5c3e897,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:15.827270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Attempting to bind port 3a12445d-4939-47dc-ab37-84d1e5c3e897 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:40:15.827948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Attempting to bind port 3a12445d-4939-47dc-ab37-84d1e5c3e897 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f12ef9a7-008b-4baf-8151-d5506592ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:40:15.827948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Attempting to bind port 3a12445d-4939-47dc-ab37-84d1e5c3e897 on network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:40:15.830602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ccfae507-e4dc-4a29-95d8-00c10fe51e8c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:40:15.832817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e151e1f4-f8b3-40a2-bd98-a74a95d89c8c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:15.834520 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Port 3a12445d-4939-47dc-ab37-84d1e5c3e897 on network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:40:15.834836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Attempting to bind port 3a12445d-4939-47dc-ab37-84d1e5c3e897 on network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:40:15.840271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:40:15.840617 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Checking segment: {'id': 'f12ef9a7-008b-4baf-8151-d5506592ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:40:15.840977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Bound using segment: {'id': 'f12ef9a7-008b-4baf-8151-d5506592ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:40:15.841391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Bound port: 3a12445d-4939-47dc-ab37-84d1e5c3e897, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12ef9a7-008b-4baf-8151-d5506592ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:40:15.841807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:15.910334 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:15.910656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:15.915237 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1e0f690d-df90-4f5f-a054-e4b30b6dd582 req-9b496f67-ac31-430d-8fd8-2d4cbb06876f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=90ef6ccf-2f9d-4acb-a3b6-63523762c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611383 Apr 29 17:40:15.947519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] For port 3a12445d-4939-47dc-ab37-84d1e5c3e897, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:40:15.950789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] For port 3a12445d-4939-47dc-ab37-84d1e5c3e897, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3a12445d-4939-47dc-ab37-84d1e5c3e897,segment=NetworkSegment(f12ef9a7-008b-4baf-8151-d5506592ecbd),segment_id=f12ef9a7-008b-4baf-8151-d5506592ecbd)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:40:15.956672 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:16.017736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:16.018351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:16.019700 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] 10.222.0.36 "PUT /v2.0/ports/3a12445d-4939-47dc-ab37-84d1e5c3e897 HTTP/1.1" status: 200 len: 1094 time: 1.1037374 Apr 29 17:40:16.021221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'tag': '3a12445d-4939-47dc-ab37-84d1e5c3e897'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:40:16.043506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ccfae507-e4dc-4a29-95d8-00c10fe51e8c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:16.046505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdec6b-34b4-4c2e-8d6f-4a1a88eaf8be service neutron] Pushing event updated for resources: {'Port': ['ID=3a12445d-4939-47dc-ab37-84d1e5c3e897,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:16.075420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:40:16.109506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfae507-e4dc-4a29-95d8-00c10fe51e8c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:16.114195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:40:16.114535 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8bd9a4b4-a0e2-4284-b959-6eb6c8eb0cf4 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:40:16.186321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-fca680a2-7cb6-459f-abb7-316d5f0a85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:16.187888 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-fca680a2-7cb6-459f-abb7-316d5f0a85a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 1097 time: 0.1146774 Apr 29 17:40:16.189412 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db3f8f4-ec89-4361-86dc-0e0c5d19ea68'] response: {'name': 'network-changed', 'server_uuid': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'tag': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'status': 'completed', 'code': 200} Apr 29 17:40:16.261751 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-5958e036-cc10-4c08-b7ea-b6450b6da3c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a12445d-4939-47dc-ab37-84d1e5c3e897 HTTP/1.1" status: 200 len: 217 time: 0.0666127 Apr 29 17:40:16.329597 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-96c9bc8d-4d7a-4b81-b4f1-d2a489c3084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:16.331160 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-96c9bc8d-4d7a-4b81-b4f1-d2a489c3084e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e811b90d-6ae4-4108-b8f3-b165fd10b4d3 HTTP/1.1" status: 200 len: 835 time: 0.0637608 Apr 29 17:40:16.415668 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-647dbf91-26da-4fc4-bb36-28280ab0c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:16.417145 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-647dbf91-26da-4fc4-bb36-28280ab0c18b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796094 Apr 29 17:40:16.455254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ccfae507-e4dc-4a29-95d8-00c10fe51e8c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:16.547346 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-c9e49dca-1622-42b6-bcac-07cf3795c794 service neutron] 10.222.0.36 "GET /v2.0/networks/74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233227 Apr 29 17:40:16.682349 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2ea9bb8f-4dcb-46fd-bad5-dd3ee3843caf req-113eb960-a5c2-43a9-9596-9bc65345815a service neutron] 10.222.0.36 "GET /v2.0/networks/74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295059 Apr 29 17:40:16.782662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfae507-e4dc-4a29-95d8-00c10fe51e8c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:40:16.798098 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f90f2-afde-445d-b7c8-be3d0a1a7156 req-c3dbe4a8-40c9-4f76-9f93-814a4344e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:16.799646 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-513f90f2-afde-445d-b7c8-be3d0a1a7156 req-c3dbe4a8-40c9-4f76-9f93-814a4344e4d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 1097 time: 0.0705340 Apr 29 17:40:16.928460 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f90f2-afde-445d-b7c8-be3d0a1a7156 req-b0928bec-20cd-404f-a862-f23030700da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:16.929890 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-513f90f2-afde-445d-b7c8-be3d0a1a7156 req-b0928bec-20cd-404f-a862-f23030700da2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b HTTP/1.1" status: 200 len: 898 time: 0.1242800 Apr 29 17:40:16.934969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfae507-e4dc-4a29-95d8-00c10fe51e8c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:16.945193 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45fbd8-6f76-4ce3-afc1-08db272ba185 None None] Sync routers for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:16.950861 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ccfae507-e4dc-4a29-95d8-00c10fe51e8c tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5608976 Apr 29 17:40:16.951126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52650) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:16.959077 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45fbd8-6f76-4ce3-afc1-08db272ba185 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:16.960167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-5e45fbd8-6f76-4ce3-afc1-08db272ba185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:17.003794 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-513f90f2-afde-445d-b7c8-be3d0a1a7156 req-d05674bd-7276-4394-8a10-38396abc2c05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a12445d-4939-47dc-ab37-84d1e5c3e897 HTTP/1.1" status: 200 len: 217 time: 0.0664814 Apr 29 17:40:17.024919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee7bda7-46b0-4003-8b65-08117c10840e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting subnet b92d55f5-41b4-49e7-a5cb-d8d5866aa52e {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:40:17.027964 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7ee7bda7-46b0-4003-8b65-08117c10840e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:17.074696 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f90f2-afde-445d-b7c8-be3d0a1a7156 req-af9893b7-318e-40c4-a1fd-bbf6f4e8470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:17.077341 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-513f90f2-afde-445d-b7c8-be3d0a1a7156 req-af9893b7-318e-40c4-a1fd-bbf6f4e8470b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e811b90d-6ae4-4108-b8f3-b165fd10b4d3 HTTP/1.1" status: 200 len: 835 time: 0.0672982 Apr 29 17:40:17.134680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7ee7bda7-46b0-4003-8b65-08117c10840e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:17.158038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-5e45fbd8-6f76-4ce3-afc1-08db272ba185 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:17.158659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f90f2-afde-445d-b7c8-be3d0a1a7156 req-321edc41-285b-4863-8822-4083c1e7e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:17.160465 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-513f90f2-afde-445d-b7c8-be3d0a1a7156 req-321edc41-285b-4863-8822-4083c1e7e926 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765257 Apr 29 17:40:17.215738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40e3f0-dd43-4367-ae0a-fd0030d5f554 req-c97ec2b2-39e2-4602-9e53-b2018d17054b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:17.217380 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6e40e3f0-dd43-4367-ae0a-fd0030d5f554 req-c97ec2b2-39e2-4602-9e53-b2018d17054b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 944 time: 0.1573579 Apr 29 17:40:17.269515 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7ee7bda7-46b0-4003-8b65-08117c10840e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:17.314816 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6e40e3f0-dd43-4367-ae0a-fd0030d5f554 req-119a4a68-1e67-41d5-a657-b403024069a7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=90ef6ccf-2f9d-4acb-a3b6-63523762c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856776 Apr 29 17:40:17.367642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7ee7bda7-46b0-4003-8b65-08117c10840e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:17.404095 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-513f90f2-afde-445d-b7c8-be3d0a1a7156 req-ba41d5ea-1742-497a-a9df-80326f354f56 service neutron] 10.222.0.36 "GET /v2.0/networks/74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362161 Apr 29 17:40:17.409230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7bda7-46b0-4003-8b65-08117c10840e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Subnet': ['ID=b92d55f5-41b4-49e7-a5cb-d8d5866aa52e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:17.413435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7ee7bda7-46b0-4003-8b65-08117c10840e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:17.419743 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7ee7bda7-46b0-4003-8b65-08117c10840e tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/b92d55f5-41b4-49e7-a5cb-d8d5866aa52e HTTP/1.1" status: 204 len: 168 time: 0.4676445 Apr 29 17:40:17.422565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52654) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:17.433394 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6afc86-f7a3-4a5a-97ea-4237bf59496d None None] Network be58d432-835a-4a10-aa6a-87798d8763bf requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:40:17.541499 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-513f90f2-afde-445d-b7c8-be3d0a1a7156 req-6d690aca-6d28-4446-b0b0-1ac98d1cfe8d service neutron] 10.222.0.36 "GET /v2.0/networks/74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309648 Apr 29 17:40:17.542930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:17.554057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 344a0e65-5ddf-440e-9d90-c2486487bd04 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:17.555014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:17.660754 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-5e45fbd8-6f76-4ce3-afc1-08db272ba185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:15Z', 'revision_number': 9, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:17.667375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45fbd8-6f76-4ce3-afc1-08db272ba185 None None] Checking router: 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:17.681699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45fbd8-6f76-4ce3-afc1-08db272ba185 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:17.682312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-5e45fbd8-6f76-4ce3-afc1-08db272ba185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:17.765968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port 344a0e65-5ddf-440e-9d90-c2486487bd04, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=344a0e65-5ddf-440e-9d90-c2486487bd04,segment=NetworkSegment(c566216e-fc16-4baf-a187-0d529fb4e3fb),segment_id=c566216e-fc16-4baf-a187-0d529fb4e3fb)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:17.765968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:17.843711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-5e45fbd8-6f76-4ce3-afc1-08db272ba185 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:17.902283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccecc78-be57-47fd-a30e-6a0753c4b25f None None] DHCP port deletion for be58d432-835a-4a10-aa6a-87798d8763bf request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:40:17.912628 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0ccecc78-be57-47fd-a30e-6a0753c4b25f None None] Deleting port 344a0e65-5ddf-440e-9d90-c2486487bd04 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:17.912923 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0ccecc78-be57-47fd-a30e-6a0753c4b25f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:18.014291 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 344a0e65-5ddf-440e-9d90-c2486487bd04 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:40:18.095037 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:18.145132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=344a0e65-5ddf-440e-9d90-c2486487bd04,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:18.146804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No DVR routers for this DVR port 344a0e65-5ddf-440e-9d90-c2486487bd04 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:40:18.219937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:18.269855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:18.294827 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be58d432-835a-4a10-aa6a-87798d8763bf']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:18.303840 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0ccecc78-be57-47fd-a30e-6a0753c4b25f None None] For port 344a0e65-5ddf-440e-9d90-c2486487bd04, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=344a0e65-5ddf-440e-9d90-c2486487bd04,segment=NetworkSegment(c566216e-fc16-4baf-a187-0d529fb4e3fb),segment_id=c566216e-fc16-4baf-a187-0d529fb4e3fb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:18.304230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0ccecc78-be57-47fd-a30e-6a0753c4b25f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:18.307165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c566216e-fc16-4baf-a187-0d529fb4e3fb') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:18.307467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c566216e-fc16-4baf-a187-0d529fb4e3fb') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:18.318935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:18.334840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:18.350555 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:40:18.350966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:40:18.366344 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:40:18.497577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:18.511963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0ccecc78-be57-47fd-a30e-6a0753c4b25f None None] Calling delete_port for 344a0e65-5ddf-440e-9d90-c2486487bd04 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:40:18.517443 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:18.535560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Network': ['ID=be58d432-835a-4a10-aa6a-87798d8763bf,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:18.539860 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9f7166ca-b8c2-4158-9a26-38a7cc400141 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/networks/be58d432-835a-4a10-aa6a-87798d8763bf HTTP/1.1" status: 204 len: 168 time: 1.1162181 Apr 29 17:40:18.542479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52660) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:18.607968 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-0ccecc78-be57-47fd-a30e-6a0753c4b25f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:40:18.608752 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-0ccecc78-be57-47fd-a30e-6a0753c4b25f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:40:18.610866 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-5e45fbd8-6f76-4ce3-afc1-08db272ba185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:15Z', 'revision_number': 9, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:18.615147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45fbd8-6f76-4ce3-afc1-08db272ba185 None None] The sync data for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv is: [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:15Z', 'revision_number': 9, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '06a67fe0-8d95-4a74-b167-2c8a0b68f59d', 'name': '', 'network_id': '872d2c33-1aae-4e02-a7ce-ee4335f2f0a2', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:4f:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:51Z', 'updated_at': '2022-04-29T17:39:59Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': '257df932-2364-4f13-9fc9-60dfddb1af7d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:18.694944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa703d9-7956-4e50-8cb7-3dd87a4192bc req-d117991e-4d61-4ba7-b050-a040189281a5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:18.696484 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8aa703d9-7956-4e50-8cb7-3dd87a4192bc req-d117991e-4d61-4ba7-b050-a040189281a5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 944 time: 0.2582519 Apr 29 17:40:18.875093 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8aa703d9-7956-4e50-8cb7-3dd87a4192bc req-d33e9559-ca9c-49eb-ad27-ae406f5391e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=90ef6ccf-2f9d-4acb-a3b6-63523762c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699104 Apr 29 17:40:18.904384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 3a12445d-4939-47dc-ab37-84d1e5c3e897 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:40:19.043176 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 3a12445d-4939-47dc-ab37-84d1e5c3e897, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3a12445d-4939-47dc-ab37-84d1e5c3e897,segment=NetworkSegment(f12ef9a7-008b-4baf-8151-d5506592ecbd),segment_id=f12ef9a7-008b-4baf-8151-d5506592ecbd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:19.057482 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'port_id': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'mac_address': 'fa:16:3e:5e:fd:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:40:19.100803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30a8ffea-fe7a-4ca0-b267-0601030eaf46 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:19.110449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0ccecc78-be57-47fd-a30e-6a0753c4b25f None None] Deleting port 344a0e65-5ddf-440e-9d90-c2486487bd04 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:19.110812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0ccecc78-be57-47fd-a30e-6a0753c4b25f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:19.148029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:19.193410 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0ccecc78-be57-47fd-a30e-6a0753c4b25f None None] The port '344a0e65-5ddf-440e-9d90-c2486487bd04' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:40:19.198491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a12445d-4939-47dc-ab37-84d1e5c3e897 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:40:19.214345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 3a12445d-4939-47dc-ab37-84d1e5c3e897, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3a12445d-4939-47dc-ab37-84d1e5c3e897,segment=NetworkSegment(f12ef9a7-008b-4baf-8151-d5506592ecbd),segment_id=f12ef9a7-008b-4baf-8151-d5506592ecbd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:19.219609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:19.287225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=3a12445d-4939-47dc-ab37-84d1e5c3e897,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:19.473066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['3a12445d-4939-47dc-ab37-84d1e5c3e897'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:40:19.550944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-30a8ffea-fe7a-4ca0-b267-0601030eaf46 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:19.551277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30a8ffea-fe7a-4ca0-b267-0601030eaf46 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:19.741188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-30a8ffea-fe7a-4ca0-b267-0601030eaf46 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port 06a67fe0-8d95-4a74-b167-2c8a0b68f59d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=06a67fe0-8d95-4a74-b167-2c8a0b68f59d,segment=NetworkSegment(375546ac-5ad9-4ac1-90e8-1561f500a197),segment_id=375546ac-5ad9-4ac1-90e8-1561f500a197)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:19.741934 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30a8ffea-fe7a-4ca0-b267-0601030eaf46 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:19.806719 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:40:19.840766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:40:19.841102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8fb20d37-4a6a-4f3f-b1d8-2ed1d309de5c not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:40:19.841513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 344a0e65-5ddf-440e-9d90-c2486487bd04 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:40:19.865317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-30a8ffea-fe7a-4ca0-b267-0601030eaf46 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 06a67fe0-8d95-4a74-b167-2c8a0b68f59d owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:40:19.874425 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 344a0e65-5ddf-440e-9d90-c2486487bd04 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:40:19.874764 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 344a0e65-5ddf-440e-9d90-c2486487bd04 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:40:20.109836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30a8ffea-fe7a-4ca0-b267-0601030eaf46 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:20.192578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8ffea-fe7a-4ca0-b267-0601030eaf46 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=06a67fe0-8d95-4a74-b167-2c8a0b68f59d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:20.263644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6081db2-d3f1-4b87-b011-5d4911ee5e00 req-c7f6240d-2105-4b4f-8c4f-4e358bf084d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:20.265162 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d6081db2-d3f1-4b87-b011-5d4911ee5e00 req-c7f6240d-2105-4b4f-8c4f-4e358bf084d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 945 time: 0.2836397 Apr 29 17:40:20.399895 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d6081db2-d3f1-4b87-b011-5d4911ee5e00 req-840ea93f-de82-4fdf-a8f9-4175be5b0386 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=90ef6ccf-2f9d-4acb-a3b6-63523762c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284657 Apr 29 17:40:20.406294 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-30a8ffea-fe7a-4ca0-b267-0601030eaf46 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:20.741279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a8ffea-fe7a-4ca0-b267-0601030eaf46 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:40:20.904462 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 3a12445d-4939-47dc-ab37-84d1e5c3e897 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:20.979251 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 3a12445d-4939-47dc-ab37-84d1e5c3e897 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:20.984231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 3a12445d-4939-47dc-ab37-84d1e5c3e897 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:20.984609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:21.001219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a8ffea-fe7a-4ca0-b267-0601030eaf46 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:21.012646 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb30e1bf-c3fb-4104-9df9-c79eb1bf9ac2 None None] Sync routers for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:21.018316 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-30a8ffea-fe7a-4ca0-b267-0601030eaf46 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4731350 Apr 29 17:40:21.018865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52666) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:21.023821 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb30e1bf-c3fb-4104-9df9-c79eb1bf9ac2 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:21.024569 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fb30e1bf-c3fb-4104-9df9-c79eb1bf9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:21.088190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0363629c-90aa-4c46-b6c3-094eb3b7870b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting subnet 257df932-2364-4f13-9fc9-60dfddb1af7d {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:40:21.091438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0363629c-90aa-4c46-b6c3-094eb3b7870b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:21.103980 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:21.135731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a12445d-4939-47dc-ab37-84d1e5c3e897'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:40:21.146177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 3a12445d-4939-47dc-ab37-84d1e5c3e897, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3a12445d-4939-47dc-ab37-84d1e5c3e897,segment=NetworkSegment(f12ef9a7-008b-4baf-8151-d5506592ecbd),segment_id=f12ef9a7-008b-4baf-8151-d5506592ecbd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:21.147243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0363629c-90aa-4c46-b6c3-094eb3b7870b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:21.154830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:21.184384 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-fb30e1bf-c3fb-4104-9df9-c79eb1bf9ac2 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:21.228856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=3a12445d-4939-47dc-ab37-84d1e5c3e897,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:21.249367 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0363629c-90aa-4c46-b6c3-094eb3b7870b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:21.261588 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32a98a3-e211-4a1b-8726-c8e09fcfb9d4'] response: {'server_uuid': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'code': 200} Apr 29 17:40:21.324458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0363629c-90aa-4c46-b6c3-094eb3b7870b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:21.366695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363629c-90aa-4c46-b6c3-094eb3b7870b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Subnet': ['ID=257df932-2364-4f13-9fc9-60dfddb1af7d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:21.371549 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0363629c-90aa-4c46-b6c3-094eb3b7870b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:21.382834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52674) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:21.384817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d1ee6-ee64-45e7-9263-75fbe68d4507 None None] Network 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:40:21.388003 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0363629c-90aa-4c46-b6c3-094eb3b7870b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/257df932-2364-4f13-9fc9-60dfddb1af7d HTTP/1.1" status: 204 len: 168 time: 0.3671560 Apr 29 17:40:21.515905 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:21.529094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port faad9f73-b637-4494-9c83-9c6ee986709d {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:21.529575 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:21.545171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a0899-ac46-4136-8d6f-e0175b4fcc05 req-7d86ee94-9013-45db-96b3-4560894b4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:21.546649 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1d3a0899-ac46-4136-8d6f-e0175b4fcc05 req-7d86ee94-9013-45db-96b3-4560894b4c47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 1099 time: 0.1077008 Apr 29 17:40:21.550363 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fb30e1bf-c3fb-4104-9df9-c79eb1bf9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:19Z', 'revision_number': 10, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:21.554822 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb30e1bf-c3fb-4104-9df9-c79eb1bf9ac2 None None] Checking router: 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:21.564218 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb30e1bf-c3fb-4104-9df9-c79eb1bf9ac2 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:21.564847 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fb30e1bf-c3fb-4104-9df9-c79eb1bf9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:21.594239 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1d3a0899-ac46-4136-8d6f-e0175b4fcc05 req-556112f7-d891-4904-a294-a22cb42b2c30 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=90ef6ccf-2f9d-4acb-a3b6-63523762c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404363 Apr 29 17:40:21.731395 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d01ffe6-34f2-4ff7-ab17-58fdcb35423f None None] DHCP port deletion for 872d2c33-1aae-4e02-a7ce-ee4335f2f0a2 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:40:21.736702 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4d01ffe6-34f2-4ff7-ab17-58fdcb35423f None None] Deleting port faad9f73-b637-4494-9c83-9c6ee986709d {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:21.737175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d01ffe6-34f2-4ff7-ab17-58fdcb35423f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:21.760060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bcfe8-7f7b-46b8-a124-ca73566845d1 req-a31c5ca1-dfe5-4321-adf7-ed357a4c441e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:21.761394 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0f6bcfe8-7f7b-46b8-a124-ca73566845d1 req-a31c5ca1-dfe5-4321-adf7-ed357a4c441e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 946 time: 0.1986454 Apr 29 17:40:21.779797 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-fb30e1bf-c3fb-4104-9df9-c79eb1bf9ac2 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:21.869402 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port faad9f73-b637-4494-9c83-9c6ee986709d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=faad9f73-b637-4494-9c83-9c6ee986709d,segment=NetworkSegment(375546ac-5ad9-4ac1-90e8-1561f500a197),segment_id=375546ac-5ad9-4ac1-90e8-1561f500a197)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:21.869898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:21.879180 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0f6bcfe8-7f7b-46b8-a124-ca73566845d1 req-6796de84-1052-4f9a-9a1d-ef0a8b6f8b0a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=90ef6ccf-2f9d-4acb-a3b6-63523762c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721631 Apr 29 17:40:21.908827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device faad9f73-b637-4494-9c83-9c6ee986709d no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:40:22.000771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for faad9f73-b637-4494-9c83-9c6ee986709d owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:40:22.080297 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4d01ffe6-34f2-4ff7-ab17-58fdcb35423f None None] For port faad9f73-b637-4494-9c83-9c6ee986709d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=faad9f73-b637-4494-9c83-9c6ee986709d,segment=NetworkSegment(375546ac-5ad9-4ac1-90e8-1561f500a197),segment_id=375546ac-5ad9-4ac1-90e8-1561f500a197)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:22.080687 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d01ffe6-34f2-4ff7-ab17-58fdcb35423f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:22.082148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:22.107042 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fb30e1bf-c3fb-4104-9df9-c79eb1bf9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:19Z', 'revision_number': 10, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:22.111235 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb30e1bf-c3fb-4104-9df9-c79eb1bf9ac2 None None] The sync data for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv is: [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:19Z', 'revision_number': 10, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None, '_interfaces': [{'id': '6400c470-f286-45a5-a9bf-aefdd0dd9802', 'name': '', 'network_id': '27b8ed27-8f28-4812-8abe-f0b00a36e803', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'mac_address': 'fa:16:3e:ac:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:47Z', 'updated_at': '2022-04-29T17:39:53Z', 'revision_number': 5, 'project_id': '5915ea187306421eb0223fa43da2784c', 'subnets': [{'id': 'fb2f3632-40d4-4694-9769-4b5d73b3f093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:22.136775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=faad9f73-b637-4494-9c83-9c6ee986709d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:22.138843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No DVR routers for this DVR port faad9f73-b637-4494-9c83-9c6ee986709d on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:40:22.146311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No active binding found for port faad9f73-b637-4494-9c83-9c6ee986709d {{(pid=88020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 29 17:40:22.146744 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device faad9f73-b637-4494-9c83-9c6ee986709d not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:40:22.209707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4d01ffe6-34f2-4ff7-ab17-58fdcb35423f None None] Calling delete_port for faad9f73-b637-4494-9c83-9c6ee986709d owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:40:22.260327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:22.280294 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-4d01ffe6-34f2-4ff7-ab17-58fdcb35423f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:40:22.280638 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-4d01ffe6-34f2-4ff7-ab17-58fdcb35423f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:40:22.285849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872d2c33-1aae-4e02-a7ce-ee4335f2f0a2']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:22.297927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375546ac-5ad9-4ac1-90e8-1561f500a197') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:22.298223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375546ac-5ad9-4ac1-90e8-1561f500a197') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:22.309502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:22.325308 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:22.331219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:40:22.331623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:40:22.345878 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:40:22.430758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:22.456892 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:22.459959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Network': ['ID=872d2c33-1aae-4e02-a7ce-ee4335f2f0a2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:22.476976 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-57dbfc86-baa3-43c6-b5eb-4bb358510ce3 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/networks/872d2c33-1aae-4e02-a7ce-ee4335f2f0a2 HTTP/1.1" status: 204 len: 168 time: 1.0896974 Apr 29 17:40:22.477294 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52682) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:22.782289 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4d01ffe6-34f2-4ff7-ab17-58fdcb35423f None None] Deleting port faad9f73-b637-4494-9c83-9c6ee986709d {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:22.782684 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d01ffe6-34f2-4ff7-ab17-58fdcb35423f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:22.850388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4d01ffe6-34f2-4ff7-ab17-58fdcb35423f None None] The port 'faad9f73-b637-4494-9c83-9c6ee986709d' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:40:23.002462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82d3d360-9c48-4a69-805a-85bc8de7e2cf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:23.074663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599b1c4-16ee-46d3-8446-0762b3ef3196 req-d6d26bab-c4d2-4ff8-a68f-675f32a69629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:23.076132 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e599b1c4-16ee-46d3-8446-0762b3ef3196 req-d6d26bab-c4d2-4ff8-a68f-675f32a69629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 946 time: 0.0823085 Apr 29 17:40:23.120708 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e599b1c4-16ee-46d3-8446-0762b3ef3196 req-76e53850-1898-43d2-9ef9-2c172de49e5b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=90ef6ccf-2f9d-4acb-a3b6-63523762c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386307 Apr 29 17:40:23.250071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e6bc4301-33bc-4e96-9dfc-a8475e30b28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:23.306973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8bb0e-4e8f-4da4-8316-29f997fac715 req-b9e0ab50-2fe8-4341-a2bc-033023137e37 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:23.308496 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a6c8bb0e-4e8f-4da4-8316-29f997fac715 req-b9e0ab50-2fe8-4341-a2bc-033023137e37 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 946 time: 0.0842261 Apr 29 17:40:23.334390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-82d3d360-9c48-4a69-805a-85bc8de7e2cf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 6400c470-f286-45a5-a9bf-aefdd0dd9802 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:23.334752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82d3d360-9c48-4a69-805a-85bc8de7e2cf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:23.356200 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a6c8bb0e-4e8f-4da4-8316-29f997fac715 req-9755dfa0-de89-4aeb-a6d2-c254d102521e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=90ef6ccf-2f9d-4acb-a3b6-63523762c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 Apr 29 17:40:23.380094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52690) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:23.453631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504b956-26a5-4d08-9ec8-8e06ce5abd0f tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:23.455171 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4504b956-26a5-4d08-9ec8-8e06ce5abd0f tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 1094 time: 0.0741124 Apr 29 17:40:23.458354 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52694) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:23.463741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:23.470281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:23.474541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:floatingip and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:23.477855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:23.484200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:23.497028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:23.648506 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-82d3d360-9c48-4a69-805a-85bc8de7e2cf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port 6400c470-f286-45a5-a9bf-aefdd0dd9802, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6400c470-f286-45a5-a9bf-aefdd0dd9802,segment=NetworkSegment(6539b42f-0f4e-4195-887f-446f0fc6d51b),segment_id=6539b42f-0f4e-4195-887f-446f0fc6d51b)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:23.649067 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82d3d360-9c48-4a69-805a-85bc8de7e2cf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:23.752086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:23.770489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 06a67fe0-8d95-4a74-b167-2c8a0b68f59d no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:40:23.776823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-82d3d360-9c48-4a69-805a-85bc8de7e2cf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 6400c470-f286-45a5-a9bf-aefdd0dd9802 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:40:23.803823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 06a67fe0-8d95-4a74-b167-2c8a0b68f59d {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:40:23.804154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 06a67fe0-8d95-4a74-b167-2c8a0b68f59d not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:40:23.894091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.193 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/8ba46fad-f5bd-47a3-96ba-be6e7175315c) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:40:23.955477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82d3d360-9c48-4a69-805a-85bc8de7e2cf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:24.002501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3d360-9c48-4a69-805a-85bc8de7e2cf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=6400c470-f286-45a5-a9bf-aefdd0dd9802,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:24.043528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:24.076702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:24.148133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:24.151196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:24.154896 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:40:24.176814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82d3d360-9c48-4a69-805a-85bc8de7e2cf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:24.185269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=8ba46fad-f5bd-47a3-96ba-be6e7175315c,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:24.448920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d3d360-9c48-4a69-805a-85bc8de7e2cf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:40:24.563568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:24.577754 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d3d360-9c48-4a69-805a-85bc8de7e2cf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:24.587110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc217c9-08cb-47ad-8932-21c920118037 None None] Sync routers for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:24.590289 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-82d3d360-9c48-4a69-805a-85bc8de7e2cf tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1119814 Apr 29 17:40:24.593452 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52698) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:24.598248 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc217c9-08cb-47ad-8932-21c920118037 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:24.598977 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dfc217c9-08cb-47ad-8932-21c920118037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:24.668158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:24.671056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3841fdb8-46d2-4b74-9d6c-facf0b57d33d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting subnet fb2f3632-40d4-4694-9769-4b5d73b3f093 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:40:24.675387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3841fdb8-46d2-4b74-9d6c-facf0b57d33d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:24.730243 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-dfc217c9-08cb-47ad-8932-21c920118037 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:24.734836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3841fdb8-46d2-4b74-9d6c-facf0b57d33d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:24.820056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3841fdb8-46d2-4b74-9d6c-facf0b57d33d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:24.835912 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dfc217c9-08cb-47ad-8932-21c920118037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:23Z', 'revision_number': 11, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:24.840799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc217c9-08cb-47ad-8932-21c920118037 None None] Checking router: 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:24.850243 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc217c9-08cb-47ad-8932-21c920118037 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:24.851030 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dfc217c9-08cb-47ad-8932-21c920118037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:39:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:24.896381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:24.902125 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:24.982227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-dfc217c9-08cb-47ad-8932-21c920118037 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:25.015098 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=8ba46fad-f5bd-47a3-96ba-be6e7175315c,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:25.024611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3841fdb8-46d2-4b74-9d6c-facf0b57d33d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.026579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.065081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841fdb8-46d2-4b74-9d6c-facf0b57d33d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Subnet': ['ID=fb2f3632-40d4-4694-9769-4b5d73b3f093,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:25.072061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3841fdb8-46d2-4b74-9d6c-facf0b57d33d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.080153 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3841fdb8-46d2-4b74-9d6c-facf0b57d33d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/fb2f3632-40d4-4694-9769-4b5d73b3f093 HTTP/1.1" status: 204 len: 168 time: 0.4846992 Apr 29 17:40:25.082019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52702) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:25.089977 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f045956f-cd60-4949-a8ea-6cc5d5bbf92f None None] Network 27b8ed27-8f28-4812-8abe-f0b00a36e803 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:40:25.117396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dfc217c9-08cb-47ad-8932-21c920118037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:23Z', 'revision_number': 11, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:25.134047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc217c9-08cb-47ad-8932-21c920118037 None None] The sync data for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv is: [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:23Z', 'revision_number': 11, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:25.210091 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.211930 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP ecc7b674-0a11-45fc-94e7-9937a4007741 associated. External IP: 172.26.4.193, port: 3a12445d-4939-47dc-ab37-84d1e5c3e897. Apr 29 17:40:25.221297 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Deleting port 58523cb1-107b-45e7-b83d-bcee191af1d3 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:25.221709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.364194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5bc5bb28-4bb4-4b47-9bee-09414aa0abee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.441410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] For port 58523cb1-107b-45e7-b83d-bcee191af1d3, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=58523cb1-107b-45e7-b83d-bcee191af1d3,segment=NetworkSegment(6539b42f-0f4e-4195-887f-446f0fc6d51b),segment_id=6539b42f-0f4e-4195-887f-446f0fc6d51b)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:25.441641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.489684 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e9a9b-c487-41ac-97ed-511dfe1f7365 None None] DHCP port deletion for 27b8ed27-8f28-4812-8abe-f0b00a36e803 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:40:25.494050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e9a9b-c487-41ac-97ed-511dfe1f7365 None None] Deleting port 58523cb1-107b-45e7-b83d-bcee191af1d3 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:25.494428 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9a9b-c487-41ac-97ed-511dfe1f7365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.565823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Calling delete_port for 58523cb1-107b-45e7-b83d-bcee191af1d3 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:40:25.657143 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.716096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Port': ['ID=58523cb1-107b-45e7-b83d-bcee191af1d3,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:25.719507 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No DVR routers for this DVR port 58523cb1-107b-45e7-b83d-bcee191af1d3 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:40:25.726320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 59e024b7-9178-4e39-bc25-3de149486885 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:40:25.746519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9d0e9a9b-c487-41ac-97ed-511dfe1f7365 None None] For port 58523cb1-107b-45e7-b83d-bcee191af1d3, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=58523cb1-107b-45e7-b83d-bcee191af1d3,segment=NetworkSegment(6539b42f-0f4e-4195-887f-446f0fc6d51b),segment_id=6539b42f-0f4e-4195-887f-446f0fc6d51b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:25.747095 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9a9b-c487-41ac-97ed-511dfe1f7365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.859488 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6400c470-f286-45a5-a9bf-aefdd0dd9802 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:40:25.869792 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.898999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b8ed27-8f28-4812-8abe-f0b00a36e803']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:25.911750 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6539b42f-0f4e-4195-887f-446f0fc6d51b') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:25.912188 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6539b42f-0f4e-4195-887f-446f0fc6d51b') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:25.922872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:25.924173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.934149 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c4906a-e339-4ee5-b248-ab4865561efa None None] Sync routers for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:25.943868 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c4906a-e339-4ee5-b248-ab4865561efa None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:25.944740 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-30c4906a-e339-4ee5-b248-ab4865561efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:25.947621 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.956002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:40:25.956420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:25.958884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 6400c470-f286-45a5-a9bf-aefdd0dd9802 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:40:25.959458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6400c470-f286-45a5-a9bf-aefdd0dd9802 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:40:25.960033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 58523cb1-107b-45e7-b83d-bcee191af1d3 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:40:25.960903 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:26.006146 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e9a9b-c487-41ac-97ed-511dfe1f7365 None None] Calling delete_port for 58523cb1-107b-45e7-b83d-bcee191af1d3 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:40:26.026567 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0b2e21fc-0d21-441d-b811-2298a580542a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5646775 Apr 29 17:40:26.026567 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'tag': '3a12445d-4939-47dc-ab37-84d1e5c3e897'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:40:26.029838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52708) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:26.049157 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 58523cb1-107b-45e7-b83d-bcee191af1d3 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:40:26.053973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 58523cb1-107b-45e7-b83d-bcee191af1d3 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:40:26.069682 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:40:26.075931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:26.115308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:26.128940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Pushing event deleted for resources: {'Network': ['ID=27b8ed27-8f28-4812-8abe-f0b00a36e803,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:26.133359 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6b9026a4-10ee-4b84-938a-cf78a6c380da tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/networks/27b8ed27-8f28-4812-8abe-f0b00a36e803 HTTP/1.1" status: 204 len: 168 time: 1.0502670 Apr 29 17:40:26.135986 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52716) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:26.137113 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-30c4906a-e339-4ee5-b248-ab4865561efa None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:26.142269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fd2d3359-4c66-4b13-8040-7bfeab6ea5e9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'router': {'routes': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:26.160713 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-9d0e9a9b-c487-41ac-97ed-511dfe1f7365 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:40:26.161416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-9d0e9a9b-c487-41ac-97ed-511dfe1f7365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:40:26.175457 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c502e9e4-11f9-4027-8dcc-78a5591584e8'] response: {'name': 'network-changed', 'server_uuid': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'tag': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'status': 'completed', 'code': 200} Apr 29 17:40:26.181871 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0ed5d0ca-d7aa-495d-b5d5-c44e0a223e0a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/ecc7b674-0a11-45fc-94e7-9937a4007741 HTTP/1.1" status: 200 len: 992 time: 0.1501434 Apr 29 17:40:26.503880 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-30c4906a-e339-4ee5-b248-ab4865561efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'ecc7b674-0a11-45fc-94e7-9937a4007741', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.193', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '59e024b7-9178-4e39-bc25-3de149486885', 'port_id': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'mac_address': 'fa:16:3e:5e:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:40:24Z', 'updated_at': '2022-04-29T17:40:24Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:14Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:26.508162 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c4906a-e339-4ee5-b248-ab4865561efa None None] Checking router: 59e024b7-9178-4e39-bc25-3de149486885 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:26.517453 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c4906a-e339-4ee5-b248-ab4865561efa None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:26.518208 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-30c4906a-e339-4ee5-b248-ab4865561efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:26.532592 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:26.593588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.extraroute_db [None req-fd2d3359-4c66-4b13-8040-7bfeab6ea5e9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Added routes are [] {{(pid=88018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 17:40:26.593883 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.extraroute_db [None req-fd2d3359-4c66-4b13-8040-7bfeab6ea5e9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Removed routes are [] {{(pid=88018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 17:40:26.594218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3359-4c66-4b13-8040-7bfeab6ea5e9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:26.662718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e9a9b-c487-41ac-97ed-511dfe1f7365 None None] Deleting port 58523cb1-107b-45e7-b83d-bcee191af1d3 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:40:26.663704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9a9b-c487-41ac-97ed-511dfe1f7365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:26.696388 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-30c4906a-e339-4ee5-b248-ab4865561efa None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:26.724718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a52d-7313-4617-9701-33b3e44117fa req-640de989-212e-418a-b04a-4c1c51843670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:26.726160 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-33d7a52d-7313-4617-9701-33b3e44117fa req-640de989-212e-418a-b04a-4c1c51843670 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 1099 time: 0.5185142 Apr 29 17:40:26.736899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e9a9b-c487-41ac-97ed-511dfe1f7365 None None] The port '58523cb1-107b-45e7-b83d-bcee191af1d3' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:40:26.769004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:26.892730 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3359-4c66-4b13-8040-7bfeab6ea5e9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:26.941242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3359-4c66-4b13-8040-7bfeab6ea5e9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:27.080618 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-30c4906a-e339-4ee5-b248-ab4865561efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'ecc7b674-0a11-45fc-94e7-9937a4007741', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.193', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '59e024b7-9178-4e39-bc25-3de149486885', 'port_id': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'mac_address': 'fa:16:3e:5e:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:40:24Z', 'updated_at': '2022-04-29T17:40:24Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:14Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:27.085056 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c4906a-e339-4ee5-b248-ab4865561efa None None] The sync data for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv is: [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:40:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'ecc7b674-0a11-45fc-94e7-9937a4007741', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.193', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '59e024b7-9178-4e39-bc25-3de149486885', 'port_id': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'mac_address': 'fa:16:3e:5e:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:40:24Z', 'updated_at': '2022-04-29T17:40:24Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:14Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:27.118544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a52d-7313-4617-9701-33b3e44117fa req-500cbe31-f831-46ba-ad5e-5a92cd7d8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:27.120058 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-33d7a52d-7313-4617-9701-33b3e44117fa req-500cbe31-f831-46ba-ad5e-5a92cd7d8832 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b HTTP/1.1" status: 200 len: 898 time: 0.3370790 Apr 29 17:40:27.121853 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2d3359-4c66-4b13-8040-7bfeab6ea5e9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:40:27.185374 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52720) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:27.287258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331140f3-b868-4714-99e2-2d9a625ab0a6 None None] New status for floating IP ecc7b674-0a11-45fc-94e7-9937a4007741: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:40:27.297604 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c38cbb08-30ac-44ab-b535-cfa2a8b0c7ad tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/ecc7b674-0a11-45fc-94e7-9937a4007741 HTTP/1.1" status: 200 len: 992 time: 0.1107371 Apr 29 17:40:27.347081 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-33d7a52d-7313-4617-9701-33b3e44117fa req-fd788e18-a4e1-4e69-bdf6-8756422037ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a12445d-4939-47dc-ab37-84d1e5c3e897 HTTP/1.1" status: 200 len: 1000 time: 0.2211895 Apr 29 17:40:27.348026 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2d3359-4c66-4b13-8040-7bfeab6ea5e9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:27.354886 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3359-4c66-4b13-8040-7bfeab6ea5e9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:27.356006 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fd2d3359-4c66-4b13-8040-7bfeab6ea5e9 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 HTTP/1.1" status: 200 len: 705 time: 1.2185810 Apr 29 17:40:27.359314 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568066dd-3d99-48b8-92fb-02e11102f9c4 None None] Sync routers for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:27.359954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52724) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:27.377778 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568066dd-3d99-48b8-92fb-02e11102f9c4 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:27.378759 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-568066dd-3d99-48b8-92fb-02e11102f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:27.419861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fd75f604-446f-4067-b78e-069411cd1540 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Synchronizing usage tracker for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:40:27.423438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a52d-7313-4617-9701-33b3e44117fa req-cc737282-946a-4b67-a994-1f7e74a89e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:27.425481 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-33d7a52d-7313-4617-9701-33b3e44117fa req-cc737282-946a-4b67-a994-1f7e74a89e4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e811b90d-6ae4-4108-b8f3-b165fd10b4d3 HTTP/1.1" status: 200 len: 835 time: 0.0676610 Apr 29 17:40:27.439836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fd75f604-446f-4067-b78e-069411cd1540 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Unset dirty status for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:40:27.448704 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fd75f604-446f-4067-b78e-069411cd1540 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 HTTP/1.1" status: 200 len: 205 time: 0.0849738 Apr 29 17:40:27.450441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52728) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:27.506132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a52d-7313-4617-9701-33b3e44117fa req-94eaa408-f897-41ec-accb-26b29f3d337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:27.507857 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-33d7a52d-7313-4617-9701-33b3e44117fa req-94eaa408-f897-41ec-accb-26b29f3d337a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765262 Apr 29 17:40:27.526855 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-568066dd-3d99-48b8-92fb-02e11102f9c4 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:27.600058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a538-f2c6-4654-82b5-ffb2e1543262 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:27.663193 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-33d7a52d-7313-4617-9701-33b3e44117fa req-b5882f5f-14ac-42f3-98ea-4bf95766bf4a service neutron] 10.222.0.36 "GET /v2.0/networks/74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488876 Apr 29 17:40:27.668361 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-568066dd-3d99-48b8-92fb-02e11102f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:23Z', 'revision_number': 11, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:27.671823 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568066dd-3d99-48b8-92fb-02e11102f9c4 None None] Checking router: 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:27.681178 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568066dd-3d99-48b8-92fb-02e11102f9c4 None None] Routers {'6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:27.681775 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-568066dd-3d99-48b8-92fb-02e11102f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:27.807749 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-33d7a52d-7313-4617-9701-33b3e44117fa req-06320947-e4fe-4393-a673-7075c59f510b service neutron] 10.222.0.36 "GET /v2.0/networks/74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380849 Apr 29 17:40:27.808576 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-568066dd-3d99-48b8-92fb-02e11102f9c4 None None] Set router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:27.933872 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-568066dd-3d99-48b8-92fb-02e11102f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:23Z', 'revision_number': 11, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:27.940871 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568066dd-3d99-48b8-92fb-02e11102f9c4 None None] The sync data for ids ['6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9'] in dv-neutron-839024-2-hyperv is: [{'id': '6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9', 'name': 'tempest-RoutersIpV6Test-router-2089204804', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:45Z', 'updated_at': '2022-04-29T17:40:23Z', 'revision_number': 11, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:27.948183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:28.046190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a538-f2c6-4654-82b5-ffb2e1543262 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:28.048958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a538-f2c6-4654-82b5-ffb2e1543262 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:28.076220 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a538-f2c6-4654-82b5-ffb2e1543262 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:28.076749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf5a538-f2c6-4654-82b5-ffb2e1543262 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Fanout notify agent at l3_agent the message router_deleted on router 6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:40:28.094675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a538-f2c6-4654-82b5-ffb2e1543262 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:28.095751 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ddf5a538-f2c6-4654-82b5-ffb2e1543262 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 HTTP/1.1" status: 204 len: 168 time: 0.6439040 Apr 29 17:40:28.099658 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52732) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:28.105330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2fba3baf-ea8b-4469-b4b7-49d705de00e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-98283788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:28.112961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2fba3baf-ea8b-4469-b4b7-49d705de00e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:28.117632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2fba3baf-ea8b-4469-b4b7-49d705de00e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Usage tracker for resource:router and tenant:5915ea187306421eb0223fa43da2784c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:28.121081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2fba3baf-ea8b-4469-b4b7-49d705de00e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:28.128636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2fba3baf-ea8b-4469-b4b7-49d705de00e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:28.140303 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fba3baf-ea8b-4469-b4b7-49d705de00e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:28.141444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fba3baf-ea8b-4469-b4b7-49d705de00e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:28.158315 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fba3baf-ea8b-4469-b4b7-49d705de00e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:28.177927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fba3baf-ea8b-4469-b4b7-49d705de00e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:28.204429 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fba3baf-ea8b-4469-b4b7-49d705de00e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:28.205630 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2fba3baf-ea8b-4469-b4b7-49d705de00e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1050723 Apr 29 17:40:28.208327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52736) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:28.213400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4c3a5c37-a423-434c-a8c0-21897bd4c948 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:28.299626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52740) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:28.519260 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6deca3fe-d0dc-4611-8415-0df44bfb5cad tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/ecc7b674-0a11-45fc-94e7-9937a4007741 HTTP/1.1" status: 200 len: 994 time: 0.2182584 Apr 29 17:40:28.595486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5c37-a423-434c-a8c0-21897bd4c948 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:28.609857 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5c37-a423-434c-a8c0-21897bd4c948 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:28.778816 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3a5c37-a423-434c-a8c0-21897bd4c948 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Router fc4742bb-9776-409a-ba97-f34bb3f24c60 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:40:28.917919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3a5c37-a423-434c-a8c0-21897bd4c948 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:28.925071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5c37-a423-434c-a8c0-21897bd4c948 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:28.926213 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4c3a5c37-a423-434c-a8c0-21897bd4c948 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "PUT /v2.0/routers/fc4742bb-9776-409a-ba97-f34bb3f24c60 HTTP/1.1" status: 200 len: 696 time: 0.7169476 Apr 29 17:40:28.930172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52744) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:28.933007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd695be9-440f-4312-894e-8fd4f3998f35 None None] Sync routers for ids ['fc4742bb-9776-409a-ba97-f34bb3f24c60'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:28.942723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd695be9-440f-4312-894e-8fd4f3998f35 None None] Routers {'fc4742bb-9776-409a-ba97-f34bb3f24c60'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:28.943349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dd695be9-440f-4312-894e-8fd4f3998f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['fc4742bb-9776-409a-ba97-f34bb3f24c60'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:29.059691 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-65cede5e-a554-4df1-a164-856c22cfa4ef tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/routers/fc4742bb-9776-409a-ba97-f34bb3f24c60 HTTP/1.1" status: 200 len: 702 time: 0.1284101 Apr 29 17:40:29.062567 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52748) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:29.067989 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-dd695be9-440f-4312-894e-8fd4f3998f35 None None] Set router fc4742bb-9776-409a-ba97-f34bb3f24c60 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:29.106068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6245ab00-3146-43eb-a344-b934a6bcb7ae tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Synchronizing usage tracker for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:40:29.117963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6245ab00-3146-43eb-a344-b934a6bcb7ae tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Unset dirty status for tenant:5915ea187306421eb0223fa43da2784c on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:40:29.119196 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6245ab00-3146-43eb-a344-b934a6bcb7ae tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc4742bb-9776-409a-ba97-f34bb3f24c60 HTTP/1.1" status: 200 len: 205 time: 0.0556414 Apr 29 17:40:29.122166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52752) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:29.169690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dd695be9-440f-4312-894e-8fd4f3998f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4742bb-9776-409a-ba97-f34bb3f24c60', 'name': 'tempest-RoutersIpV6Test-router-98283788', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:28Z', 'updated_at': '2022-04-29T17:40:28Z', 'revision_number': 2, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:29.174112 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd695be9-440f-4312-894e-8fd4f3998f35 None None] Checking router: fc4742bb-9776-409a-ba97-f34bb3f24c60 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:29.182502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd695be9-440f-4312-894e-8fd4f3998f35 None None] Routers {'fc4742bb-9776-409a-ba97-f34bb3f24c60'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:29.183094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dd695be9-440f-4312-894e-8fd4f3998f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['fc4742bb-9776-409a-ba97-f34bb3f24c60'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:29.306801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-dd695be9-440f-4312-894e-8fd4f3998f35 None None] Set router fc4742bb-9776-409a-ba97-f34bb3f24c60 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:29.378606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-86049e20-8897-401e-9b92-2a990137c7e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:29.410162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dd695be9-440f-4312-894e-8fd4f3998f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4742bb-9776-409a-ba97-f34bb3f24c60', 'name': 'tempest-RoutersIpV6Test-router-98283788', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:28Z', 'updated_at': '2022-04-29T17:40:28Z', 'revision_number': 2, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:29.414147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd695be9-440f-4312-894e-8fd4f3998f35 None None] The sync data for ids ['fc4742bb-9776-409a-ba97-f34bb3f24c60'] in dv-neutron-839024-2-hyperv is: [{'id': 'fc4742bb-9776-409a-ba97-f34bb3f24c60', 'name': 'tempest-RoutersIpV6Test-router-98283788', 'tenant_id': '5915ea187306421eb0223fa43da2784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:28Z', 'updated_at': '2022-04-29T17:40:28Z', 'revision_number': 2, 'project_id': '5915ea187306421eb0223fa43da2784c', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:29.682851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-86049e20-8897-401e-9b92-2a990137c7e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:29.685115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-86049e20-8897-401e-9b92-2a990137c7e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:29.710912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-86049e20-8897-401e-9b92-2a990137c7e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:29.711414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86049e20-8897-401e-9b92-2a990137c7e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Fanout notify agent at l3_agent the message router_deleted on router fc4742bb-9776-409a-ba97-f34bb3f24c60 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:40:29.726169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-86049e20-8897-401e-9b92-2a990137c7e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:29.727202 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-86049e20-8897-401e-9b92-2a990137c7e0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/fc4742bb-9776-409a-ba97-f34bb3f24c60 HTTP/1.1" status: 204 len: 168 time: 0.6041083 Apr 29 17:40:29.733517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52756) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:29.777202 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a6164930-2195-4923-a97c-2be8afb4a864 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc4742bb-9776-409a-ba97-f34bb3f24c60 HTTP/1.1" status: 200 len: 205 time: 0.0425775 Apr 29 17:40:29.780921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52760) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:29.853169 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-5c29ecf0-4276-4417-989d-12a2a09812a5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] delete failed (client error): The resource could not be found. Apr 29 17:40:29.854189 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5c29ecf0-4276-4417-989d-12a2a09812a5 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/fc4742bb-9776-409a-ba97-f34bb3f24c60 HTTP/1.1" status: 404 len: 336 time: 0.0723784 Apr 29 17:40:29.858227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52764) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:29.895578 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59b1d04-4984-4b33-bedc-c3dbd7a07e22 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] DELETE failed (client error): The resource could not be found. Apr 29 17:40:29.896007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59b1d04-4984-4b33-bedc-c3dbd7a07e22 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:40:29.897633 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d59b1d04-4984-4b33-bedc-c3dbd7a07e22 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/c4990454-60fe-41fd-8316-0d9d2d5ba0d7 HTTP/1.1" status: 404 len: 337 time: 0.0385525 Apr 29 17:40:29.900389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52768) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:29.942423 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18ea695-7ffa-4450-ac1c-8b61cbeedfe0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] DELETE failed (client error): The resource could not be found. Apr 29 17:40:29.942755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18ea695-7ffa-4450-ac1c-8b61cbeedfe0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:40:29.944472 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c18ea695-7ffa-4450-ac1c-8b61cbeedfe0 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/b92d55f5-41b4-49e7-a5cb-d8d5866aa52e HTTP/1.1" status: 404 len: 337 time: 0.0432045 Apr 29 17:40:29.948895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52772) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:29.986685 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87bd2a8-1e5f-42ac-a7c0-bb4b1bac0fc4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] DELETE failed (client error): The resource could not be found. Apr 29 17:40:29.987131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87bd2a8-1e5f-42ac-a7c0-bb4b1bac0fc4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:40:29.988812 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e87bd2a8-1e5f-42ac-a7c0-bb4b1bac0fc4 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/257df932-2364-4f13-9fc9-60dfddb1af7d HTTP/1.1" status: 404 len: 337 time: 0.0389264 Apr 29 17:40:29.991588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52776) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.030850 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0119e9f8-9b33-4377-b3ea-9cc54e268bd2 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] DELETE failed (client error): The resource could not be found. Apr 29 17:40:30.031341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0119e9f8-9b33-4377-b3ea-9cc54e268bd2 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:40:30.033014 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0119e9f8-9b33-4377-b3ea-9cc54e268bd2 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/fb2f3632-40d4-4694-9769-4b5d73b3f093 HTTP/1.1" status: 404 len: 337 time: 0.0405920 Apr 29 17:40:30.035969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52780) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.080903 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4d72fefb-fc21-4be0-b837-f4318de56c67 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 HTTP/1.1" status: 200 len: 205 time: 0.0437312 Apr 29 17:40:30.084465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52784) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.155401 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-fb6de080-4d82-475b-bd3f-731a5e9c0f0b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] delete failed (client error): The resource could not be found. Apr 29 17:40:30.155401 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fb6de080-4d82-475b-bd3f-731a5e9c0f0b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/6128b8cb-d3f5-4af8-aece-b5ed7ba4bae9 HTTP/1.1" status: 404 len: 336 time: 0.0684161 Apr 29 17:40:30.156655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52788) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.200121 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-78877172-3160-4e35-9232-0cfe9bbcf9ed tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=55fc602c-9b0c-4712-93be-1eee3616d9a2 HTTP/1.1" status: 200 len: 205 time: 0.0424094 Apr 29 17:40:30.202551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52792) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.269377 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-6e34842e-f70b-483b-b982-6a0e531e49ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] delete failed (client error): The resource could not be found. Apr 29 17:40:30.270336 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6e34842e-f70b-483b-b982-6a0e531e49ac tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/55fc602c-9b0c-4712-93be-1eee3616d9a2 HTTP/1.1" status: 404 len: 336 time: 0.0669365 Apr 29 17:40:30.273127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52796) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.309708 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c591af7-2f78-42f8-93ad-7f20e327d899 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] DELETE failed (client error): The resource could not be found. Apr 29 17:40:30.310135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c591af7-2f78-42f8-93ad-7f20e327d899 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:40:30.311741 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0c591af7-2f78-42f8-93ad-7f20e327d899 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/fca5365a-2714-4358-8faa-75bdbccd3776 HTTP/1.1" status: 404 len: 337 time: 0.0377624 Apr 29 17:40:30.314178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52800) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.355174 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-828a44ca-94f0-4b17-a9df-8cbf566da260 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=db458749-32b2-42f7-8194-1b943aaaad6b HTTP/1.1" status: 200 len: 205 time: 0.0400174 Apr 29 17:40:30.357526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52804) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.424486 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-7bf82fd3-a808-46a3-93ba-4dee6f17cf8b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] delete failed (client error): The resource could not be found. Apr 29 17:40:30.425358 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7bf82fd3-a808-46a3-93ba-4dee6f17cf8b tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/db458749-32b2-42f7-8194-1b943aaaad6b HTTP/1.1" status: 404 len: 336 time: 0.0669925 Apr 29 17:40:30.429347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52808) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.471190 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3ca37db0-86e2-4753-80d6-99d2e0368b8a tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=be5cb3db-1c6b-49fc-901f-d19aa17f3614 HTTP/1.1" status: 200 len: 205 time: 0.0408182 Apr 29 17:40:30.474345 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52812) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.540749 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-0069e1c3-2a2f-4e34-8732-b9ca4e930c57 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] delete failed (client error): The resource could not be found. Apr 29 17:40:30.541725 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0069e1c3-2a2f-4e34-8732-b9ca4e930c57 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/be5cb3db-1c6b-49fc-901f-d19aa17f3614 HTTP/1.1" status: 404 len: 336 time: 0.0665562 Apr 29 17:40:30.545569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52816) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.581992 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78fb5c5-145d-4138-8699-fb382f0ff5be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] DELETE failed (client error): The resource could not be found. Apr 29 17:40:30.582414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78fb5c5-145d-4138-8699-fb382f0ff5be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:40:30.584013 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d78fb5c5-145d-4138-8699-fb382f0ff5be tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/0c387a33-f1ac-4753-a266-89927ccf3737 HTTP/1.1" status: 404 len: 337 time: 0.0375981 Apr 29 17:40:30.586526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52820) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.631062 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c8dff1c7-fca9-44d8-89bb-e14908fbf23d tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f79a530-1924-48d8-b43c-5c46aabd6b5f HTTP/1.1" status: 200 len: 205 time: 0.0434613 Apr 29 17:40:30.633535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52824) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.697579 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-c23a4855-6e93-4cea-b988-65f118b972ca tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] delete failed (client error): The resource could not be found. Apr 29 17:40:30.698552 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c23a4855-6e93-4cea-b988-65f118b972ca tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/2f79a530-1924-48d8-b43c-5c46aabd6b5f HTTP/1.1" status: 404 len: 336 time: 0.0641444 Apr 29 17:40:30.702344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52828) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.854531 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f8517b-5434-4b89-af00-3526300ee902 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] DELETE failed (client error): The resource could not be found. Apr 29 17:40:30.854977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f8517b-5434-4b89-af00-3526300ee902 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:40:30.856693 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e5f8517b-5434-4b89-af00-3526300ee902 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/3af60892-f06c-4716-9490-f3270aaf6dd7 HTTP/1.1" status: 404 len: 337 time: 0.1533446 Apr 29 17:40:30.860816 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52832) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.903099 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b0c3f6f5-8abe-4fc6-9e14-e37535021587 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "GET /v2.0/ports?device_id=843e5f39-3af7-4bac-927c-bfa25e3c9bb0 HTTP/1.1" status: 200 len: 205 time: 0.0413013 Apr 29 17:40:30.905426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52836) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:30.971876 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.api.v2.resource [None req-9a40f462-043e-4c01-87a3-5617b2413fad tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] delete failed (client error): The resource could not be found. Apr 29 17:40:30.972836 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9a40f462-043e-4c01-87a3-5617b2413fad tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/routers/843e5f39-3af7-4bac-927c-bfa25e3c9bb0 HTTP/1.1" status: 404 len: 336 time: 0.0665815 Apr 29 17:40:30.976884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52840) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:31.013502 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-279990f9-b84e-4ce0-9ebc-d34deda3974f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] DELETE failed (client error): The resource could not be found. Apr 29 17:40:31.013926 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279990f9-b84e-4ce0-9ebc-d34deda3974f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:40:31.015595 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-279990f9-b84e-4ce0-9ebc-d34deda3974f tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/0022e911-61bc-4519-b011-4fc67c57eeff HTTP/1.1" status: 404 len: 337 time: 0.0377672 Apr 29 17:40:31.019047 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52844) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:31.054392 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a94e759-4e01-4f90-bad8-17d960d79220 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] DELETE failed (client error): The resource could not be found. Apr 29 17:40:31.054815 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a94e759-4e01-4f90-bad8-17d960d79220 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 17:40:31.056432 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4a94e759-4e01-4f90-bad8-17d960d79220 tempest-RoutersIpV6Test-277919045 tempest-RoutersIpV6Test-277919045-project] 10.222.0.11 "DELETE /v2.0/subnets/c1ba37d2-78bc-422c-aa9b-9abffb126347 HTTP/1.1" status: 404 len: 337 time: 0.0365298 Apr 29 17:40:31.327175 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52852) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:31.481887 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5111e181-e5b7-4692-acb0-1dd19289045f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5915ea187306421eb0223fa43da2784c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535361 Apr 29 17:40:31.485486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52858) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:31.541904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f45fdbc-eff0-425d-bcfe-e12ec3ac3e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:31.568985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f45fdbc-eff0-425d-bcfe-e12ec3ac3e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:31.620820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f45fdbc-eff0-425d-bcfe-e12ec3ac3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:31.636527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45fdbc-eff0-425d-bcfe-e12ec3ac3e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadf4f94-63a7-4b61-af82-3f68146d3215,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:31.640786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f45fdbc-eff0-425d-bcfe-e12ec3ac3e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:31.642538 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2f45fdbc-eff0-425d-bcfe-e12ec3ac3e4b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dadf4f94-63a7-4b61-af82-3f68146d3215 HTTP/1.1" status: 204 len: 168 time: 0.1561217 Apr 29 17:40:33.471797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52902) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:33.477403 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723474815', 'description': 'tempest-secgroup-smoke-1723474815 description', 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:33.483762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:33.487856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:security_group and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:33.490771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:33.496773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:33.509756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:33.521425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:33.536003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:33.540611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:security_group_rule and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:33.543677 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:33.549854 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:33.632932 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:33.637328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:33.651369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:33.662204 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:security_group_rule and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:33.667579 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:33.675850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:33.677755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fed871-fd27-4402-8f11-f9af1846868e,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:33.753625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:33.758350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:33.799531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bafd19-9967-4313-8d66-5a6aeaeb0983,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:33.802892 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:33.804253 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0ee42a28-15a9-4abf-adc1-aa59e26c8445 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3314342 Apr 29 17:40:33.807421 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52906) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:33.812498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0a7b341b-3186-4579-95b6-5b07ea625328 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Request body: {'security_group_rule': {'security_group_id': '29bafd19-9967-4313-8d66-5a6aeaeb0983', 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:33.818398 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0a7b341b-3186-4579-95b6-5b07ea625328 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:33.822258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0a7b341b-3186-4579-95b6-5b07ea625328 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:security_group_rule and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:33.825078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0a7b341b-3186-4579-95b6-5b07ea625328 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:33.830900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0a7b341b-3186-4579-95b6-5b07ea625328 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:33.847486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a7b341b-3186-4579-95b6-5b07ea625328 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:33.919440 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a7b341b-3186-4579-95b6-5b07ea625328 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:33.925394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a7b341b-3186-4579-95b6-5b07ea625328 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:33.949277 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b341b-3186-4579-95b6-5b07ea625328 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f0ed47-d905-433a-82d3-1663c6caa918,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:33.963837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a7b341b-3186-4579-95b6-5b07ea625328 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:33.965038 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0a7b341b-3186-4579-95b6-5b07ea625328 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566856 Apr 29 17:40:33.967774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52910) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:33.972581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-cdd4d550-6cf4-4ecb-b108-f34eb5a50457 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Request body: {'security_group_rule': {'security_group_id': '29bafd19-9967-4313-8d66-5a6aeaeb0983', 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:33.978350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cdd4d550-6cf4-4ecb-b108-f34eb5a50457 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:33.982031 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cdd4d550-6cf4-4ecb-b108-f34eb5a50457 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:security_group_rule and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:33.984845 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cdd4d550-6cf4-4ecb-b108-f34eb5a50457 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:33.990400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cdd4d550-6cf4-4ecb-b108-f34eb5a50457 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:34.009228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cdd4d550-6cf4-4ecb-b108-f34eb5a50457 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.070292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cdd4d550-6cf4-4ecb-b108-f34eb5a50457 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.075498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cdd4d550-6cf4-4ecb-b108-f34eb5a50457 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.098147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4d550-6cf4-4ecb-b108-f34eb5a50457 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e900c5-af84-4284-be36-6e410dd175d7,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:34.106322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cdd4d550-6cf4-4ecb-b108-f34eb5a50457 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.107775 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cdd4d550-6cf4-4ecb-b108-f34eb5a50457 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391020 Apr 29 17:40:34.110823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52914) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:34.116234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4334b295-ed49-4d30-80a6-9cce6f91a37a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Request body: {'security_group_rule': {'security_group_id': '29bafd19-9967-4313-8d66-5a6aeaeb0983', 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:34.122621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4334b295-ed49-4d30-80a6-9cce6f91a37a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:34.126784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4334b295-ed49-4d30-80a6-9cce6f91a37a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:security_group_rule and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:34.129898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4334b295-ed49-4d30-80a6-9cce6f91a37a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:34.136408 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4334b295-ed49-4d30-80a6-9cce6f91a37a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:34.154166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4334b295-ed49-4d30-80a6-9cce6f91a37a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.219666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4334b295-ed49-4d30-80a6-9cce6f91a37a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.224323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4334b295-ed49-4d30-80a6-9cce6f91a37a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.246436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334b295-ed49-4d30-80a6-9cce6f91a37a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3cb3e2-9489-4d7a-9ee1-23c3678d4bcc,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:34.256528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4334b295-ed49-4d30-80a6-9cce6f91a37a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.257657 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4334b295-ed49-4d30-80a6-9cce6f91a37a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458375 Apr 29 17:40:34.260418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52918) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:34.265344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-3d8e11e4-ab5d-4a65-8f46-6a6ee795d0b6 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Request body: {'security_group_rule': {'security_group_id': '29bafd19-9967-4313-8d66-5a6aeaeb0983', 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:34.270869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3d8e11e4-ab5d-4a65-8f46-6a6ee795d0b6 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:34.274697 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3d8e11e4-ab5d-4a65-8f46-6a6ee795d0b6 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:security_group_rule and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:34.278457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-3d8e11e4-ab5d-4a65-8f46-6a6ee795d0b6 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:34.284072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-3d8e11e4-ab5d-4a65-8f46-6a6ee795d0b6 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:34.301833 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d8e11e4-ab5d-4a65-8f46-6a6ee795d0b6 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.365522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d8e11e4-ab5d-4a65-8f46-6a6ee795d0b6 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.370830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d8e11e4-ab5d-4a65-8f46-6a6ee795d0b6 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.393792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e11e4-ab5d-4a65-8f46-6a6ee795d0b6 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a8238d-771e-4cdd-a2b1-3baa4a5af471,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:34.402528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3d8e11e4-ab5d-4a65-8f46-6a6ee795d0b6 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.403806 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3d8e11e4-ab5d-4a65-8f46-6a6ee795d0b6 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424792 Apr 29 17:40:34.406566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52922) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:34.411522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-61c7e854-93c1-4776-bd39-d19df518ebbb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Request body: {'security_group_rule': {'security_group_id': '29bafd19-9967-4313-8d66-5a6aeaeb0983', 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:34.417447 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-61c7e854-93c1-4776-bd39-d19df518ebbb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:34.421271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-61c7e854-93c1-4776-bd39-d19df518ebbb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:security_group_rule and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:34.424446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-61c7e854-93c1-4776-bd39-d19df518ebbb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:34.430065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-61c7e854-93c1-4776-bd39-d19df518ebbb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:34.441127 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-61c7e854-93c1-4776-bd39-d19df518ebbb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Project f3412d6a42e540fdbe9f18e97e367b34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:40:34.447483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-61c7e854-93c1-4776-bd39-d19df518ebbb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.512132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-61c7e854-93c1-4776-bd39-d19df518ebbb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.517580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-61c7e854-93c1-4776-bd39-d19df518ebbb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.551237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7e854-93c1-4776-bd39-d19df518ebbb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c4a4ef-7985-4d0c-8486-67ab10bb759d,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:34.557426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-61c7e854-93c1-4776-bd39-d19df518ebbb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.558662 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-61c7e854-93c1-4776-bd39-d19df518ebbb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511791 Apr 29 17:40:34.561610 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52926) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:34.566808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-76b7e8c9-c382-45b9-91ff-9ac25b637c7c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Request body: {'security_group_rule': {'security_group_id': '29bafd19-9967-4313-8d66-5a6aeaeb0983', 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:34.573170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-76b7e8c9-c382-45b9-91ff-9ac25b637c7c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:34.577296 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-76b7e8c9-c382-45b9-91ff-9ac25b637c7c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:security_group_rule and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:34.580442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-76b7e8c9-c382-45b9-91ff-9ac25b637c7c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:34.586424 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-76b7e8c9-c382-45b9-91ff-9ac25b637c7c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:34.599200 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-76b7e8c9-c382-45b9-91ff-9ac25b637c7c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Project f3412d6a42e540fdbe9f18e97e367b34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:40:34.606234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-76b7e8c9-c382-45b9-91ff-9ac25b637c7c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.671952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-76b7e8c9-c382-45b9-91ff-9ac25b637c7c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.676805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-76b7e8c9-c382-45b9-91ff-9ac25b637c7c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.699108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7e8c9-c382-45b9-91ff-9ac25b637c7c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d8bc44-e4bb-4e28-a3df-a7e880d51fff,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:34.710159 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-76b7e8c9-c382-45b9-91ff-9ac25b637c7c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.711604 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-76b7e8c9-c382-45b9-91ff-9ac25b637c7c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490097 Apr 29 17:40:34.714625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52930) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:34.719926 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Request body: {'network': {'name': 'tempest-network-smoke--1959566104', 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'port_security_enabled': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:34.724606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:34.728370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:network and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:34.731375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:34.737068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:34.748284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Made reservation on behalf of f3412d6a42e540fdbe9f18e97e367b34 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:40:34.751737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.783064 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:40:34.792088 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.792422 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Added segment 42764dc1-d285-4756-bd79-45994a854cb6 of type vlan for network de45fbc7-c3c0-492d-b676-69425a6b5d66 Apr 29 17:40:34.818390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.850996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.856622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:34.857194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.953370 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2377095 Apr 29 17:40:34.956466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52934) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:34.961901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'admin_state_up': True, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:34.962102 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75102e-7147-41ed-a319-9c3f8ec7d878 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'Network': ['ID=de45fbc7-c3c0-492d-b676-69425a6b5d66,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:34.969660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:34.972185 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network de45fbc7-c3c0-492d-b676-69425a6b5d66 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:40:34.973908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:router and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:34.976942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:34.984102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:34.994950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:34.996034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:35.011082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:35.278028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:35.576171 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:35.611888 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:35.745314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Allocated IP 172.26.4.154 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/86b3cdc8-f5a2-426f-b4f6-412f8da0cb87) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:40:35.899435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:35.932584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:36.110465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:36.113229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:36.116749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:40:36.145186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'Port': ['ID=86b3cdc8-f5a2-426f-b4f6-412f8da0cb87,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:36.537246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:36.881491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:37.095281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Router 1a8cf786-93aa-46f8-8013-30bba4cde112 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:40:37.277415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:37.286604 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Sync routers for ids ['1a8cf786-93aa-46f8-8013-30bba4cde112'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:37.296704 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Routers {'1a8cf786-93aa-46f8-8013-30bba4cde112'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:37.297312 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1a8cf786-93aa-46f8-8013-30bba4cde112'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:37.304989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:37.306429 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f4f3df1d-216c-4023-b2ed-7e8ed420d23b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3488777 Apr 29 17:40:37.309683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52938) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:37.449165 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e79c61ec-d2e7-406f-a01b-50138fcf7d1d tempest-TestNetworkAdvancedServerOps-1053950115 tempest-TestNetworkAdvancedServerOps-1053950115-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=f3412d6a42e540fdbe9f18e97e367b34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1382952 Apr 29 17:40:37.451763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52944) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:37.469399 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Set router 1a8cf786-93aa-46f8-8013-30bba4cde112 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:37.703473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c3ca7-86ef-49b1-9f95-c4c61de579ca tempest-TestNetworkAdvancedServerOps-1053950115 tempest-TestNetworkAdvancedServerOps-1053950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:37.707851 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a72c3ca7-86ef-49b1-9f95-c4c61de579ca tempest-TestNetworkAdvancedServerOps-1053950115 tempest-TestNetworkAdvancedServerOps-1053950115-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2523150 Apr 29 17:40:37.708010 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52948) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:37.745986 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0a3f7022-bc30-46e6-be10-33ebca85fe70 tempest-TestNetworkAdvancedServerOps-1053950115 tempest-TestNetworkAdvancedServerOps-1053950115-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368810 Apr 29 17:40:37.748494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 52952) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:37.753705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2033473107', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:37.761912 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:40:36Z', 'revision_number': 3, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:37.765613 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Checking router: 1a8cf786-93aa-46f8-8013-30bba4cde112 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:37.765946 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Updating router 1a8cf786-93aa-46f8-8013-30bba4cde112 port 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:40:37.819693 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:37.860602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:37.864836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:subnet and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:37.867860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:37.874110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:37.886287 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Made reservation on behalf of f3412d6a42e540fdbe9f18e97e367b34 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:40:37.889949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:38.107151 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:38.164362 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:38.175957 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Transition to ACTIVE for port object 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:38.182039 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:38.185749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'Subnet': ['ID=4b54c540-4528-4a2a-b383-1b525b68e142,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:38.195837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Checking segment: {'id': '42764dc1-d285-4756-bd79-45994a854cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:40:38.196190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Network hostable DHCP agents. Network: de45fbc7-c3c0-492d-b676-69425a6b5d66, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:40:38.214625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Network de45fbc7-c3c0-492d-b676-69425a6b5d66 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:40:38.224299 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, de45fbc7-c3c0-492d-b676-69425a6b5d66) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:38.229186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:38.230140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:38.234027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a811d-116e-4077-8724-35ce22852562 None None] Network de45fbc7-c3c0-492d-b676-69425a6b5d66 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:40:38.256030 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0f41b-f6ad-4e71-8786-6a830069580a None None] Pushing event updated for resources: {'Port': ['ID=86b3cdc8-f5a2-426f-b4f6-412f8da0cb87,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:38.265372 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Attempting to bind port 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:40:38.265736 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Attempting to bind port 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:40:38.266097 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Attempting to bind port 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:40:38.271561 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d5faf86d-f2d1-4405-bf23-7ec14011119d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5219116 Apr 29 17:40:38.272095 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:40:38.272466 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:40:38.272857 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:38.273271 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:40:38.273723 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Bound port: 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:40:38.274095 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:38.274545 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 52956) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:38.347346 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] For port 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:40:38.350557 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] For port 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=86b3cdc8-f5a2-426f-b4f6-412f8da0cb87,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:40:38.357617 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:38.431524 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Routers {'1a8cf786-93aa-46f8-8013-30bba4cde112'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:38.432129 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1a8cf786-93aa-46f8-8013-30bba4cde112'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:38.461633 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-de45fbc7-c3c0-492d-b676-69425a6b5d66', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'fixed_ips': [{'subnet_id': '4b54c540-4528-4a2a-b383-1b525b68e142'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:40:38.462721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:38.584342 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0f41b-f6ad-4e71-8786-6a830069580a None None] Pushing event updated for resources: {'Port': ['ID=86b3cdc8-f5a2-426f-b4f6-412f8da0cb87,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:38.615782 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] Set router 1a8cf786-93aa-46f8-8013-30bba4cde112 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:38.631861 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Allocated IP 172.20.0.2 (de45fbc7-c3c0-492d-b676-69425a6b5d66/4b54c540-4528-4a2a-b383-1b525b68e142/88ebd316-abcb-44d5-af41-41a601e8562b) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:40:38.837508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:38.848742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Transition to ACTIVE for port object 88ebd316-abcb-44d5-af41-41a601e8562b will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:38.868992 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Transition to ACTIVE for port object 88ebd316-abcb-44d5-af41-41a601e8562b will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:38.874928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:38.947371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Network de45fbc7-c3c0-492d-b676-69425a6b5d66 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:38.950370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:38.954228 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:40:38.961933 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Pushing event updated for resources: {'Port': ['ID=88ebd316-abcb-44d5-af41-41a601e8562b,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:39.019719 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:40:36Z', 'revision_number': 3, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:39.024076 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c933a3-3de3-4b60-9185-2c87222ea960 None None] The sync data for ids ['1a8cf786-93aa-46f8-8013-30bba4cde112'] in dv-neutron-839024-2-hyperv is: [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:40:36Z', 'revision_number': 3, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:39.048678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Attempting to bind port 88ebd316-abcb-44d5-af41-41a601e8562b on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:40:39.049023 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Attempting to bind port 88ebd316-abcb-44d5-af41-41a601e8562b by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '42764dc1-d285-4756-bd79-45994a854cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:40:39.049376 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Attempting to bind port 88ebd316-abcb-44d5-af41-41a601e8562b on network de45fbc7-c3c0-492d-b676-69425a6b5d66 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:40:39.055124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:40:39.055550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Checking segment: {'id': '42764dc1-d285-4756-bd79-45994a854cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:40:39.056338 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:39.056338 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Bound using segment: {'id': '42764dc1-d285-4756-bd79-45994a854cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:40:39.056852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Bound port: 88ebd316-abcb-44d5-af41-41a601e8562b, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42764dc1-d285-4756-bd79-45994a854cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:40:39.057267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:39.123748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:39.156892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] For port 88ebd316-abcb-44d5-af41-41a601e8562b, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:40:39.160300 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] For port 88ebd316-abcb-44d5-af41-41a601e8562b, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=88ebd316-abcb-44d5-af41-41a601e8562b,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:40:39.165086 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:39.287978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b8bc8-16c9-4179-8cf1-8cf608597f95 None None] Pushing event updated for resources: {'Port': ['ID=88ebd316-abcb-44d5-af41-41a601e8562b,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:39.601444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Allocated IP 172.20.0.1 (de45fbc7-c3c0-492d-b676-69425a6b5d66/4b54c540-4528-4a2a-b383-1b525b68e142/5dbc6e8a-0cd7-49a6-b112-3474670888b8) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:40:39.780756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:39.805682 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Transition to ACTIVE for port object 5dbc6e8a-0cd7-49a6-b112-3474670888b8 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:39.836882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:39.904886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:39.914761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Network de45fbc7-c3c0-492d-b676-69425a6b5d66 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:39.918144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:39.922400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:40:39.962417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'Port': ['ID=5dbc6e8a-0cd7-49a6-b112-3474670888b8,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:39.985820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:39.992138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:39.995987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:39.996467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:40.115120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:40.165268 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:40.196856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=86b3cdc8-f5a2-426f-b4f6-412f8da0cb87,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:40.202884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:40.204432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 88ebd316-abcb-44d5-af41-41a601e8562b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:40.348886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc50ef9-2140-4673-a8ca-2d64ce659d96 None None] Network de45fbc7-c3c0-492d-b676-69425a6b5d66 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:40:40.556862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=86b3cdc8-f5a2-426f-b4f6-412f8da0cb87,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:40.560320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:40.571933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:40.574464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7cb3b6c1-7be7-4432-86fb-7493aa8e9bed None None] Provisioning for port 88ebd316-abcb-44d5-af41-41a601e8562b completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:40.588322 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 88ebd316-abcb-44d5-af41-41a601e8562b completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:40.600860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7cb3b6c1-7be7-4432-86fb-7493aa8e9bed None None] Provisioning complete for port 88ebd316-abcb-44d5-af41-41a601e8562b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:40.601463 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b6c1-7be7-4432-86fb-7493aa8e9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:40.668644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 88ebd316-abcb-44d5-af41-41a601e8562b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:40.669089 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:40.688971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:40.692495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'Port': ['ID=5dbc6e8a-0cd7-49a6-b112-3474670888b8,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:40.703739 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:40.704070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:40.704404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:40.704733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:40.705062 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:40.705385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:40.705706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:40.706026 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:40.706343 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:40.706658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:40.706976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:40.707316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:40.953207 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Network de45fbc7-c3c0-492d-b676-69425a6b5d66 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:40.954166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:41.079876 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b6c1-7be7-4432-86fb-7493aa8e9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:41.089447 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:41.135306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Router 1a8cf786-93aa-46f8-8013-30bba4cde112 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:40:41.139897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-7cb3b6c1-7be7-4432-86fb-7493aa8e9bed None None] For port 88ebd316-abcb-44d5-af41-41a601e8562b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=88ebd316-abcb-44d5-af41-41a601e8562b,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:41.184327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b6c1-7be7-4432-86fb-7493aa8e9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:41.258670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:40:41.259019 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:40:41.266675 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3b6c1-7be7-4432-86fb-7493aa8e9bed None None] Pushing event updated for resources: {'Port': ['ID=88ebd316-abcb-44d5-af41-41a601e8562b,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:41.324311 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:41.333621 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4a63357c-77a0-4893-a78d-b13abd8f0b2b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "PUT /v2.0/routers/1a8cf786-93aa-46f8-8013-30bba4cde112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0574093 Apr 29 17:40:41.336917 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Sync routers for ids ['1a8cf786-93aa-46f8-8013-30bba4cde112'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:41.346832 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Routers {'1a8cf786-93aa-46f8-8013-30bba4cde112'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:41.348536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1a8cf786-93aa-46f8-8013-30bba4cde112'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:41.501518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d80ec659-1afc-412e-ba04-6719dfe0852c None None] Provisioning for port 5dbc6e8a-0cd7-49a6-b112-3474670888b8 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:41.516947 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d80ec659-1afc-412e-ba04-6719dfe0852c None None] Provisioning complete for port 5dbc6e8a-0cd7-49a6-b112-3474670888b8 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:41.517318 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d80ec659-1afc-412e-ba04-6719dfe0852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:41.524154 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-7479fc4e-ab18-46ea-bde3-c6ae8d3a436a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723474815&fields=id&tenant_id=f3412d6a42e540fdbe9f18e97e367b34 HTTP/1.1" status: 200 len: 267 time: 0.0568008 Apr 29 17:40:41.595181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d80ec659-1afc-412e-ba04-6719dfe0852c None None] Port 5dbc6e8a-0cd7-49a6-b112-3474670888b8 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:40:41.597851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Set router 1a8cf786-93aa-46f8-8013-30bba4cde112 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:41.690170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-94ff2f40-fe50-42b5-8ba9-4d13f4af2ba9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:41.692097 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-94ff2f40-fe50-42b5-8ba9-4d13f4af2ba9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/networks?id=de45fbc7-c3c0-492d-b676-69425a6b5d66 HTTP/1.1" status: 200 len: 797 time: 0.1610298 Apr 29 17:40:41.709178 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-6803cc15-231d-47ef-be2b-c75052f2b4bf tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/quotas/f3412d6a42e540fdbe9f18e97e367b34 HTTP/1.1" status: 200 len: 375 time: 0.0103617 Apr 29 17:40:41.727594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d80ec659-1afc-412e-ba04-6719dfe0852c None None] Provisioning complete for port 88ebd316-abcb-44d5-af41-41a601e8562b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:41.728020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d80ec659-1afc-412e-ba04-6719dfe0852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:41.793197 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-d90f14e2-644e-4414-9bc2-84cf7cef9e55 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3412d6a42e540fdbe9f18e97e367b34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773318 Apr 29 17:40:41.967279 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:41.990629 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-44e08290-334d-4bb4-81c8-78231f471bf3 service neutron] 10.222.0.11 "GET /v2.0/networks/de45fbc7-c3c0-492d-b676-69425a6b5d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828887 Apr 29 17:40:42.127754 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:42.128122 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:42.134928 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-9fd63b24-11b6-4d82-87b4-58d14436463d service neutron] 10.222.0.11 "GET /v2.0/networks/de45fbc7-c3c0-492d-b676-69425a6b5d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376836 Apr 29 17:40:42.215630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '5dbc6e8a-0cd7-49a6-b112-3474670888b8', 'name': '', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'mac_address': 'fa:16:3e:33:1b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:39Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 2, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'subnets': [{'id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:42.219549 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b15f31e5-1a1e-4df4-ae3f-0b90c7c3857b None None] Provisioning complete for port 5dbc6e8a-0cd7-49a6-b112-3474670888b8 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:42.219921 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b15f31e5-1a1e-4df4-ae3f-0b90c7c3857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:42.249620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Checking router: 1a8cf786-93aa-46f8-8013-30bba4cde112 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:42.249945 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Updating router 1a8cf786-93aa-46f8-8013-30bba4cde112 port 5dbc6e8a-0cd7-49a6-b112-3474670888b8 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:40:42.323941 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce8a699c-edc0-4811-91ec-e7890e680a96 req-8cd5b1ad-6602-43a6-91fb-12249b5cbb61 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 210 time: 0.0474646 Apr 29 17:40:42.365492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:42.374267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b15f31e5-1a1e-4df4-ae3f-0b90c7c3857b None None] Port 5dbc6e8a-0cd7-49a6-b112-3474670888b8 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:40:42.391143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 88ebd316-abcb-44d5-af41-41a601e8562b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:42.613137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 88ebd316-abcb-44d5-af41-41a601e8562b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:42.613831 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:42.923416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:42.937711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Transition to ACTIVE for port object 5dbc6e8a-0cd7-49a6-b112-3474670888b8 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:42.945377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:43.102177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b69f5-ed13-4573-99ed-d1e3753d70bb None None] Pushing event updated for resources: {'Port': ['ID=5dbc6e8a-0cd7-49a6-b112-3474670888b8,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:43.172398 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Attempting to bind port 5dbc6e8a-0cd7-49a6-b112-3474670888b8 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:40:43.172877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Attempting to bind port 5dbc6e8a-0cd7-49a6-b112-3474670888b8 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '42764dc1-d285-4756-bd79-45994a854cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:40:43.173559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Attempting to bind port 5dbc6e8a-0cd7-49a6-b112-3474670888b8 on network de45fbc7-c3c0-492d-b676-69425a6b5d66 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:40:43.181630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:40:43.182324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Checking segment: {'id': '42764dc1-d285-4756-bd79-45994a854cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:40:43.182993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:43.183684 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Bound using segment: {'id': '42764dc1-d285-4756-bd79-45994a854cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:40:43.184189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Bound port: 5dbc6e8a-0cd7-49a6-b112-3474670888b8, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42764dc1-d285-4756-bd79-45994a854cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:40:43.184557 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:43.289254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] For port 5dbc6e8a-0cd7-49a6-b112-3474670888b8, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:40:43.292645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] For port 5dbc6e8a-0cd7-49a6-b112-3474670888b8, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5dbc6e8a-0cd7-49a6-b112-3474670888b8,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:40:43.297060 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:43.377669 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Routers {'1a8cf786-93aa-46f8-8013-30bba4cde112'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:43.378281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1a8cf786-93aa-46f8-8013-30bba4cde112'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:43.446483 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b69f5-ed13-4573-99ed-d1e3753d70bb None None] Pushing event updated for resources: {'Port': ['ID=5dbc6e8a-0cd7-49a6-b112-3474670888b8,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:43.448732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-839791a0-b045-4425-8401-c3bcbede9fcd tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:43.452843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-839791a0-b045-4425-8401-c3bcbede9fcd tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Synchronizing usage tracker for tenant:f3412d6a42e540fdbe9f18e97e367b34 on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:40:43.474899 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-839791a0-b045-4425-8401-c3bcbede9fcd tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Unset dirty status for tenant:f3412d6a42e540fdbe9f18e97e367b34 on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:40:43.476568 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-839791a0-b045-4425-8401-c3bcbede9fcd tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.36 "GET /v2.0/networks?id=de45fbc7-c3c0-492d-b676-69425a6b5d66 HTTP/1.1" status: 200 len: 797 time: 0.1892803 Apr 29 17:40:43.534537 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-14b39642-cfe6-4375-a518-006ebaa378c8 req-7837bba9-8234-4227-ad8f-121d9dc62e63 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 210 time: 0.0570560 Apr 29 17:40:43.541991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-6bbaa728-deb5-4996-934e-9d61a6a5fb73 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Synchronizing usage tracker for tenant:f3412d6a42e540fdbe9f18e97e367b34 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:40:43.560859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-6bbaa728-deb5-4996-934e-9d61a6a5fb73 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Unset dirty status for tenant:f3412d6a42e540fdbe9f18e97e367b34 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:40:43.562170 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-6bbaa728-deb5-4996-934e-9d61a6a5fb73 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3412d6a42e540fdbe9f18e97e367b34 HTTP/1.1" status: 200 len: 380 time: 0.0746384 Apr 29 17:40:43.574563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Request body: {'port': {'device_id': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'admin_state_up': True, 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'security_groups': ['29bafd19-9967-4313-8d66-5a6aeaeb0983']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:43.589076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] Set router 1a8cf786-93aa-46f8-8013-30bba4cde112 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:43.741318 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:43.745523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:port and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:43.748526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:43.754746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:43.766029 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Made reservation on behalf of f3412d6a42e540fdbe9f18e97e367b34 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:40:43.769744 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:43.936986 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Allocated IP 172.20.0.8 (de45fbc7-c3c0-492d-b676-69425a6b5d66/4b54c540-4528-4a2a-b383-1b525b68e142/738b6c7c-c828-410b-8e47-20e4dfac936a) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:40:43.945536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '5dbc6e8a-0cd7-49a6-b112-3474670888b8', 'name': '', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'mac_address': 'fa:16:3e:33:1b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:39Z', 'updated_at': '2022-04-29T17:40:43Z', 'revision_number': 4, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'subnets': [{'id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:43.949982 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59d75e-54a4-4efd-a750-c36ff262a074 None None] The sync data for ids ['1a8cf786-93aa-46f8-8013-30bba4cde112'] in dv-neutron-839024-2-hyperv is: [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '5dbc6e8a-0cd7-49a6-b112-3474670888b8', 'name': '', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'mac_address': 'fa:16:3e:33:1b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:39Z', 'updated_at': '2022-04-29T17:40:43Z', 'revision_number': 4, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'subnets': [{'id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:44.160541 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:44.178460 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Transition to ACTIVE for port object 738b6c7c-c828-410b-8e47-20e4dfac936a will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:44.205078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:44.284032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Network de45fbc7-c3c0-492d-b676-69425a6b5d66 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:44.287356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:44.289812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:40:44.331658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'Port': ['ID=738b6c7c-c828-410b-8e47-20e4dfac936a,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:44.364245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:44.364867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:44.388882 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-f2debb0c-821b-4051-98f8-95605285cea9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8200850 Apr 29 17:40:44.406170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Request body: {'port': {'device_id': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:44.525819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:44.586953 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-09f95b13-cbd7-4134-9a5e-cfdeb080498b None None] Provisioning for port 738b6c7c-c828-410b-8e47-20e4dfac936a completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:44.593263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-09f95b13-cbd7-4134-9a5e-cfdeb080498b None None] Provisioning complete for port 738b6c7c-c828-410b-8e47-20e4dfac936a triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:44.594028 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-09f95b13-cbd7-4134-9a5e-cfdeb080498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:44.724637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-09f95b13-cbd7-4134-9a5e-cfdeb080498b None None] Port 738b6c7c-c828-410b-8e47-20e4dfac936a cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:40:44.804697 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3caa97-375b-474d-87c3-7202a02d3f75 req-89980e9c-2d36-45cb-8ef1-2db378b5e81d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:44.806679 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bd3caa97-375b-474d-87c3-7202a02d3f75 req-89980e9c-2d36-45cb-8ef1-2db378b5e81d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 931 time: 0.1125548 Apr 29 17:40:44.854127 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bd3caa97-375b-474d-87c3-7202a02d3f75 req-519039cd-131f-4388-b27a-93428013a335 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412560 Apr 29 17:40:45.027052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738b6c7c-c828-410b-8e47-20e4dfac936a {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:40:45.036601 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:45.053383 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Transition to ACTIVE for port object 738b6c7c-c828-410b-8e47-20e4dfac936a will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:40:45.058988 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:45.214134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Pushing event updated for resources: {'Port': ['ID=738b6c7c-c828-410b-8e47-20e4dfac936a,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:45.300172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Attempting to bind port 738b6c7c-c828-410b-8e47-20e4dfac936a on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:40:45.300509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Attempting to bind port 738b6c7c-c828-410b-8e47-20e4dfac936a by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '42764dc1-d285-4756-bd79-45994a854cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:40:45.300837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Attempting to bind port 738b6c7c-c828-410b-8e47-20e4dfac936a on network de45fbc7-c3c0-492d-b676-69425a6b5d66 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:40:45.305872 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Port 738b6c7c-c828-410b-8e47-20e4dfac936a on network de45fbc7-c3c0-492d-b676-69425a6b5d66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:40:45.306192 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Attempting to bind port 738b6c7c-c828-410b-8e47-20e4dfac936a on network de45fbc7-c3c0-492d-b676-69425a6b5d66 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:40:45.311635 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:40:45.311975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Checking segment: {'id': '42764dc1-d285-4756-bd79-45994a854cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:40:45.312356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Bound using segment: {'id': '42764dc1-d285-4756-bd79-45994a854cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:40:45.312782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Bound port: 738b6c7c-c828-410b-8e47-20e4dfac936a, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42764dc1-d285-4756-bd79-45994a854cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:40:45.313120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:45.407548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] For port 738b6c7c-c828-410b-8e47-20e4dfac936a, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:40:45.410858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] For port 738b6c7c-c828-410b-8e47-20e4dfac936a, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=738b6c7c-c828-410b-8e47-20e4dfac936a,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:40:45.417775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:45.487418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:45.488307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:45.490265 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] 10.222.0.36 "PUT /v2.0/ports/738b6c7c-c828-410b-8e47-20e4dfac936a HTTP/1.1" status: 200 len: 1093 time: 1.0886323 Apr 29 17:40:45.490875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'tag': '738b6c7c-c828-410b-8e47-20e4dfac936a'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:40:45.520085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938dac1-a4c5-4bc3-92c9-a9e03b1fc178 service neutron] Pushing event updated for resources: {'Port': ['ID=738b6c7c-c828-410b-8e47-20e4dfac936a,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:45.544632 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d064ee5-c3bc-460a-a8c9-857b0af968de'] response: {'name': 'network-changed', 'server_uuid': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'tag': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'status': 'completed', 'code': 200} Apr 29 17:40:45.626012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-adb972c3-476e-4a14-90e7-22dc0bad5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:45.627676 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-adb972c3-476e-4a14-90e7-22dc0bad5d22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3412d6a42e540fdbe9f18e97e367b34&device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 1096 time: 0.0766571 Apr 29 17:40:45.699174 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-89a88f6a-35d4-4593-b21d-ef9375d832ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=738b6c7c-c828-410b-8e47-20e4dfac936a HTTP/1.1" status: 200 len: 217 time: 0.0644140 Apr 29 17:40:45.764090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-a959d77f-2954-4b42-b60d-2295a0ca3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:45.765407 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-a959d77f-2954-4b42-b60d-2295a0ca3496 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b54c540-4528-4a2a-b383-1b525b68e142 HTTP/1.1" status: 200 len: 835 time: 0.0596330 Apr 29 17:40:45.843235 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-de2a43df-179b-47fa-8779-15f472319c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:45.844707 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-de2a43df-179b-47fa-8779-15f472319c78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de45fbc7-c3c0-492d-b676-69425a6b5d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709300 Apr 29 17:40:45.973261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5dbc6e8a-0cd7-49a6-b112-3474670888b8 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:45.981265 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-cafcdc29-d564-4d98-bf13-6c4c4a879033 service neutron] 10.222.0.36 "GET /v2.0/networks/de45fbc7-c3c0-492d-b676-69425a6b5d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291077 Apr 29 17:40:46.045995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 5dbc6e8a-0cd7-49a6-b112-3474670888b8 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:46.052606 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5dbc6e8a-0cd7-49a6-b112-3474670888b8 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:46.052974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:46.057786 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bc8c1-defd-49bf-9786-1a20eceff24f req-bcaa5e71-8994-475e-948e-60e491a461b9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:46.059539 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ca2bc8c1-defd-49bf-9786-1a20eceff24f req-bcaa5e71-8994-475e-948e-60e491a461b9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 943 time: 0.0835810 Apr 29 17:40:46.106307 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ca2bc8c1-defd-49bf-9786-1a20eceff24f req-f6812b47-f88b-4036-800e-a4315d621027 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404608 Apr 29 17:40:46.116153 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-402a0ddb-5d6e-4983-9c41-c21a361ce1bb req-59cbc91d-4e64-4a71-aa21-d74d249b19a8 service neutron] 10.222.0.36 "GET /v2.0/networks/de45fbc7-c3c0-492d-b676-69425a6b5d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284859 Apr 29 17:40:46.185551 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:46.218010 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 5dbc6e8a-0cd7-49a6-b112-3474670888b8, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5dbc6e8a-0cd7-49a6-b112-3474670888b8,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:46.223414 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:46.244030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c409c-4cca-4401-8cea-7ccc4597e661 req-ee20616e-3741-405a-b7cb-b1091feeec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:46.245496 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ae4c409c-4cca-4401-8cea-7ccc4597e661 req-ee20616e-3741-405a-b7cb-b1091feeec9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3412d6a42e540fdbe9f18e97e367b34&device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 1096 time: 0.0711370 Apr 29 17:40:46.294000 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=5dbc6e8a-0cd7-49a6-b112-3474670888b8,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:46.382399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c409c-4cca-4401-8cea-7ccc4597e661 req-e80f9c6b-fbd5-4257-9ceb-ec356a3e3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:46.383831 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ae4c409c-4cca-4401-8cea-7ccc4597e661 req-e80f9c6b-fbd5-4257-9ceb-ec356a3e3e28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de45fbc7-c3c0-492d-b676-69425a6b5d66 HTTP/1.1" status: 200 len: 898 time: 0.1301825 Apr 29 17:40:46.455541 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ae4c409c-4cca-4401-8cea-7ccc4597e661 req-c2198ad3-c4aa-4a09-b92d-d4e2bfb68e90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=738b6c7c-c828-410b-8e47-20e4dfac936a HTTP/1.1" status: 200 len: 217 time: 0.0648255 Apr 29 17:40:46.532679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c409c-4cca-4401-8cea-7ccc4597e661 req-17ad78b2-52c8-46cd-ae4d-4d5a2c27d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:46.534724 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ae4c409c-4cca-4401-8cea-7ccc4597e661 req-17ad78b2-52c8-46cd-ae4d-4d5a2c27d86b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b54c540-4528-4a2a-b383-1b525b68e142 HTTP/1.1" status: 200 len: 835 time: 0.0726724 Apr 29 17:40:46.715117 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c409c-4cca-4401-8cea-7ccc4597e661 req-0e51be20-5095-4941-a21e-62e134e85aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:46.716635 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ae4c409c-4cca-4401-8cea-7ccc4597e661 req-0e51be20-5095-4941-a21e-62e134e85aec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de45fbc7-c3c0-492d-b676-69425a6b5d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1748574 Apr 29 17:40:46.860577 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ae4c409c-4cca-4401-8cea-7ccc4597e661 req-3016e6dd-c115-48d0-9de1-2d18b2f67736 service neutron] 10.222.0.36 "GET /v2.0/networks/de45fbc7-c3c0-492d-b676-69425a6b5d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239390 Apr 29 17:40:46.989947 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ae4c409c-4cca-4401-8cea-7ccc4597e661 req-400ab53d-e409-4b75-a27a-f0b0e3eb5f59 service neutron] 10.222.0.36 "GET /v2.0/networks/de45fbc7-c3c0-492d-b676-69425a6b5d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223609 Apr 29 17:40:47.303979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95fb53-37ef-44b1-96ef-a8990a7f86a3 req-5bdd8eee-574e-4ef6-a981-7bfad793154a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:47.305413 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0d95fb53-37ef-44b1-96ef-a8990a7f86a3 req-5bdd8eee-574e-4ef6-a981-7bfad793154a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 943 time: 0.0856225 Apr 29 17:40:47.351716 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0d95fb53-37ef-44b1-96ef-a8990a7f86a3 req-d94c7796-a865-4384-8609-24d481fe02c0 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376830 Apr 29 17:40:47.946947 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5dbc6e8a-0cd7-49a6-b112-3474670888b8 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:48.023334 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5dbc6e8a-0cd7-49a6-b112-3474670888b8 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:48.023736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:48.177960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:48.541958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce5a5f-aa37-4f42-92cf-befa3324abe4 req-7c222f83-6b2a-4aa5-ac75-07167ac21bec tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:48.543406 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9ce5a5f-aa37-4f42-92cf-befa3324abe4 req-7c222f83-6b2a-4aa5-ac75-07167ac21bec tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 943 time: 0.0838661 Apr 29 17:40:48.593469 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9ce5a5f-aa37-4f42-92cf-befa3324abe4 req-c4d8feba-c570-4e4c-8ae8-50fe27f68e8a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408373 Apr 29 17:40:49.025954 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 738b6c7c-c828-410b-8e47-20e4dfac936a details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:40:49.163775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 738b6c7c-c828-410b-8e47-20e4dfac936a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=738b6c7c-c828-410b-8e47-20e4dfac936a,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:49.184011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'port_id': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'mac_address': 'fa:16:3e:11:0e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:40:49.239958 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:49.256963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738b6c7c-c828-410b-8e47-20e4dfac936a {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:40:49.276522 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 738b6c7c-c828-410b-8e47-20e4dfac936a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=738b6c7c-c828-410b-8e47-20e4dfac936a,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:49.282688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:49.352647 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=738b6c7c-c828-410b-8e47-20e4dfac936a,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:49.360229 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:49.360599 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:49.360983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:49.361285 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:49.361585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:49.361905 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:49.362224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:49.362535 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:49.362846 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:49.363179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:49.363503 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:49.363813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:40:49.373901 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:40:49.496864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['738b6c7c-c828-410b-8e47-20e4dfac936a'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:40:49.790604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4823d-faaf-40ea-bb22-e778a9ed9161 req-eb12c6ff-3f6d-445c-99ca-44a2bb9d556a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:49.792133 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-90a4823d-faaf-40ea-bb22-e778a9ed9161 req-eb12c6ff-3f6d-445c-99ca-44a2bb9d556a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 944 time: 0.0833950 Apr 29 17:40:49.836480 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-90a4823d-faaf-40ea-bb22-e778a9ed9161 req-b190ea18-2700-4f1c-beb3-287b7aaed83d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386524 Apr 29 17:40:51.029410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ce7ce-9431-4b3d-a8f5-b4facc05de12 req-90e051e4-9982-44bf-844a-66c62cc023bc tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:51.030859 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-239ce7ce-9431-4b3d-a8f5-b4facc05de12 req-90e051e4-9982-44bf-844a-66c62cc023bc tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 944 time: 0.0840790 Apr 29 17:40:51.033977 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 738b6c7c-c828-410b-8e47-20e4dfac936a up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:40:51.080151 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-239ce7ce-9431-4b3d-a8f5-b4facc05de12 req-da9b354a-ecb2-48a5-95b9-17cf6b592d86 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433662 Apr 29 17:40:51.105421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 738b6c7c-c828-410b-8e47-20e4dfac936a completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:40:51.110185 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 738b6c7c-c828-410b-8e47-20e4dfac936a triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:40:51.110556 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:51.232437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:51.259042 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738b6c7c-c828-410b-8e47-20e4dfac936a'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:40:51.269548 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 738b6c7c-c828-410b-8e47-20e4dfac936a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=738b6c7c-c828-410b-8e47-20e4dfac936a,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:40:51.275274 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:51.309028 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ee6b42-cfda-4483-8b7d-b60026d081e7'] response: {'server_uuid': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'code': 200} Apr 29 17:40:51.347861 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=738b6c7c-c828-410b-8e47-20e4dfac936a,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:51.533501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c87fc7-490a-4613-ba16-8b720696b076 req-7b5a1c33-5d26-45d9-879a-cff808a2faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:51.534830 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f8c87fc7-490a-4613-ba16-8b720696b076 req-7b5a1c33-5d26-45d9-879a-cff808a2faae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 1098 time: 0.0706453 Apr 29 17:40:51.578490 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f8c87fc7-490a-4613-ba16-8b720696b076 req-db419f64-616e-42af-9544-20d175cd9ccf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376325 Apr 29 17:40:52.285612 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0528f21-9ed1-4f6d-8d20-b851be31514a req-15e3d3b9-b855-4e46-b131-f13f5c1efb20 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:52.287781 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e0528f21-9ed1-4f6d-8d20-b851be31514a req-15e3d3b9-b855-4e46-b131-f13f5c1efb20 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0999398 Apr 29 17:40:52.332111 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e0528f21-9ed1-4f6d-8d20-b851be31514a req-b729f11f-b4b3-4d53-a13d-2d145bca8fbc tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388565 Apr 29 17:40:53.254421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1960-dfb5-4b51-a4cb-f943c48e9702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:53.645011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d44ed-e247-4c73-866e-953c9329b3a0 req-b6591172-1801-470f-bac6-f4b9f646c208 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:53.646481 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-132d44ed-e247-4c73-866e-953c9329b3a0 req-b6591172-1801-470f-bac6-f4b9f646c208 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.1968613 Apr 29 17:40:53.692040 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-132d44ed-e247-4c73-866e-953c9329b3a0 req-98b8c46a-3ca9-42b3-9b68-7ca9e8a4dcd8 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397258 Apr 29 17:40:53.905059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612deab-fca6-47ed-9fb3-f6003acaf9e9 req-c3e41365-0835-4663-8278-026ed2162245 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:53.906513 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f612deab-fca6-47ed-9fb3-f6003acaf9e9 req-c3e41365-0835-4663-8278-026ed2162245 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.1017849 Apr 29 17:40:53.950367 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f612deab-fca6-47ed-9fb3-f6003acaf9e9 req-8d50d462-7031-4d7f-af68-cbc4c167da1d tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381665 Apr 29 17:40:53.972968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53024) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:54.042223 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e048824d-83cc-4ff6-bb52-06ce7e0511e3 tempest-TestNetworkAdvancedServerOps-1053950115 tempest-TestNetworkAdvancedServerOps-1053950115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:54.043721 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e048824d-83cc-4ff6-bb52-06ce7e0511e3 tempest-TestNetworkAdvancedServerOps-1053950115 tempest-TestNetworkAdvancedServerOps-1053950115-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 1093 time: 0.0697746 Apr 29 17:40:54.047818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53028) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:54.052937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:54.059485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:54.063675 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Usage tracker for resource:floatingip and tenant:f3412d6a42e540fdbe9f18e97e367b34 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:40:54.066624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:40:54.072871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:54.083938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for floatingip, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:54.228813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:54.365286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Allocated IP 172.26.4.98 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/bcc4e46b-d801-4424-bc96-52a7931ebde9) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:40:54.515318 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:54.555742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:54.619323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:40:54.622138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:40:54.625600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:40:54.657055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'Port': ['ID=bcc4e46b-d801-4424-bc96-52a7931ebde9,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:55.046264 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:55.123809 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:55.369066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ec4002cd-34ad-4e7b-88eb-c2cd3c4cdc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:55.444964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:55.451987 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:55.558973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event updated for resources: {'Port': ['ID=bcc4e46b-d801-4424-bc96-52a7931ebde9,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:40:55.570228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:55.743857 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Floating IP 14a0ec51-703f-4b28-933b-b4ad3c2defac associated. External IP: 172.26.4.98, port: 738b6c7c-c828-410b-8e47-20e4dfac936a. Apr 29 17:40:56.098009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Router 1a8cf786-93aa-46f8-8013-30bba4cde112 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:40:56.278416 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:40:56.287916 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b0320-675b-4e96-99ae-f6fe749ea115 None None] Sync routers for ids ['1a8cf786-93aa-46f8-8013-30bba4cde112'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:40:56.298084 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b0320-675b-4e96-99ae-f6fe749ea115 None None] Routers {'1a8cf786-93aa-46f8-8013-30bba4cde112'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:56.299036 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-571b0320-675b-4e96-99ae-f6fe749ea115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1a8cf786-93aa-46f8-8013-30bba4cde112'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:56.304764 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:56.362363 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a7f7188d-83fb-4dbd-9540-c9151818304a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3134513 Apr 29 17:40:56.362837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'tag': '738b6c7c-c828-410b-8e47-20e4dfac936a'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:40:56.417039 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe365803-68e1-4ebc-8b91-a896bf853bc7'] response: {'name': 'network-changed', 'server_uuid': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'tag': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'status': 'completed', 'code': 200} Apr 29 17:40:56.481218 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-571b0320-675b-4e96-99ae-f6fe749ea115 None None] Set router 1a8cf786-93aa-46f8-8013-30bba4cde112 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:56.516680 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e95f6b-c1ea-4185-986b-84ecf769db97 req-b87ce61e-393b-4920-b0a0-3ca4cb6f666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:56.518175 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c1e95f6b-c1ea-4185-986b-84ecf769db97 req-b87ce61e-393b-4920-b0a0-3ca4cb6f666f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3412d6a42e540fdbe9f18e97e367b34&device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 1098 time: 0.0741706 Apr 29 17:40:56.534621 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:56.550332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4229b0-0623-4135-ab39-9aaa7e64005f req-16702af1-7aae-403d-b20f-50fd24daa012 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:56.558235 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bb4229b0-0623-4135-ab39-9aaa7e64005f req-16702af1-7aae-403d-b20f-50fd24daa012 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0995507 Apr 29 17:40:56.596973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bb4229b0-0623-4135-ab39-9aaa7e64005f req-f26b64a9-af06-42bd-a98c-ad0b6200046a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379195 Apr 29 17:40:56.623335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53036) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:56.657979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e95f6b-c1ea-4185-986b-84ecf769db97 req-55ba9f35-e448-4484-a785-065e4b98c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:56.659898 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c1e95f6b-c1ea-4185-986b-84ecf769db97 req-55ba9f35-e448-4484-a785-065e4b98c810 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de45fbc7-c3c0-492d-b676-69425a6b5d66 HTTP/1.1" status: 200 len: 898 time: 0.1347435 Apr 29 17:40:56.738834 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-148bba03-b7f6-499a-95c1-10386a717733 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/floatingips/14a0ec51-703f-4b28-933b-b4ad3c2defac HTTP/1.1" status: 200 len: 990 time: 0.1127141 Apr 29 17:40:56.770357 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c1e95f6b-c1ea-4185-986b-84ecf769db97 req-481f4dba-fcdc-42b9-94ab-9c333e0e2813 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=738b6c7c-c828-410b-8e47-20e4dfac936a HTTP/1.1" status: 200 len: 998 time: 0.1023293 Apr 29 17:40:56.772672 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:56.857682 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-571b0320-675b-4e96-99ae-f6fe749ea115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '14a0ec51-703f-4b28-933b-b4ad3c2defac', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'port_id': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'mac_address': 'fa:16:3e:11:0e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:40:54Z', 'updated_at': '2022-04-29T17:40:54Z', 'revision_number': 0, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc6e8a-0cd7-49a6-b112-3474670888b8', 'name': '', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'mac_address': 'fa:16:3e:33:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:39Z', 'updated_at': '2022-04-29T17:40:46Z', 'revision_number': 5, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'subnets': [{'id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:56.861738 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b0320-675b-4e96-99ae-f6fe749ea115 None None] Checking router: 1a8cf786-93aa-46f8-8013-30bba4cde112 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:40:56.871132 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b0320-675b-4e96-99ae-f6fe749ea115 None None] Routers {'1a8cf786-93aa-46f8-8013-30bba4cde112'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:40:56.871796 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-571b0320-675b-4e96-99ae-f6fe749ea115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1a8cf786-93aa-46f8-8013-30bba4cde112'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:56.948469 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e95f6b-c1ea-4185-986b-84ecf769db97 req-a2590825-abf9-47a5-961e-1d58a7e28480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:56.950263 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c1e95f6b-c1ea-4185-986b-84ecf769db97 req-a2590825-abf9-47a5-961e-1d58a7e28480 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b54c540-4528-4a2a-b383-1b525b68e142 HTTP/1.1" status: 200 len: 835 time: 0.1716955 Apr 29 17:40:57.030184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e95f6b-c1ea-4185-986b-84ecf769db97 req-9a35208c-7a49-4ad1-9bdc-8b8d579225d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:57.031697 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c1e95f6b-c1ea-4185-986b-84ecf769db97 req-9a35208c-7a49-4ad1-9bdc-8b8d579225d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de45fbc7-c3c0-492d-b676-69425a6b5d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750542 Apr 29 17:40:57.052147 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-571b0320-675b-4e96-99ae-f6fe749ea115 None None] Set router 1a8cf786-93aa-46f8-8013-30bba4cde112 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:40:57.158804 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c1e95f6b-c1ea-4185-986b-84ecf769db97 req-42d61c79-d538-47f5-bbc5-e5f8abd2a5e2 service neutron] 10.222.0.36 "GET /v2.0/networks/de45fbc7-c3c0-492d-b676-69425a6b5d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214314 Apr 29 17:40:57.290183 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c1e95f6b-c1ea-4185-986b-84ecf769db97 req-467baed2-615a-4d95-928d-e1398d11fe73 service neutron] 10.222.0.36 "GET /v2.0/networks/de45fbc7-c3c0-492d-b676-69425a6b5d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253066 Apr 29 17:40:57.413246 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-571b0320-675b-4e96-99ae-f6fe749ea115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '14a0ec51-703f-4b28-933b-b4ad3c2defac', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'port_id': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'mac_address': 'fa:16:3e:11:0e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:40:54Z', 'updated_at': '2022-04-29T17:40:54Z', 'revision_number': 0, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc6e8a-0cd7-49a6-b112-3474670888b8', 'name': '', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'mac_address': 'fa:16:3e:33:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:39Z', 'updated_at': '2022-04-29T17:40:46Z', 'revision_number': 5, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'subnets': [{'id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:40:57.417629 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b0320-675b-4e96-99ae-f6fe749ea115 None None] The sync data for ids ['1a8cf786-93aa-46f8-8013-30bba4cde112'] in dv-neutron-839024-2-hyperv is: [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '14a0ec51-703f-4b28-933b-b4ad3c2defac', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'port_id': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'mac_address': 'fa:16:3e:11:0e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:40:54Z', 'updated_at': '2022-04-29T17:40:54Z', 'revision_number': 0, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbc6e8a-0cd7-49a6-b112-3474670888b8', 'name': '', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'mac_address': 'fa:16:3e:33:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:39Z', 'updated_at': '2022-04-29T17:40:46Z', 'revision_number': 5, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'subnets': [{'id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:40:57.572455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53042) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:57.593539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a79b350-8ed6-41d8-a859-f49386081704 None None] New status for floating IP 14a0ec51-703f-4b28-933b-b4ad3c2defac: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:40:57.656606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79155ee3-2ef7-4aa3-afdb-774dda317fb7 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:57.657069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79155ee3-2ef7-4aa3-afdb-774dda317fb7 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:57.657560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79155ee3-2ef7-4aa3-afdb-774dda317fb7 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:57.662901 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-79155ee3-2ef7-4aa3-afdb-774dda317fb7 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=438682cd007d46eb90f162f5f8d9699b&network_id=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b HTTP/1.1" status: 200 len: 3000 time: 0.0857019 Apr 29 17:40:57.741184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53048) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:57.846459 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c76f39c7-aabd-4449-962e-493ec6832d14 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/floatingips/14a0ec51-703f-4b28-933b-b4ad3c2defac HTTP/1.1" status: 200 len: 990 time: 0.1041110 Apr 29 17:40:57.935209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:58.851370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53056) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:58.970346 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b1c1ddfd-0293-4f8b-aa91-9b4dccd76e49 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/floatingips/14a0ec51-703f-4b28-933b-b4ad3c2defac HTTP/1.1" status: 200 len: 992 time: 0.1174324 Apr 29 17:40:59.369636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53062) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:59.433973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda3fc48-9ecb-4846-9d07-e62ad31eda28 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:40:59.435416 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cda3fc48-9ecb-4846-9d07-e62ad31eda28 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 814 time: 0.0643926 Apr 29 17:40:59.907481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53070) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:40:59.913708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'network': {'name': 'tempest-network-smoke--1451002274', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'port_security_enabled': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:40:59.919831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:40:59.931345 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:40:59.944490 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:40:59.947909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:59.975559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:40:59.984534 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:40:59.984809 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Added segment 62c48161-ce2e-49b9-80bf-a150e5524598 of type vlan for network c525e35d-df1e-4217-8e4a-8511c217c515 Apr 29 17:41:00.010988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:00.048102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:00.057060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:00.057971 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:00.158757 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2501252 Apr 29 17:41:00.162051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53074) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:00.168936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Network': ['ID=c525e35d-df1e-4217-8e4a-8511c217c515,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:00.175560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:00.175843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:00.176219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:00.176550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:00.176871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:00.177198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:00.177509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:00.177833 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:00.178154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:00.178467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:00.178796 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:00.179099 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5166042b-6cf2-4273-b8e9-17b015f7c091 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:00.190216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network c525e35d-df1e-4217-8e4a-8511c217c515 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:41:00.226258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8cc12-3659-4ad2-9fe5-b1cd637c1dc2 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:00.230288 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b8c8cc12-3659-4ad2-9fe5-b1cd637c1dc2 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=438682cd007d46eb90f162f5f8d9699b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0647314 Apr 29 17:41:00.230691 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53078) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:00.359082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb43cd3-aab8-4b5f-8fec-bc50b29b0537 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:00.360593 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cbb43cd3-aab8-4b5f-8fec-bc50b29b0537 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288373 Apr 29 17:41:00.364711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53082) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:00.405716 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c10f4900-a913-43cb-a530-b6b93699784a tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400445 Apr 29 17:41:00.409483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53086) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:00.446753 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7f7dc86e-b3d1-4b1b-8359-d0df280d6e7f tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=438682cd007d46eb90f162f5f8d9699b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361867 Apr 29 17:41:00.448886 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53090) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:00.577195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ecb44-f75c-47ed-8910-73e93ed149c1 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:00.578638 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d28ecb44-f75c-47ed-8910-73e93ed149c1 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289155 Apr 29 17:41:00.582645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53094) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:00.620099 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c19aa0ee-1cf3-47fe-b8a6-0ff8da067aff tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364156 Apr 29 17:41:00.622460 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53098) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:00.627496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1276301502', 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:41:00.734698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:41:00.738484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:subnet and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:41:00.741291 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:41:00.747112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:41:00.760183 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:41:00.763808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.082089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.156746 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Subnet': ['ID=28caa0d8-bc24-4777-b837-e95b25c90263,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:01.165334 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Checking segment: {'id': '62c48161-ce2e-49b9-80bf-a150e5524598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:41:01.165683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network hostable DHCP agents. Network: c525e35d-df1e-4217-8e4a-8511c217c515, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:41:01.186382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network c525e35d-df1e-4217-8e4a-8511c217c515 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:41:01.195958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, c525e35d-df1e-4217-8e4a-8511c217c515) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:41:01.200058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:01.200629 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.205050 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-31da4e84-6c50-403b-af33-3d87dd16021b req-02a302b5-439d-40e6-9603-8483af7415db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726280 Apr 29 17:41:01.207884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da7705-9f40-4224-abcb-7bfff7118276 None None] Network c525e35d-df1e-4217-8e4a-8511c217c515 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:41:01.221828 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-08d77763-c5fd-49ac-9e40-49433e12736a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5984013 Apr 29 17:41:01.343320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4e84-6c50-403b-af33-3d87dd16021b req-c5596744-61cd-4d2d-90a2-8eb1cb2a09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:01.344878 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-31da4e84-6c50-403b-af33-3d87dd16021b req-c5596744-61cd-4d2d-90a2-8eb1cb2a09b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 1099 time: 0.0703001 Apr 29 17:41:01.428186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53104) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:01.434204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-31be9593-2f47-46ab-9f5b-c29c3530fa1d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-120217168', 'description': 'tempest-secgroup-smoke-120217168 description', 'project_id': '438682cd007d46eb90f162f5f8d9699b'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:41:01.441021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-31be9593-2f47-46ab-9f5b-c29c3530fa1d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:41:01.442137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-c525e35d-df1e-4217-8e4a-8511c217c515', 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ips': [{'subnet_id': '28caa0d8-bc24-4777-b837-e95b25c90263'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:41:01.443022 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.451796 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-31be9593-2f47-46ab-9f5b-c29c3530fa1d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:41:01.465599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31be9593-2f47-46ab-9f5b-c29c3530fa1d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.491613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4e84-6c50-403b-af33-3d87dd16021b req-cc2a3378-3873-4c07-8844-bb2ba8cd6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:01.493061 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-31da4e84-6c50-403b-af33-3d87dd16021b req-cc2a3378-3873-4c07-8844-bb2ba8cd6eb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b HTTP/1.1" status: 200 len: 898 time: 0.1289825 Apr 29 17:41:01.493312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-31be9593-2f47-46ab-9f5b-c29c3530fa1d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:41:01.497157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-31be9593-2f47-46ab-9f5b-c29c3530fa1d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:41:01.499923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-31be9593-2f47-46ab-9f5b-c29c3530fa1d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:41:01.506016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-31be9593-2f47-46ab-9f5b-c29c3530fa1d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:41:01.585366 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31be9593-2f47-46ab-9f5b-c29c3530fa1d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.590440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31be9593-2f47-46ab-9f5b-c29c3530fa1d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.597373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Allocated IP 172.20.0.18 (c525e35d-df1e-4217-8e4a-8511c217c515/28caa0d8-bc24-4777-b837-e95b25c90263/2d59162f-df13-4366-9188-c18d4d031636) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:41:01.606281 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-31da4e84-6c50-403b-af33-3d87dd16021b req-691bddfb-0f31-40dd-a4da-d89840747b18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a12445d-4939-47dc-ab37-84d1e5c3e897 HTTP/1.1" status: 200 len: 1002 time: 0.1056595 Apr 29 17:41:01.637263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be9593-2f47-46ab-9f5b-c29c3530fa1d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046536da-3445-4809-9b01-60c388314d6f,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:01.645192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-31be9593-2f47-46ab-9f5b-c29c3530fa1d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.649500 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-31be9593-2f47-46ab-9f5b-c29c3530fa1d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2176878 Apr 29 17:41:01.649768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53108) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:01.656135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-abd691d4-dfda-473b-ac06-6363129acbf3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '046536da-3445-4809-9b01-60c388314d6f', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:41:01.662935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-abd691d4-dfda-473b-ac06-6363129acbf3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:41:01.668002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-abd691d4-dfda-473b-ac06-6363129acbf3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:41:01.671742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-abd691d4-dfda-473b-ac06-6363129acbf3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:41:01.678382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-abd691d4-dfda-473b-ac06-6363129acbf3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:41:01.684250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4e84-6c50-403b-af33-3d87dd16021b req-11006385-2de6-4055-a60e-6143db16a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:01.686254 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-31da4e84-6c50-403b-af33-3d87dd16021b req-11006385-2de6-4055-a60e-6143db16a667 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e811b90d-6ae4-4108-b8f3-b165fd10b4d3 HTTP/1.1" status: 200 len: 835 time: 0.0736778 Apr 29 17:41:01.697167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-abd691d4-dfda-473b-ac06-6363129acbf3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.765063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-abd691d4-dfda-473b-ac06-6363129acbf3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.769569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-abd691d4-dfda-473b-ac06-6363129acbf3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.770569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4e84-6c50-403b-af33-3d87dd16021b req-6cb367f9-1afa-46a3-8feb-3bdbfcf1d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:01.772275 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-31da4e84-6c50-403b-af33-3d87dd16021b req-6cb367f9-1afa-46a3-8feb-3bdbfcf1d593 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787337 Apr 29 17:41:01.789381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd691d4-dfda-473b-ac06-6363129acbf3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37263888-dc12-48fc-84dd-1601f59fb144,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:01.809289 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-abd691d4-dfda-473b-ac06-6363129acbf3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.813157 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-abd691d4-dfda-473b-ac06-6363129acbf3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1598241 Apr 29 17:41:01.813359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53112) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:01.818694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-39932f75-2007-4640-b555-f2fa4ecc1263 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '046536da-3445-4809-9b01-60c388314d6f', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:41:01.819170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.825522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-39932f75-2007-4640-b555-f2fa4ecc1263 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:41:01.829647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-39932f75-2007-4640-b555-f2fa4ecc1263 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:41:01.829776 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Transition to ACTIVE for port object 2d59162f-df13-4366-9188-c18d4d031636 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:41:01.832917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-39932f75-2007-4640-b555-f2fa4ecc1263 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:41:01.838945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-39932f75-2007-4640-b555-f2fa4ecc1263 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:41:01.848869 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Transition to ACTIVE for port object 2d59162f-df13-4366-9188-c18d4d031636 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:41:01.854875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.858210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-39932f75-2007-4640-b555-f2fa4ecc1263 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.906129 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-31da4e84-6c50-403b-af33-3d87dd16021b req-2b2d6e86-3056-4ab2-87d3-89bf55cd6570 service neutron] 10.222.0.36 "GET /v2.0/networks/74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276655 Apr 29 17:41:01.922553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Network c525e35d-df1e-4217-8e4a-8511c217c515 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:41:01.925926 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:41:01.928572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-39932f75-2007-4640-b555-f2fa4ecc1263 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.929890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:41:01.933958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-39932f75-2007-4640-b555-f2fa4ecc1263 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.936276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Pushing event updated for resources: {'Port': ['ID=2d59162f-df13-4366-9188-c18d4d031636,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:01.965695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39932f75-2007-4640-b555-f2fa4ecc1263 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49ce5f5-138f-4737-9ffe-239d83690e1a,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:01.976100 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-39932f75-2007-4640-b555-f2fa4ecc1263 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:01.980344 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-39932f75-2007-4640-b555-f2fa4ecc1263 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1633837 Apr 29 17:41:01.980616 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53116) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:01.986437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-b913ef3e-b46d-4883-b842-4b44bfec411f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '046536da-3445-4809-9b01-60c388314d6f', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:41:01.992724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b913ef3e-b46d-4883-b842-4b44bfec411f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:41:01.997733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b913ef3e-b46d-4883-b842-4b44bfec411f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:41:02.000703 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b913ef3e-b46d-4883-b842-4b44bfec411f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:41:02.006780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b913ef3e-b46d-4883-b842-4b44bfec411f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:41:02.024167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Attempting to bind port 2d59162f-df13-4366-9188-c18d4d031636 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:41:02.024533 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Attempting to bind port 2d59162f-df13-4366-9188-c18d4d031636 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '62c48161-ce2e-49b9-80bf-a150e5524598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:41:02.024689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b913ef3e-b46d-4883-b842-4b44bfec411f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.024889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Attempting to bind port 2d59162f-df13-4366-9188-c18d4d031636 on network c525e35d-df1e-4217-8e4a-8511c217c515 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:41:02.030271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:41:02.034058 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Checking segment: {'id': '62c48161-ce2e-49b9-80bf-a150e5524598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:41:02.034473 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.034862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Bound using segment: {'id': '62c48161-ce2e-49b9-80bf-a150e5524598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:41:02.035347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Bound port: 2d59162f-df13-4366-9188-c18d4d031636, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c48161-ce2e-49b9-80bf-a150e5524598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:41:02.035720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.043846 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-31da4e84-6c50-403b-af33-3d87dd16021b req-cc0322d8-c041-4d3a-a355-24bbdc5ad2c0 service neutron] 10.222.0.36 "GET /v2.0/networks/74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316149 Apr 29 17:41:02.100306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b913ef3e-b46d-4883-b842-4b44bfec411f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.104507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b913ef3e-b46d-4883-b842-4b44bfec411f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.127625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913ef3e-b46d-4883-b842-4b44bfec411f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35ab151-c715-4b91-b3bf-96273a58b57b,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:02.130504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-83148790-278d-40f7-9597-f66f64e23729 None None] For port 2d59162f-df13-4366-9188-c18d4d031636, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:41:02.137469 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-83148790-278d-40f7-9597-f66f64e23729 None None] For port 2d59162f-df13-4366-9188-c18d4d031636, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2d59162f-df13-4366-9188-c18d4d031636,segment=NetworkSegment(62c48161-ce2e-49b9-80bf-a150e5524598),segment_id=62c48161-ce2e-49b9-80bf-a150e5524598)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:41:02.141235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b913ef3e-b46d-4883-b842-4b44bfec411f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.142477 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.142626 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b913ef3e-b46d-4883-b842-4b44bfec411f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1608965 Apr 29 17:41:02.145600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53120) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:02.152771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8f75279f-0ebb-4ee6-b1d5-c0607f6015bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '046536da-3445-4809-9b01-60c388314d6f', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:41:02.159163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8f75279f-0ebb-4ee6-b1d5-c0607f6015bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:41:02.163446 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8f75279f-0ebb-4ee6-b1d5-c0607f6015bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:41:02.166394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8f75279f-0ebb-4ee6-b1d5-c0607f6015bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:41:02.172487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8f75279f-0ebb-4ee6-b1d5-c0607f6015bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:41:02.190923 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8f75279f-0ebb-4ee6-b1d5-c0607f6015bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.222721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83148790-278d-40f7-9597-f66f64e23729 None None] Pushing event updated for resources: {'Port': ['ID=2d59162f-df13-4366-9188-c18d4d031636,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:02.269245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8f75279f-0ebb-4ee6-b1d5-c0607f6015bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.273615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8f75279f-0ebb-4ee6-b1d5-c0607f6015bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.298622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75279f-0ebb-4ee6-b1d5-c0607f6015bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdb0b2c-c022-4a2f-90f9-e542e900c0eb,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:02.309618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8f75279f-0ebb-4ee6-b1d5-c0607f6015bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.310869 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8f75279f-0ebb-4ee6-b1d5-c0607f6015bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1639123 Apr 29 17:41:02.313615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53124) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:02.318597 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8a9f2a62-e760-4814-888e-92f656809b84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '046536da-3445-4809-9b01-60c388314d6f', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:41:02.324727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8a9f2a62-e760-4814-888e-92f656809b84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:41:02.328628 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8a9f2a62-e760-4814-888e-92f656809b84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:41:02.331590 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8a9f2a62-e760-4814-888e-92f656809b84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:41:02.337549 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8a9f2a62-e760-4814-888e-92f656809b84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:41:02.350042 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-8a9f2a62-e760-4814-888e-92f656809b84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:41:02.356987 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8a9f2a62-e760-4814-888e-92f656809b84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.445770 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8a9f2a62-e760-4814-888e-92f656809b84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.450042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8a9f2a62-e760-4814-888e-92f656809b84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.474184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f2a62-e760-4814-888e-92f656809b84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2162e773-899b-40a1-a30a-f0be5cf78317,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:02.483820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8a9f2a62-e760-4814-888e-92f656809b84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.485080 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8a9f2a62-e760-4814-888e-92f656809b84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1705334 Apr 29 17:41:02.488068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53128) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:02.494041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2faaeb41-34d9-4a95-99df-c56e809c0765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '046536da-3445-4809-9b01-60c388314d6f', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:41:02.500115 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2faaeb41-34d9-4a95-99df-c56e809c0765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:41:02.504384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2faaeb41-34d9-4a95-99df-c56e809c0765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:41:02.507539 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2faaeb41-34d9-4a95-99df-c56e809c0765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:41:02.513408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2faaeb41-34d9-4a95-99df-c56e809c0765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:41:02.524359 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-2faaeb41-34d9-4a95-99df-c56e809c0765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:41:02.530953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2faaeb41-34d9-4a95-99df-c56e809c0765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.595600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2faaeb41-34d9-4a95-99df-c56e809c0765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.601156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2faaeb41-34d9-4a95-99df-c56e809c0765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.624243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaeb41-34d9-4a95-99df-c56e809c0765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c864f2e5-292e-494b-8aa6-5f31ff180c52,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:02.635267 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2faaeb41-34d9-4a95-99df-c56e809c0765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:02.636602 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2faaeb41-34d9-4a95-99df-c56e809c0765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475430 Apr 29 17:41:02.861455 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-21eb6952-57d3-4f2e-9a60-1cd93a1bf086 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:41:02.878979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-21eb6952-57d3-4f2e-9a60-1cd93a1bf086 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:41:02.880341 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-21eb6952-57d3-4f2e-9a60-1cd93a1bf086 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-120217168&fields=id&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 267 time: 0.0589025 Apr 29 17:41:03.035843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-dc61d68f-c2da-486b-b49b-060c5d36450b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:03.036535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-dc61d68f-c2da-486b-b49b-060c5d36450b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:41:03.053541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-dc61d68f-c2da-486b-b49b-060c5d36450b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:41:03.054873 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-dc61d68f-c2da-486b-b49b-060c5d36450b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/networks?id=c525e35d-df1e-4217-8e4a-8511c217c515 HTTP/1.1" status: 200 len: 797 time: 0.1675615 Apr 29 17:41:03.070470 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-69a799d5-6ad7-42ca-8373-bcea1c9bb054 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/quotas/438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 375 time: 0.0096445 Apr 29 17:41:03.124926 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8a50b6-c9b0-4c6e-bf34-17bf8b6d80c2 None None] Network c525e35d-df1e-4217-8e4a-8511c217c515 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:41:03.169952 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-ce39919f-1520-4d82-8819-2374801fd823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0936816 Apr 29 17:41:03.273424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-33c842a4-66e0-49e7-ac9f-f4b5efef3ea7 None None] Provisioning for port 2d59162f-df13-4366-9188-c18d4d031636 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:41:03.308783 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-4ca6a59a-bc01-4b3b-872e-566790bb1795 service neutron] 10.222.0.11 "GET /v2.0/networks/c525e35d-df1e-4217-8e4a-8511c217c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263909 Apr 29 17:41:03.442843 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-e71be3aa-0c85-4d11-b2f7-6ee1be00123c service neutron] 10.222.0.11 "GET /v2.0/networks/c525e35d-df1e-4217-8e4a-8511c217c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281760 Apr 29 17:41:03.621697 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-53da9337-3ec1-460c-a6b8-d1d06e3c18da req-b8e000db-3e71-4687-b0f2-86fdbc6280c5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 210 time: 0.0425262 Apr 29 17:41:03.969807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2d59162f-df13-4366-9188-c18d4d031636 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:41:04.036863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 2d59162f-df13-4366-9188-c18d4d031636 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:41:04.041951 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 2d59162f-df13-4366-9188-c18d4d031636 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:41:04.042396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:04.195518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:04.229137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 2d59162f-df13-4366-9188-c18d4d031636, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2d59162f-df13-4366-9188-c18d4d031636,segment=NetworkSegment(62c48161-ce2e-49b9-80bf-a150e5524598),segment_id=62c48161-ce2e-49b9-80bf-a150e5524598)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:04.233648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:04.308903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=2d59162f-df13-4366-9188-c18d4d031636,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:04.788503 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-408a48cc-d0e5-45d6-82ae-8f844a27c579 req-abef5306-bda5-41ef-b7c5-9ed005553682 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 210 time: 0.0502279 Apr 29 17:41:04.809469 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-59cf8e47-d9bf-45eb-83b4-b18bc8e78615 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:04.810130 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-59cf8e47-d9bf-45eb-83b4-b18bc8e78615 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks?id=c525e35d-df1e-4217-8e4a-8511c217c515 HTTP/1.1" status: 200 len: 797 time: 0.2543416 Apr 29 17:41:04.862077 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-5bc45724-6aaf-4b1f-971a-83adba6c3ecf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 472 time: 0.0404692 Apr 29 17:41:04.871489 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'port': {'device_id': '04450c24-6a6e-49ef-9781-0d3241f27667', 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515', 'admin_state_up': True, 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'security_groups': ['046536da-3445-4809-9b01-60c388314d6f']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:41:05.013505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:41:05.017786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:port and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:41:05.020669 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:41:05.026624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:41:05.038166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:41:05.041739 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:05.204160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.23 (c525e35d-df1e-4217-8e4a-8511c217c515/28caa0d8-bc24-4777-b837-e95b25c90263/81e22f4c-3b7e-476c-bd60-28203ee35f80) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:41:05.389572 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:05.406288 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 81e22f4c-3b7e-476c-bd60-28203ee35f80 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:41:05.431486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:05.504061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network c525e35d-df1e-4217-8e4a-8511c217c515 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:41:05.507078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:41:05.510892 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:41:05.540685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=81e22f4c-3b7e-476c-bd60-28203ee35f80,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:05.578539 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:05.578900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:05.604670 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-67584d81-d048-4552-93fe-f4bc6acf7fe1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7364764 Apr 29 17:41:05.620492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Request body: {'port': {'device_id': '04450c24-6a6e-49ef-9781-0d3241f27667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:41:05.742425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:05.766993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-782f5479-fba3-4409-aed4-e750d1c562a8 None None] Provisioning for port 81e22f4c-3b7e-476c-bd60-28203ee35f80 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:41:05.772059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-782f5479-fba3-4409-aed4-e750d1c562a8 None None] Provisioning complete for port 81e22f4c-3b7e-476c-bd60-28203ee35f80 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:41:05.772503 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-782f5479-fba3-4409-aed4-e750d1c562a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:05.834814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-782f5479-fba3-4409-aed4-e750d1c562a8 None None] Port 81e22f4c-3b7e-476c-bd60-28203ee35f80 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:41:05.968724 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2d59162f-df13-4366-9188-c18d4d031636 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:41:06.006421 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95013407-5cc5-43cc-ba1c-566dc8bf7171 req-6659af24-ad12-4e9c-bb3f-7af6f738db16 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:06.008157 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95013407-5cc5-43cc-ba1c-566dc8bf7171 req-6659af24-ad12-4e9c-bb3f-7af6f738db16 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 932 time: 0.0978334 Apr 29 17:41:06.057541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 2d59162f-df13-4366-9188-c18d4d031636 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:41:06.058272 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:06.059750 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95013407-5cc5-43cc-ba1c-566dc8bf7171 req-0fade1f2-4028-47e5-87e1-a89ee7422cbb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=046536da-3445-4809-9b01-60c388314d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438037 Apr 29 17:41:06.142502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e22f4c-3b7e-476c-bd60-28203ee35f80 {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:41:06.150158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:06.167051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Transition to ACTIVE for port object 81e22f4c-3b7e-476c-bd60-28203ee35f80 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:41:06.172919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:06.326950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Pushing event updated for resources: {'Port': ['ID=81e22f4c-3b7e-476c-bd60-28203ee35f80,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:06.408781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Attempting to bind port 81e22f4c-3b7e-476c-bd60-28203ee35f80 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:41:06.409121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Attempting to bind port 81e22f4c-3b7e-476c-bd60-28203ee35f80 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '62c48161-ce2e-49b9-80bf-a150e5524598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:41:06.409515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Attempting to bind port 81e22f4c-3b7e-476c-bd60-28203ee35f80 on network c525e35d-df1e-4217-8e4a-8511c217c515 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:41:06.414665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Port 81e22f4c-3b7e-476c-bd60-28203ee35f80 on network c525e35d-df1e-4217-8e4a-8511c217c515 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:41:06.414972 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Attempting to bind port 81e22f4c-3b7e-476c-bd60-28203ee35f80 on network c525e35d-df1e-4217-8e4a-8511c217c515 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:41:06.420071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:41:06.420399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Checking segment: {'id': '62c48161-ce2e-49b9-80bf-a150e5524598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:41:06.420773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Bound using segment: {'id': '62c48161-ce2e-49b9-80bf-a150e5524598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:41:06.421189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Bound port: 81e22f4c-3b7e-476c-bd60-28203ee35f80, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c48161-ce2e-49b9-80bf-a150e5524598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:41:06.421632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:06.515231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] For port 81e22f4c-3b7e-476c-bd60-28203ee35f80, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:41:06.518291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] For port 81e22f4c-3b7e-476c-bd60-28203ee35f80, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81e22f4c-3b7e-476c-bd60-28203ee35f80,segment=NetworkSegment(62c48161-ce2e-49b9-80bf-a150e5524598),segment_id=62c48161-ce2e-49b9-80bf-a150e5524598)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:41:06.523148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:06.582736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:06.583364 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:06.584756 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] 10.222.0.36 "PUT /v2.0/ports/81e22f4c-3b7e-476c-bd60-28203ee35f80 HTTP/1.1" status: 200 len: 1094 time: 0.9689863 Apr 29 17:41:06.585208 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04450c24-6a6e-49ef-9781-0d3241f27667', 'tag': '81e22f4c-3b7e-476c-bd60-28203ee35f80'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:41:06.605263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e5774-8e49-4126-8726-3a3dae09634c service neutron] Pushing event updated for resources: {'Port': ['ID=81e22f4c-3b7e-476c-bd60-28203ee35f80,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:06.661089 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a8e66a-39d2-4fd2-a592-cf8b09076c46'] response: {'name': 'network-changed', 'server_uuid': '04450c24-6a6e-49ef-9781-0d3241f27667', 'tag': '81e22f4c-3b7e-476c-bd60-28203ee35f80', 'status': 'completed', 'code': 200} Apr 29 17:41:06.805230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-e07f3dbe-10e5-42bd-9ab6-99b42334f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:06.806734 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-e07f3dbe-10e5-42bd-9ab6-99b42334f0f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 1097 time: 0.1818824 Apr 29 17:41:06.875319 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-80cac603-70e2-43b2-b1e7-1b17957958d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=81e22f4c-3b7e-476c-bd60-28203ee35f80 HTTP/1.1" status: 200 len: 217 time: 0.0609875 Apr 29 17:41:06.940405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-de66d734-71f7-4bc6-9fc6-b03a8fe85f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:06.941793 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-de66d734-71f7-4bc6-9fc6-b03a8fe85f37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28caa0d8-bc24-4777-b837-e95b25c90263 HTTP/1.1" status: 200 len: 838 time: 0.0615892 Apr 29 17:41:07.018309 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-0a5c3e31-0883-4ec4-99fc-63940f13ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:07.019821 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-0a5c3e31-0883-4ec4-99fc-63940f13ce29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c525e35d-df1e-4217-8e4a-8511c217c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722096 Apr 29 17:41:07.152800 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-877fd3ca-3bb1-4243-af4b-48fd0348a85c service neutron] 10.222.0.36 "GET /v2.0/networks/c525e35d-df1e-4217-8e4a-8511c217c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273370 Apr 29 17:41:07.252471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa279521-e28a-4207-8135-38ecbd153286 req-73d79390-a4ad-41c2-99b5-760861b9e20b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:07.253898 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aa279521-e28a-4207-8135-38ecbd153286 req-73d79390-a4ad-41c2-99b5-760861b9e20b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 944 time: 0.0836823 Apr 29 17:41:07.285332 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-95fe1980-14de-45a9-92d0-0ef0290abd85 req-3cf5d071-b904-4897-8bdb-7d4ba71bd63b service neutron] 10.222.0.36 "GET /v2.0/networks/c525e35d-df1e-4217-8e4a-8511c217c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265981 Apr 29 17:41:07.298353 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aa279521-e28a-4207-8135-38ecbd153286 req-93122884-ffc1-431d-938a-b42b9da0966a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=046536da-3445-4809-9b01-60c388314d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386975 Apr 29 17:41:07.409596 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d98388-d434-43ce-8e85-65ac8f9512a3 req-655c4005-2ab4-460c-9db8-db7f2635298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:07.411062 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-83d98388-d434-43ce-8e85-65ac8f9512a3 req-655c4005-2ab4-460c-9db8-db7f2635298b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 1097 time: 0.0789068 Apr 29 17:41:07.553816 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d98388-d434-43ce-8e85-65ac8f9512a3 req-e61ba5c3-16f0-4903-ae32-ef1adf35a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:07.555237 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-83d98388-d434-43ce-8e85-65ac8f9512a3 req-e61ba5c3-16f0-4903-ae32-ef1adf35a9b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c525e35d-df1e-4217-8e4a-8511c217c515 HTTP/1.1" status: 200 len: 898 time: 0.1378806 Apr 29 17:41:07.621254 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-83d98388-d434-43ce-8e85-65ac8f9512a3 req-b759f2e4-a0bf-49b6-94e1-4a2964885b78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=81e22f4c-3b7e-476c-bd60-28203ee35f80 HTTP/1.1" status: 200 len: 217 time: 0.0590930 Apr 29 17:41:07.687815 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d98388-d434-43ce-8e85-65ac8f9512a3 req-32a72e27-be3e-479e-ad6d-cf78d218718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:07.689230 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-83d98388-d434-43ce-8e85-65ac8f9512a3 req-32a72e27-be3e-479e-ad6d-cf78d218718b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28caa0d8-bc24-4777-b837-e95b25c90263 HTTP/1.1" status: 200 len: 838 time: 0.0620668 Apr 29 17:41:07.776615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d98388-d434-43ce-8e85-65ac8f9512a3 req-0ab2bfdd-0dbe-4169-b9ad-5350e0d9a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:07.778049 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-83d98388-d434-43ce-8e85-65ac8f9512a3 req-0ab2bfdd-0dbe-4169-b9ad-5350e0d9a64c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c525e35d-df1e-4217-8e4a-8511c217c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0821667 Apr 29 17:41:07.920513 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-83d98388-d434-43ce-8e85-65ac8f9512a3 req-563d363d-0a54-41a5-9ce0-18b14aa82ee0 service neutron] 10.222.0.36 "GET /v2.0/networks/c525e35d-df1e-4217-8e4a-8511c217c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274683 Apr 29 17:41:08.065863 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-83d98388-d434-43ce-8e85-65ac8f9512a3 req-5ddf7f27-425d-4c50-bcfb-2f3de84daef8 service neutron] 10.222.0.36 "GET /v2.0/networks/c525e35d-df1e-4217-8e4a-8511c217c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374099 Apr 29 17:41:08.502064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ac476-d488-4993-b17a-18eb42979786 req-abfff8c9-b586-4d72-994c-934a1411f6aa tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:08.503532 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-237ac476-d488-4993-b17a-18eb42979786 req-abfff8c9-b586-4d72-994c-934a1411f6aa tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 944 time: 0.0839555 Apr 29 17:41:08.548820 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-237ac476-d488-4993-b17a-18eb42979786 req-01d4b831-ed0a-465d-acec-64cc86cd096b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=046536da-3445-4809-9b01-60c388314d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371954 Apr 29 17:41:09.113718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 81e22f4c-3b7e-476c-bd60-28203ee35f80 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:41:09.254337 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 81e22f4c-3b7e-476c-bd60-28203ee35f80, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81e22f4c-3b7e-476c-bd60-28203ee35f80,segment=NetworkSegment(62c48161-ce2e-49b9-80bf-a150e5524598),segment_id=62c48161-ce2e-49b9-80bf-a150e5524598)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:09.267105 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '81e22f4c-3b7e-476c-bd60-28203ee35f80', 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515', 'port_id': '81e22f4c-3b7e-476c-bd60-28203ee35f80', 'mac_address': 'fa:16:3e:b3:d7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28caa0d8-bc24-4777-b837-e95b25c90263', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:41:09.326067 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:09.342647 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e22f4c-3b7e-476c-bd60-28203ee35f80 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:41:09.357752 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 81e22f4c-3b7e-476c-bd60-28203ee35f80, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81e22f4c-3b7e-476c-bd60-28203ee35f80,segment=NetworkSegment(62c48161-ce2e-49b9-80bf-a150e5524598),segment_id=62c48161-ce2e-49b9-80bf-a150e5524598)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:09.364338 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:09.428885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=81e22f4c-3b7e-476c-bd60-28203ee35f80,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:09.588373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['81e22f4c-3b7e-476c-bd60-28203ee35f80'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:41:09.747851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc34da-bf22-43a9-ad40-e97f9c471fb6 req-b5c0a4fe-6a65-483f-8b73-2e8644bfeb24 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:09.749292 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ebc34da-bf22-43a9-ad40-e97f9c471fb6 req-b5c0a4fe-6a65-483f-8b73-2e8644bfeb24 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 945 time: 0.0846636 Apr 29 17:41:09.792665 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ebc34da-bf22-43a9-ad40-e97f9c471fb6 req-741befb6-82ea-4072-bc84-e5f242d66728 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=046536da-3445-4809-9b01-60c388314d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375264 Apr 29 17:41:11.004346 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7250e-dd08-4770-abb1-01f749c9a45f req-f4dd9315-d462-4326-b4a1-b0a3469005b5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:11.005686 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e5a7250e-dd08-4770-abb1-01f749c9a45f req-f4dd9315-d462-4326-b4a1-b0a3469005b5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 945 time: 0.0901589 Apr 29 17:41:11.064598 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e5a7250e-dd08-4770-abb1-01f749c9a45f req-fdaa8dac-8715-4688-92f8-ad830a862fd4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=046536da-3445-4809-9b01-60c388314d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503936 Apr 29 17:41:11.141193 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 81e22f4c-3b7e-476c-bd60-28203ee35f80 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:41:11.220785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 81e22f4c-3b7e-476c-bd60-28203ee35f80 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:41:11.227609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 81e22f4c-3b7e-476c-bd60-28203ee35f80 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:41:11.228236 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:11.365912 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:11.400851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04450c24-6a6e-49ef-9781-0d3241f27667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e22f4c-3b7e-476c-bd60-28203ee35f80'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:41:11.411383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 81e22f4c-3b7e-476c-bd60-28203ee35f80, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81e22f4c-3b7e-476c-bd60-28203ee35f80,segment=NetworkSegment(62c48161-ce2e-49b9-80bf-a150e5524598),segment_id=62c48161-ce2e-49b9-80bf-a150e5524598)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:11.417154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:11.453081 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb2ba75-3f44-4cc4-8857-ade8c757dee1'] response: {'server_uuid': '04450c24-6a6e-49ef-9781-0d3241f27667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e22f4c-3b7e-476c-bd60-28203ee35f80', 'code': 200} Apr 29 17:41:11.488655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=81e22f4c-3b7e-476c-bd60-28203ee35f80,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:11.707426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f1a2e-de51-4958-9e78-a31253192525 req-1c00f9dd-41f0-44d0-97bc-ae1cbc581e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:11.709029 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4b9f1a2e-de51-4958-9e78-a31253192525 req-1c00f9dd-41f0-44d0-97bc-ae1cbc581e24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 1099 time: 0.0762181 Apr 29 17:41:11.749795 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4b9f1a2e-de51-4958-9e78-a31253192525 req-9ffd61a9-8ed8-4642-aebb-9951718b8a76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=046536da-3445-4809-9b01-60c388314d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349855 Apr 29 17:41:12.271476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c6c3b-7d2e-4da8-85aa-53a93fd9544d req-3274d4b1-1fbf-439f-b730-0fb0f06e3aea tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:12.272928 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-868c6c3b-7d2e-4da8-85aa-53a93fd9544d req-3274d4b1-1fbf-439f-b730-0fb0f06e3aea tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 946 time: 0.0907781 Apr 29 17:41:12.318673 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-868c6c3b-7d2e-4da8-85aa-53a93fd9544d req-bc0e78a3-46cc-4aa9-9d7e-c2253cf1bc4b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=046536da-3445-4809-9b01-60c388314d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398531 Apr 29 17:41:13.536302 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181d7c-3e84-4dea-be0c-9a13f1065dc0 req-9d911547-a30f-45b6-832c-32118fe57922 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:13.537714 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-08181d7c-3e84-4dea-be0c-9a13f1065dc0 req-9d911547-a30f-45b6-832c-32118fe57922 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 946 time: 0.0983636 Apr 29 17:41:13.583386 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-08181d7c-3e84-4dea-be0c-9a13f1065dc0 req-b813fd4d-6a2f-4c51-8f3d-dbc32a8f530b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=046536da-3445-4809-9b01-60c388314d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381968 Apr 29 17:41:13.772548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7503e8-c306-43dc-aafa-18bdb44dfc2e req-48513a8b-9466-42f3-ae6d-9a0393ed7d44 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:13.773996 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bc7503e8-c306-43dc-aafa-18bdb44dfc2e req-48513a8b-9466-42f3-ae6d-9a0393ed7d44 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 946 time: 0.0881050 Apr 29 17:41:13.820574 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bc7503e8-c306-43dc-aafa-18bdb44dfc2e req-0c9526b7-3519-4715-a575-1f677c8e44cb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=046536da-3445-4809-9b01-60c388314d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379703 Apr 29 17:41:15.323021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53184) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:16.127345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:16.526566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.17 (c525e35d-df1e-4217-8e4a-8511c217c515/28caa0d8-bc24-4777-b837-e95b25c90263/7ec33eb3-f216-45fd-8518-c263c94aff0c) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:41:16.687270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:16.703252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 7ec33eb3-f216-45fd-8518-c263c94aff0c will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:41:16.728077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:16.794392 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network c525e35d-df1e-4217-8e4a-8511c217c515 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:41:16.797396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:41:16.801525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:41:16.840341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=7ec33eb3-f216-45fd-8518-c263c94aff0c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:16.866819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:16.973363 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4b52eff3-3e62-458c-9bb8-9055178df163 None None] Provisioning for port 7ec33eb3-f216-45fd-8518-c263c94aff0c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:41:16.977925 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4b52eff3-3e62-458c-9bb8-9055178df163 None None] Provisioning complete for port 7ec33eb3-f216-45fd-8518-c263c94aff0c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:41:16.978301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4b52eff3-3e62-458c-9bb8-9055178df163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:16.982645 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:17.033034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4b52eff3-3e62-458c-9bb8-9055178df163 None None] Port 7ec33eb3-f216-45fd-8518-c263c94aff0c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:41:17.504701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:17.511767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:17.623702 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=7ec33eb3-f216-45fd-8518-c263c94aff0c,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:17.626030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:17.761263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network c525e35d-df1e-4217-8e4a-8511c217c515 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:41:17.762269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:41:17.955144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 59e024b7-9178-4e39-bc25-3de149486885 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:41:17.959406 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fd09998d-be45-4fde-bc02-aa008fbe1f9b None None] Provisioning complete for port 7ec33eb3-f216-45fd-8518-c263c94aff0c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:41:17.959806 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fd09998d-be45-4fde-bc02-aa008fbe1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:18.012270 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-fd09998d-be45-4fde-bc02-aa008fbe1f9b None None] Port 7ec33eb3-f216-45fd-8518-c263c94aff0c cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:41:18.134423 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:41:18.144195 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Sync routers for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:41:18.147548 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e6b577b2-974d-4231-ab4c-3a9ef31547d4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/59e024b7-9178-4e39-bc25-3de149486885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8229640 Apr 29 17:41:18.154683 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:41:18.155274 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:18.176090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:18.335008 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:41:18.685514 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:41:16Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'ecc7b674-0a11-45fc-94e7-9937a4007741', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.193', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '59e024b7-9178-4e39-bc25-3de149486885', 'port_id': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'mac_address': 'fa:16:3e:5e:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:40:24Z', 'updated_at': '2022-04-29T17:40:27Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec33eb3-f216-45fd-8518-c263c94aff0c', 'name': '', 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:80:44:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '28caa0d8-bc24-4777-b837-e95b25c90263', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:16Z', 'updated_at': '2022-04-29T17:41:17Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '28caa0d8-bc24-4777-b837-e95b25c90263', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:14Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:18.689212 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Checking router: 59e024b7-9178-4e39-bc25-3de149486885 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:41:18.689556 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Updating router 59e024b7-9178-4e39-bc25-3de149486885 port 7ec33eb3-f216-45fd-8518-c263c94aff0c binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:41:18.741017 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:19.122366 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:19.134214 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Transition to ACTIVE for port object 7ec33eb3-f216-45fd-8518-c263c94aff0c will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:41:19.144143 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:19.281666 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Pushing event updated for resources: {'Port': ['ID=7ec33eb3-f216-45fd-8518-c263c94aff0c,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:19.318054 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:19.318400 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:19.318712 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:19.319061 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:19.319401 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:19.319718 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:19.320027 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:19.320344 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:19.320661 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:19.320973 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:19.321293 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:19.321604 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:19.379978 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Attempting to bind port 7ec33eb3-f216-45fd-8518-c263c94aff0c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:41:19.380276 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Attempting to bind port 7ec33eb3-f216-45fd-8518-c263c94aff0c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '62c48161-ce2e-49b9-80bf-a150e5524598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:41:19.380623 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Attempting to bind port 7ec33eb3-f216-45fd-8518-c263c94aff0c on network c525e35d-df1e-4217-8e4a-8511c217c515 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:41:19.385651 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:41:19.386032 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Checking segment: {'id': '62c48161-ce2e-49b9-80bf-a150e5524598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:41:19.386416 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:19.386790 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Bound using segment: {'id': '62c48161-ce2e-49b9-80bf-a150e5524598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:41:19.387231 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Bound port: 7ec33eb3-f216-45fd-8518-c263c94aff0c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c48161-ce2e-49b9-80bf-a150e5524598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:41:19.387634 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:19.471873 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] For port 7ec33eb3-f216-45fd-8518-c263c94aff0c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:41:19.474735 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] For port 7ec33eb3-f216-45fd-8518-c263c94aff0c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7ec33eb3-f216-45fd-8518-c263c94aff0c,segment=NetworkSegment(62c48161-ce2e-49b9-80bf-a150e5524598),segment_id=62c48161-ce2e-49b9-80bf-a150e5524598)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:41:19.481204 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:19.559277 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3223bb7-147a-4a69-81e4-62f3d8a09c67 None None] Pushing event updated for resources: {'Port': ['ID=7ec33eb3-f216-45fd-8518-c263c94aff0c,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:19.561954 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:41:19.562564 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:40:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:19.736516 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:41:20.083309 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:41:16Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'ecc7b674-0a11-45fc-94e7-9937a4007741', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.193', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '59e024b7-9178-4e39-bc25-3de149486885', 'port_id': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'mac_address': 'fa:16:3e:5e:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:40:24Z', 'updated_at': '2022-04-29T17:40:27Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec33eb3-f216-45fd-8518-c263c94aff0c', 'name': '', 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:80:44:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '28caa0d8-bc24-4777-b837-e95b25c90263', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:16Z', 'updated_at': '2022-04-29T17:41:19Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '28caa0d8-bc24-4777-b837-e95b25c90263', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:14Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:20.087646 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fd824d-0c1f-4666-981d-dd5a11d35455 None None] The sync data for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv is: [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:41:16Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'ecc7b674-0a11-45fc-94e7-9937a4007741', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.193', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '59e024b7-9178-4e39-bc25-3de149486885', 'port_id': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'mac_address': 'fa:16:3e:5e:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:40:24Z', 'updated_at': '2022-04-29T17:40:27Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec33eb3-f216-45fd-8518-c263c94aff0c', 'name': '', 'network_id': 'c525e35d-df1e-4217-8e4a-8511c217c515', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:80:44:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '28caa0d8-bc24-4777-b837-e95b25c90263', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:16Z', 'updated_at': '2022-04-29T17:41:19Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '28caa0d8-bc24-4777-b837-e95b25c90263', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:14Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:41:21.980108 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7ec33eb3-f216-45fd-8518-c263c94aff0c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:41:22.065230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 7ec33eb3-f216-45fd-8518-c263c94aff0c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:41:22.069977 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 7ec33eb3-f216-45fd-8518-c263c94aff0c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:41:22.070320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:22.185741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:22.218144 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 7ec33eb3-f216-45fd-8518-c263c94aff0c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7ec33eb3-f216-45fd-8518-c263c94aff0c,segment=NetworkSegment(62c48161-ce2e-49b9-80bf-a150e5524598),segment_id=62c48161-ce2e-49b9-80bf-a150e5524598)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:22.223480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:22.287159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=7ec33eb3-f216-45fd-8518-c263c94aff0c,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:23.261895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f7c0fdd3-e28e-47e7-a42b-11251a4778c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:23.970396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7ec33eb3-f216-45fd-8518-c263c94aff0c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:41:24.038809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 7ec33eb3-f216-45fd-8518-c263c94aff0c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:41:24.039180 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:25.374489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3a4c4206-90d1-48a6-990b-632172c2e4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:26.381406 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:41:26.545908 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:26.786796 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:27.942344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:28.582474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b3b8e-41be-4ab6-adb3-2e639dec2438 req-053b6b7d-2c19-4a1e-bd6c-613d6e437e10 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:28.584070 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bb2b3b8e-41be-4ab6-adb3-2e639dec2438 req-053b6b7d-2c19-4a1e-bd6c-613d6e437e10 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0859549 Apr 29 17:41:28.629719 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bb2b3b8e-41be-4ab6-adb3-2e639dec2438 req-98944349-ef8c-41af-99da-904a861faf06 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392168 Apr 29 17:41:29.819844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48229aaa-c3eb-4daf-90d3-b824b557d908 req-deaac161-e50f-4fb9-98b4-6e6d281daf96 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:29.821241 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-48229aaa-c3eb-4daf-90d3-b824b557d908 req-deaac161-e50f-4fb9-98b4-6e6d281daf96 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0815613 Apr 29 17:41:29.868360 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-48229aaa-c3eb-4daf-90d3-b824b557d908 req-98ebaee7-c9d6-49b9-b736-14d3be7c09c9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409353 Apr 29 17:41:31.069243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2435a04-d41a-4292-98b9-2fe718e88796 req-956d0a3f-3cb3-4fd0-b01f-7afa38586cb3 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:31.070678 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f2435a04-d41a-4292-98b9-2fe718e88796 req-956d0a3f-3cb3-4fd0-b01f-7afa38586cb3 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0868082 Apr 29 17:41:31.117032 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f2435a04-d41a-4292-98b9-2fe718e88796 req-5289571a-4d3c-402a-988d-f95a4a969cfa tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396602 Apr 29 17:41:32.327206 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da5beb-39ab-4b60-bb3f-1f85429d9cb7 req-13335753-56da-4902-a0f0-fe8c3ffd5aa3 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:32.328649 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-25da5beb-39ab-4b60-bb3f-1f85429d9cb7 req-13335753-56da-4902-a0f0-fe8c3ffd5aa3 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0953102 Apr 29 17:41:32.377172 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-25da5beb-39ab-4b60-bb3f-1f85429d9cb7 req-f6c659d9-4ab0-4152-a0a4-6fa2cce2fd99 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427377 Apr 29 17:41:33.581820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d938e17-cc50-45f3-a2ac-4ed027665743 req-e11deee2-5964-4498-8f0e-b3b3e576e3e6 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:33.583216 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4d938e17-cc50-45f3-a2ac-4ed027665743 req-e11deee2-5964-4498-8f0e-b3b3e576e3e6 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0916758 Apr 29 17:41:33.628065 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4d938e17-cc50-45f3-a2ac-4ed027665743 req-a066b3cb-731a-4f0e-adb7-2fb03fae0f52 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389068 Apr 29 17:41:34.921305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26f08e-9a9b-4a72-bd2f-dd76de753a2e req-af2f74a3-8232-479c-bb0e-8738d474e08c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:34.922625 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2e26f08e-9a9b-4a72-bd2f-dd76de753a2e req-af2f74a3-8232-479c-bb0e-8738d474e08c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.1873682 Apr 29 17:41:34.967467 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2e26f08e-9a9b-4a72-bd2f-dd76de753a2e req-d89bcd75-b094-469f-8a6d-350cc187beeb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385995 Apr 29 17:41:36.169680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ede12-580b-4ecb-8031-8102d8a9d768 req-13cd0faf-1bf7-4c6b-87b7-010b0e79c2b9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:36.171084 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-139ede12-580b-4ecb-8031-8102d8a9d768 req-13cd0faf-1bf7-4c6b-87b7-010b0e79c2b9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0860620 Apr 29 17:41:36.215057 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-139ede12-580b-4ecb-8031-8102d8a9d768 req-963bb3eb-34cb-4c57-8c85-554b23ad27fd tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377548 Apr 29 17:41:37.414291 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22600896-eb04-4f7e-83e7-acd2f35c6d64 req-94153eb4-a9d0-40c9-a546-b547f03c7450 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:37.415690 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-22600896-eb04-4f7e-83e7-acd2f35c6d64 req-94153eb4-a9d0-40c9-a546-b547f03c7450 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0855005 Apr 29 17:41:37.461650 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-22600896-eb04-4f7e-83e7-acd2f35c6d64 req-c12f6bc9-d535-4ab1-96be-950b76807e50 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399902 Apr 29 17:41:38.658295 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53254) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:38.664225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ed7f2-719d-4cfc-9463-70e25d702dab req-15d73073-d994-4604-82fb-eceabace4fec tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:38.665673 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-906ed7f2-719d-4cfc-9463-70e25d702dab req-15d73073-d994-4604-82fb-eceabace4fec tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0842245 Apr 29 17:41:38.713629 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-906ed7f2-719d-4cfc-9463-70e25d702dab req-c2a79e85-09a3-4209-83f0-ae371a38c0fb tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419450 Apr 29 17:41:39.330864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf221-63c8-4043-8ed3-313baa5f378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:39.717201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-f4aaf221-63c8-4043-8ed3-313baa5f378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 7ec33eb3-f216-45fd-8518-c263c94aff0c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:41:39.717912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf221-63c8-4043-8ed3-313baa5f378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:39.897081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a481f11-5d29-4fb6-a650-a3c3ba275eff req-a82ebc8e-4f96-4516-b872-21e3bf50194c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:39.898541 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1a481f11-5d29-4fb6-a650-a3c3ba275eff req-a82ebc8e-4f96-4516-b872-21e3bf50194c tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0788472 Apr 29 17:41:39.910814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-f4aaf221-63c8-4043-8ed3-313baa5f378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 7ec33eb3-f216-45fd-8518-c263c94aff0c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7ec33eb3-f216-45fd-8518-c263c94aff0c,segment=NetworkSegment(62c48161-ce2e-49b9-80bf-a150e5524598),segment_id=62c48161-ce2e-49b9-80bf-a150e5524598)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:39.911211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf221-63c8-4043-8ed3-313baa5f378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:39.943116 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1a481f11-5d29-4fb6-a650-a3c3ba275eff req-8b775e77-095b-483f-a354-8b911beebcb3 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387044 Apr 29 17:41:40.033586 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-f4aaf221-63c8-4043-8ed3-313baa5f378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 7ec33eb3-f216-45fd-8518-c263c94aff0c owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:41:40.219954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf221-63c8-4043-8ed3-313baa5f378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:40.265939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aaf221-63c8-4043-8ed3-313baa5f378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=7ec33eb3-f216-45fd-8518-c263c94aff0c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:40.542660 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf221-63c8-4043-8ed3-313baa5f378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:41.024274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4aaf221-63c8-4043-8ed3-313baa5f378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 59e024b7-9178-4e39-bc25-3de149486885 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:41:41.129863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d50d1-f150-4208-9d00-67a77e64710c req-03ba4e0e-be56-4e64-a8c7-f37bcf0dc7f8 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:41.131356 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-590d50d1-f150-4208-9d00-67a77e64710c req-03ba4e0e-be56-4e64-a8c7-f37bcf0dc7f8 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0826862 Apr 29 17:41:41.175701 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-590d50d1-f150-4208-9d00-67a77e64710c req-9a00747d-a38b-43f4-b06e-133a28ea9748 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383148 Apr 29 17:41:41.203237 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4aaf221-63c8-4043-8ed3-313baa5f378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:41:41.212941 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec10274-586b-4f9e-a680-81b9ee77206d None None] Sync routers for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:41:41.215562 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f4aaf221-63c8-4043-8ed3-313baa5f378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/59e024b7-9178-4e39-bc25-3de149486885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5561080 Apr 29 17:41:41.222776 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec10274-586b-4f9e-a680-81b9ee77206d None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:41:41.223359 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4ec10274-586b-4f9e-a680-81b9ee77206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:41.396135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-4ec10274-586b-4f9e-a680-81b9ee77206d None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:41:41.569256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e532b-d64c-4dab-9655-a30d9ab8a03a req-dcf0576d-b0fd-4fd0-b60c-8c2b552ac04f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:41.571126 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c20e532b-d64c-4dab-9655-a30d9ab8a03a req-dcf0576d-b0fd-4fd0-b60c-8c2b552ac04f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 946 time: 0.0804048 Apr 29 17:41:41.616422 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c20e532b-d64c-4dab-9655-a30d9ab8a03a req-a7d346ce-431d-4ee1-808c-b96bae2d5ad3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=046536da-3445-4809-9b01-60c388314d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392992 Apr 29 17:41:41.743580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4ec10274-586b-4f9e-a680-81b9ee77206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:41:40Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'ecc7b674-0a11-45fc-94e7-9937a4007741', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.193', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '59e024b7-9178-4e39-bc25-3de149486885', 'port_id': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'mac_address': 'fa:16:3e:5e:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:40:24Z', 'updated_at': '2022-04-29T17:40:27Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:14Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:41.749066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec10274-586b-4f9e-a680-81b9ee77206d None None] Checking router: 59e024b7-9178-4e39-bc25-3de149486885 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:41:41.758232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec10274-586b-4f9e-a680-81b9ee77206d None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:41:41.758830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4ec10274-586b-4f9e-a680-81b9ee77206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:41.947439 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-4ec10274-586b-4f9e-a680-81b9ee77206d None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:41:42.285001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4ec10274-586b-4f9e-a680-81b9ee77206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:41:40Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'ecc7b674-0a11-45fc-94e7-9937a4007741', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.193', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '59e024b7-9178-4e39-bc25-3de149486885', 'port_id': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'mac_address': 'fa:16:3e:5e:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:40:24Z', 'updated_at': '2022-04-29T17:40:27Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:14Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:42.289067 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec10274-586b-4f9e-a680-81b9ee77206d None None] The sync data for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv is: [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:41:40Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'ecc7b674-0a11-45fc-94e7-9937a4007741', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.193', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '59e024b7-9178-4e39-bc25-3de149486885', 'port_id': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'mac_address': 'fa:16:3e:5e:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:40:24Z', 'updated_at': '2022-04-29T17:40:27Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:14Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:41:42.368367 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f0736-c802-46e1-8f08-4e30b86b4600 req-abb5e0a7-a350-4290-a870-4dff96ea7a11 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:42.369801 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e46f0736-c802-46e1-8f08-4e30b86b4600 req-abb5e0a7-a350-4290-a870-4dff96ea7a11 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0863738 Apr 29 17:41:42.415107 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e46f0736-c802-46e1-8f08-4e30b86b4600 req-597b7cfc-ec80-49a1-b722-e28adbd4c4d9 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383503 Apr 29 17:41:42.808309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf24897-5068-4fad-9ef3-f459229bcccf req-88a4eadf-0120-4896-ace9-f6285d8fa832 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:42.809736 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bbf24897-5068-4fad-9ef3-f459229bcccf req-88a4eadf-0120-4896-ace9-f6285d8fa832 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 946 time: 0.0797858 Apr 29 17:41:42.857160 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bbf24897-5068-4fad-9ef3-f459229bcccf req-40d0b757-87cb-42cf-bd41-84bac1d18995 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=046536da-3445-4809-9b01-60c388314d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415137 Apr 29 17:41:42.895971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752e0b9-a306-4212-9d94-27fc958d51af req-67a1972e-5fa4-4b3a-b2ae-eab1cffe7e87 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:42.896553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-d752e0b9-a306-4212-9d94-27fc958d51af req-67a1972e-5fa4-4b3a-b2ae-eab1cffe7e87 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:41:42.913606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-d752e0b9-a306-4212-9d94-27fc958d51af req-67a1972e-5fa4-4b3a-b2ae-eab1cffe7e87 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:41:42.914705 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-d752e0b9-a306-4212-9d94-27fc958d51af req-67a1972e-5fa4-4b3a-b2ae-eab1cffe7e87 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 946 time: 0.0992258 Apr 29 17:41:42.988501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-d752e0b9-a306-4212-9d94-27fc958d51af req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 81e22f4c-3b7e-476c-bd60-28203ee35f80 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:41:42.988805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-d752e0b9-a306-4212-9d94-27fc958d51af req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:43.231957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-d752e0b9-a306-4212-9d94-27fc958d51af req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 81e22f4c-3b7e-476c-bd60-28203ee35f80, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81e22f4c-3b7e-476c-bd60-28203ee35f80,segment=NetworkSegment(62c48161-ce2e-49b9-80bf-a150e5524598),segment_id=62c48161-ce2e-49b9-80bf-a150e5524598)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:43.232352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-d752e0b9-a306-4212-9d94-27fc958d51af req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:43.358952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-d752e0b9-a306-4212-9d94-27fc958d51af req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 81e22f4c-3b7e-476c-bd60-28203ee35f80 owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:41:43.517112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-d752e0b9-a306-4212-9d94-27fc958d51af req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:43.573786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=81e22f4c-3b7e-476c-bd60-28203ee35f80,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:43.611018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5088e-5f89-4a86-942d-ff449377e6ac req-375bb82f-e143-48ba-b3fa-464c6ab6123b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:43.612564 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2ea5088e-5f89-4a86-942d-ff449377e6ac req-375bb82f-e143-48ba-b3fa-464c6ab6123b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0874240 Apr 29 17:41:43.618773 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:43.619109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:43.619579 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:43.619871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:43.620191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:43.620526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:43.620885 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:43.621146 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:43.621455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:43.621760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:43.622048 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:43.622353 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:43.658818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d752e0b9-a306-4212-9d94-27fc958d51af req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] No DVR routers for this DVR port 81e22f4c-3b7e-476c-bd60-28203ee35f80 on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:41:43.660943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-d752e0b9-a306-4212-9d94-27fc958d51af req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:43.663463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04450c24-6a6e-49ef-9781-0d3241f27667', 'name': 'network-vif-deleted', 'tag': '81e22f4c-3b7e-476c-bd60-28203ee35f80'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:41:43.667801 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2ea5088e-5f89-4a86-942d-ff449377e6ac req-4ca0ce71-7ca7-49a4-8eec-ad221534fa9a tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482631 Apr 29 17:41:43.680126 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-d752e0b9-a306-4212-9d94-27fc958d51af req-22d94f57-9bcf-42bc-8c67-fd2b642d14de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "DELETE /v2.0/ports/81e22f4c-3b7e-476c-bd60-28203ee35f80 HTTP/1.1" status: 204 len: 173 time: 0.7597775 Apr 29 17:41:43.716919 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f0023e-0086-4e48-9941-bf751eb359ed'] response: {'server_uuid': '04450c24-6a6e-49ef-9781-0d3241f27667', 'name': 'network-vif-deleted', 'tag': '81e22f4c-3b7e-476c-bd60-28203ee35f80', 'status': 'completed', 'code': 200} Apr 29 17:41:43.932107 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7ec33eb3-f216-45fd-8518-c263c94aff0c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:41:43.971874 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 7ec33eb3-f216-45fd-8518-c263c94aff0c {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:41:43.972217 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7ec33eb3-f216-45fd-8518-c263c94aff0c not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:41:44.043489 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-72fd2da9-dfbf-4a93-81a7-943eddcf0007 req-a7feb115-32be-4412-9c71-031eafbb2782 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=04450c24-6a6e-49ef-9781-0d3241f27667 HTTP/1.1" status: 200 len: 210 time: 0.0432706 Apr 29 17:41:44.879985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba8cb9-73e4-4dbb-912e-37d2ac6e6554 req-d3d4cf40-5b09-41bb-8dfa-6e50a3599b78 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:44.881425 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-55ba8cb9-73e4-4dbb-912e-37d2ac6e6554 req-d3d4cf40-5b09-41bb-8dfa-6e50a3599b78 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0914204 Apr 29 17:41:44.930271 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-55ba8cb9-73e4-4dbb-912e-37d2ac6e6554 req-bc318d7f-7401-4414-a5e2-752c121eff25 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406380 Apr 29 17:41:45.147244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53280) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:45.217499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4b85e3e-bcad-4aec-b897-810309108f6d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:45.253342 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4b85e3e-bcad-4aec-b897-810309108f6d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:45.317369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4b85e3e-bcad-4aec-b897-810309108f6d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:45.336615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b85e3e-bcad-4aec-b897-810309108f6d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046536da-3445-4809-9b01-60c388314d6f,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:45.346691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c4b85e3e-bcad-4aec-b897-810309108f6d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:45.350654 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c4b85e3e-bcad-4aec-b897-810309108f6d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/security-groups/046536da-3445-4809-9b01-60c388314d6f HTTP/1.1" status: 204 len: 168 time: 0.1995513 Apr 29 17:41:45.380466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53290) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:45.445847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9770bb-4a0f-4a15-9f4f-0e30a472cc67 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting subnet 28caa0d8-bc24-4777-b837-e95b25c90263 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:41:45.448978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb9770bb-4a0f-4a15-9f4f-0e30a472cc67 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:45.506426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb9770bb-4a0f-4a15-9f4f-0e30a472cc67 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:45.588970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb9770bb-4a0f-4a15-9f4f-0e30a472cc67 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:45.664304 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb9770bb-4a0f-4a15-9f4f-0e30a472cc67 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:45.702482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9770bb-4a0f-4a15-9f4f-0e30a472cc67 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Subnet': ['ID=28caa0d8-bc24-4777-b837-e95b25c90263,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:45.706955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb9770bb-4a0f-4a15-9f4f-0e30a472cc67 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:45.714067 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bb9770bb-4a0f-4a15-9f4f-0e30a472cc67 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/subnets/28caa0d8-bc24-4777-b837-e95b25c90263 HTTP/1.1" status: 204 len: 168 time: 0.3325129 Apr 29 17:41:45.714221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5338ab-0947-4e8a-b2e4-14a57ea10133 None None] Network c525e35d-df1e-4217-8e4a-8511c217c515 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:41:45.716969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53294) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:45.828755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:45.841045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 2d59162f-df13-4366-9188-c18d4d031636 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:41:45.841416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:46.000344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca62d195-7c19-46bb-be2d-593a6375bb8b None None] DHCP port deletion for c525e35d-df1e-4217-8e4a-8511c217c515 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:41:46.006441 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ca62d195-7c19-46bb-be2d-593a6375bb8b None None] Deleting port 2d59162f-df13-4366-9188-c18d4d031636 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:41:46.006817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ca62d195-7c19-46bb-be2d-593a6375bb8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:46.102380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 2d59162f-df13-4366-9188-c18d4d031636, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2d59162f-df13-4366-9188-c18d4d031636,segment=NetworkSegment(62c48161-ce2e-49b9-80bf-a150e5524598),segment_id=62c48161-ce2e-49b9-80bf-a150e5524598)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:46.103009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:46.209507 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ca62d195-7c19-46bb-be2d-593a6375bb8b None None] For port 2d59162f-df13-4366-9188-c18d4d031636, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2d59162f-df13-4366-9188-c18d4d031636,segment=NetworkSegment(62c48161-ce2e-49b9-80bf-a150e5524598),segment_id=62c48161-ce2e-49b9-80bf-a150e5524598)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:46.209896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ca62d195-7c19-46bb-be2d-593a6375bb8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:46.339966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ca62d195-7c19-46bb-be2d-593a6375bb8b None None] Calling delete_port for 2d59162f-df13-4366-9188-c18d4d031636 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:41:46.343131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 2d59162f-df13-4366-9188-c18d4d031636 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:41:46.387693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a030a7-1415-4280-b0ce-1bc737303137 req-f64273af-7a87-4c8c-a4e4-81ed4f15bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:46.389811 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-b3a030a7-1415-4280-b0ce-1bc737303137 req-f64273af-7a87-4c8c-a4e4-81ed4f15bc4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 1098 time: 0.0762084 Apr 29 17:41:46.422337 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a8b8-cfb5-4ed4-9c8b-fc336338ad18 req-50ffc3b1-b174-4b72-90ab-7c202d28ca14 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:46.423909 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ad26a8b8-cfb5-4ed4-9c8b-fc336338ad18 req-50ffc3b1-b174-4b72-90ab-7c202d28ca14 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.3830755 Apr 29 17:41:46.426622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ca62d195-7c19-46bb-be2d-593a6375bb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:46.441539 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-b3a030a7-1415-4280-b0ce-1bc737303137 req-9362978b-25bc-4476-81a1-f3c2858b5412 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460064 Apr 29 17:41:46.469146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.db.api [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:41:46.469456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG oslo_db.api [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:41:46.474265 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62d195-7c19-46bb-be2d-593a6375bb8b None None] Pushing event deleted for resources: {'Port': ['ID=2d59162f-df13-4366-9188-c18d4d031636,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:46.476086 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca62d195-7c19-46bb-be2d-593a6375bb8b None None] No DVR routers for this DVR port 2d59162f-df13-4366-9188-c18d4d031636 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:41:46.477320 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ad26a8b8-cfb5-4ed4-9c8b-fc336338ad18 req-6e1b7a0c-86f6-4a70-9d96-f753233fab47 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406094 Apr 29 17:41:46.971715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 2d59162f-df13-4366-9188-c18d4d031636 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:41:46.972161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:47.055133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] The port '2d59162f-df13-4366-9188-c18d4d031636' was deleted {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:41:47.178277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:47.203510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c525e35d-df1e-4217-8e4a-8511c217c515']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:47.215336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c48161-ce2e-49b9-80bf-a150e5524598') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:47.215641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c48161-ce2e-49b9-80bf-a150e5524598') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:47.226875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:47.242540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:47.248680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:41:47.249055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:41:47.263079 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:41:47.325291 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 738b6c7c-c828-410b-8e47-20e4dfac936a details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:41:47.329965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 81e22f4c-3b7e-476c-bd60-28203ee35f80 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:41:47.350245 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:47.368563 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 81e22f4c-3b7e-476c-bd60-28203ee35f80 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:41:47.369122 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 81e22f4c-3b7e-476c-bd60-28203ee35f80 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:41:47.385438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:47.398163 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Network': ['ID=c525e35d-df1e-4217-8e4a-8511c217c515,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:47.415002 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7dcf7d5c-9fed-42d8-9709-b4b16b38f159 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/networks/c525e35d-df1e-4217-8e4a-8511c217c515 HTTP/1.1" status: 204 len: 168 time: 1.6969869 Apr 29 17:41:47.418330 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53300) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:47.514567 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 738b6c7c-c828-410b-8e47-20e4dfac936a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=738b6c7c-c828-410b-8e47-20e4dfac936a,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:47.530892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'port_id': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'mac_address': 'fa:16:3e:11:0e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:41:47.596542 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:47.631050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 738b6c7c-c828-410b-8e47-20e4dfac936a {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:41:47.651533 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 738b6c7c-c828-410b-8e47-20e4dfac936a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=738b6c7c-c828-410b-8e47-20e4dfac936a,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:47.659678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:47.682635 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dee6c-24b6-4a8e-8fa0-e1ae87c32d27 req-feb3bcf5-85e4-4a96-a4fc-16dc12a27b4e tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:47.684163 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-898dee6c-24b6-4a8e-8fa0-e1ae87c32d27 req-feb3bcf5-85e4-4a96-a4fc-16dc12a27b4e tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0839925 Apr 29 17:41:47.735446 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=738b6c7c-c828-410b-8e47-20e4dfac936a,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:47.741843 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-898dee6c-24b6-4a8e-8fa0-e1ae87c32d27 req-cd4c9761-b048-4e5e-8e12-a7891aaae2ba tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515046 Apr 29 17:41:47.757748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c7043bf3-132b-4510-aced-ea12173cb02c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 8ba46fad-f5bd-47a3-96ba-be6e7175315c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:41:47.757947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53306) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:47.758058 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7043bf3-132b-4510-aced-ea12173cb02c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:47.863739 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-18617135-16bf-4fda-a010-037a5802d129 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/floatingips/14a0ec51-703f-4b28-933b-b4ad3c2defac HTTP/1.1" status: 200 len: 991 time: 0.1045485 Apr 29 17:41:47.886194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['738b6c7c-c828-410b-8e47-20e4dfac936a'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:41:47.930129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7043bf3-132b-4510-aced-ea12173cb02c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:47.930537 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7043bf3-132b-4510-aced-ea12173cb02c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:47.968703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2d59162f-df13-4366-9188-c18d4d031636 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:41:48.011226 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 2d59162f-df13-4366-9188-c18d4d031636 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:41:48.011590 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2d59162f-df13-4366-9188-c18d4d031636 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:41:48.054717 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c7043bf3-132b-4510-aced-ea12173cb02c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 8ba46fad-f5bd-47a3-96ba-be6e7175315c owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:41:48.204658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:48.208086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7043bf3-132b-4510-aced-ea12173cb02c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:48.253236 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7043bf3-132b-4510-aced-ea12173cb02c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=8ba46fad-f5bd-47a3-96ba-be6e7175315c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:48.345010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7043bf3-132b-4510-aced-ea12173cb02c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:48.345302 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-c7043bf3-132b-4510-aced-ea12173cb02c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP ecc7b674-0a11-45fc-94e7-9937a4007741 disassociated (deleted). External IP: 172.26.4.193, port: 3a12445d-4939-47dc-ab37-84d1e5c3e897. Apr 29 17:41:48.691591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7043bf3-132b-4510-aced-ea12173cb02c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 59e024b7-9178-4e39-bc25-3de149486885 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:41:48.977096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7043bf3-132b-4510-aced-ea12173cb02c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:41:48.987066 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96f26b5-e709-4f7e-a093-63716c124ad1 None None] Sync routers for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:41:48.993633 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c7043bf3-132b-4510-aced-ea12173cb02c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:48.997029 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f26b5-e709-4f7e-a093-63716c124ad1 None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:41:48.997634 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a96f26b5-e709-4f7e-a093-63716c124ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:49.046806 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c7043bf3-132b-4510-aced-ea12173cb02c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/floatingips/ecc7b674-0a11-45fc-94e7-9937a4007741 HTTP/1.1" status: 204 len: 168 time: 1.6268690 Apr 29 17:41:49.047363 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'tag': '3a12445d-4939-47dc-ab37-84d1e5c3e897'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:41:49.090751 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df410b00-2f3f-4763-b1c2-55b32ebff283'] response: {'name': 'network-changed', 'server_uuid': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'tag': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'status': 'completed', 'code': 200} Apr 29 17:41:49.177287 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-a96f26b5-e709-4f7e-a093-63716c124ad1 None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:41:49.185569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a79df4-3c98-44ef-a562-6cbf442abc05 req-3ab9789e-d2f9-4a0e-b763-76addcd3db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:49.187057 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-10a79df4-3c98-44ef-a562-6cbf442abc05 req-3ab9789e-d2f9-4a0e-b763-76addcd3db1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 1099 time: 0.0727303 Apr 29 17:41:49.329694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a79df4-3c98-44ef-a562-6cbf442abc05 req-f91e408e-0b77-46d4-bfbf-5fcca0a6a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:49.330179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 738b6c7c-c828-410b-8e47-20e4dfac936a up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:41:49.331114 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-10a79df4-3c98-44ef-a562-6cbf442abc05 req-f91e408e-0b77-46d4-bfbf-5fcca0a6a3d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b HTTP/1.1" status: 200 len: 898 time: 0.1383688 Apr 29 17:41:49.407601 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-10a79df4-3c98-44ef-a562-6cbf442abc05 req-cf8aec29-8897-4e6e-b7fb-14a6562fc136 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a12445d-4939-47dc-ab37-84d1e5c3e897 HTTP/1.1" status: 200 len: 217 time: 0.0697489 Apr 29 17:41:49.419263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 738b6c7c-c828-410b-8e47-20e4dfac936a triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:41:49.419809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:49.465228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0695b7-0282-4a26-ba4d-07f063aad094 req-e1bf4ee6-0992-4f67-a7ce-575c3855cda9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:49.466702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ce0695b7-0282-4a26-ba4d-07f063aad094 req-e1bf4ee6-0992-4f67-a7ce-575c3855cda9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:41:49.473293 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a79df4-3c98-44ef-a562-6cbf442abc05 req-1f876d0e-bf19-46e8-b3fe-60a144377376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:49.474709 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-10a79df4-3c98-44ef-a562-6cbf442abc05 req-1f876d0e-bf19-46e8-b3fe-60a144377376 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e811b90d-6ae4-4108-b8f3-b165fd10b4d3 HTTP/1.1" status: 200 len: 835 time: 0.0610764 Apr 29 17:41:49.485841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ce0695b7-0282-4a26-ba4d-07f063aad094 req-e1bf4ee6-0992-4f67-a7ce-575c3855cda9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:41:49.486999 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce0695b7-0282-4a26-ba4d-07f063aad094 req-e1bf4ee6-0992-4f67-a7ce-575c3855cda9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 946 time: 0.1298926 Apr 29 17:41:49.541982 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a96f26b5-e709-4f7e-a093-63716c124ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:41:40Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:14Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:49.544312 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce0695b7-0282-4a26-ba4d-07f063aad094 req-cd4225a7-7031-4018-8fa1-fbad7a053c19 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=90ef6ccf-2f9d-4acb-a3b6-63523762c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495961 Apr 29 17:41:49.546048 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96f26b5-e709-4f7e-a093-63716c124ad1 None None] Checking router: 59e024b7-9178-4e39-bc25-3de149486885 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:41:49.555256 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f26b5-e709-4f7e-a093-63716c124ad1 None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:41:49.555887 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a96f26b5-e709-4f7e-a093-63716c124ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:49.559598 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:49.575361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a79df4-3c98-44ef-a562-6cbf442abc05 req-92bb9a82-45f4-4b33-8a07-12d1e340d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:49.577091 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-10a79df4-3c98-44ef-a562-6cbf442abc05 req-92bb9a82-45f4-4b33-8a07-12d1e340d56b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0957100 Apr 29 17:41:49.589110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738b6c7c-c828-410b-8e47-20e4dfac936a'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:41:49.599398 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 738b6c7c-c828-410b-8e47-20e4dfac936a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=738b6c7c-c828-410b-8e47-20e4dfac936a,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:49.604282 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:49.678735 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a69887-66c6-49b1-9014-2adebb7b631b'] response: {'server_uuid': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'code': 200} Apr 29 17:41:49.684261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=738b6c7c-c828-410b-8e47-20e4dfac936a,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:49.692508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:49.692923 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:49.693319 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:49.694073 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:49.694073 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:49.694346 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:49.694777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:49.695330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:49.695707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:49.696084 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:49.696663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:49.696792 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:41:49.729698 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-a96f26b5-e709-4f7e-a093-63716c124ad1 None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:41:49.744007 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-10a79df4-3c98-44ef-a562-6cbf442abc05 req-e434c64a-ce84-4eb9-bc77-28ad3a4b8265 service neutron] 10.222.0.36 "GET /v2.0/networks/74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606469 Apr 29 17:41:49.875121 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-10a79df4-3c98-44ef-a562-6cbf442abc05 req-8cb743f3-fd26-42d4-8fff-e340e95d34e9 service neutron] 10.222.0.36 "GET /v2.0/networks/74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240010 Apr 29 17:41:50.036104 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a96f26b5-e709-4f7e-a093-63716c124ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:41:40Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:14Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:50.040003 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96f26b5-e709-4f7e-a093-63716c124ad1 None None] The sync data for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv is: [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:41:40Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'e151e1f4-f8b3-40a2-bd98-a74a95d89c8c', 'name': '', 'network_id': '74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:02:98:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:04Z', 'updated_at': '2022-04-29T17:40:14Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'e811b90d-6ae4-4108-b8f3-b165fd10b4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:41:50.254871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa6a79c-dbff-4e82-a312-90d5aa59ad1e None None] New status for floating IP ecc7b674-0a11-45fc-94e7-9937a4007741: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:41:50.664427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823e82d-721d-4098-a6b4-78fd064f7a54 req-3aae138e-1d90-46c6-8858-f593f7c2bc93 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:50.665016 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-1823e82d-721d-4098-a6b4-78fd064f7a54 req-3aae138e-1d90-46c6-8858-f593f7c2bc93 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:41:50.677437 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-1823e82d-721d-4098-a6b4-78fd064f7a54 req-3aae138e-1d90-46c6-8858-f593f7c2bc93 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:41:50.678529 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1823e82d-721d-4098-a6b4-78fd064f7a54 req-3aae138e-1d90-46c6-8858-f593f7c2bc93 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 946 time: 0.0925202 Apr 29 17:41:50.728787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e873f-f9da-42d8-9ec3-345ff4215e76 req-95d5bbbf-5e79-4695-8882-06c16de20670 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:50.730213 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5f4e873f-f9da-42d8-9ec3-345ff4215e76 req-95d5bbbf-5e79-4695-8882-06c16de20670 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 946 time: 0.0794780 Apr 29 17:41:50.750429 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-1823e82d-721d-4098-a6b4-78fd064f7a54 req-357e11b4-1b82-4da3-b9d9-a7730c24ee41 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 3a12445d-4939-47dc-ab37-84d1e5c3e897 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:41:50.751023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-1823e82d-721d-4098-a6b4-78fd064f7a54 req-357e11b4-1b82-4da3-b9d9-a7730c24ee41 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:50.778165 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5f4e873f-f9da-42d8-9ec3-345ff4215e76 req-a3a4923f-c84b-4087-9ac5-38874e89ace5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=90ef6ccf-2f9d-4acb-a3b6-63523762c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418599 Apr 29 17:41:51.008517 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-1823e82d-721d-4098-a6b4-78fd064f7a54 req-357e11b4-1b82-4da3-b9d9-a7730c24ee41 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 3a12445d-4939-47dc-ab37-84d1e5c3e897, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3a12445d-4939-47dc-ab37-84d1e5c3e897,segment=NetworkSegment(f12ef9a7-008b-4baf-8151-d5506592ecbd),segment_id=f12ef9a7-008b-4baf-8151-d5506592ecbd)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:51.008760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-1823e82d-721d-4098-a6b4-78fd064f7a54 req-357e11b4-1b82-4da3-b9d9-a7730c24ee41 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:51.136596 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-1823e82d-721d-4098-a6b4-78fd064f7a54 req-357e11b4-1b82-4da3-b9d9-a7730c24ee41 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 3a12445d-4939-47dc-ab37-84d1e5c3e897 owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:41:51.299784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-1823e82d-721d-4098-a6b4-78fd064f7a54 req-357e11b4-1b82-4da3-b9d9-a7730c24ee41 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:51.363994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e11b4-1b82-4da3-b9d9-a7730c24ee41 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=3a12445d-4939-47dc-ab37-84d1e5c3e897,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:51.443592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1823e82d-721d-4098-a6b4-78fd064f7a54 req-357e11b4-1b82-4da3-b9d9-a7730c24ee41 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] No DVR routers for this DVR port 3a12445d-4939-47dc-ab37-84d1e5c3e897 on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:41:51.446303 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-1823e82d-721d-4098-a6b4-78fd064f7a54 req-357e11b4-1b82-4da3-b9d9-a7730c24ee41 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:51.448898 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'name': 'network-vif-deleted', 'tag': '3a12445d-4939-47dc-ab37-84d1e5c3e897'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:41:51.471582 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1823e82d-721d-4098-a6b4-78fd064f7a54 req-357e11b4-1b82-4da3-b9d9-a7730c24ee41 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "DELETE /v2.0/ports/3a12445d-4939-47dc-ab37-84d1e5c3e897 HTTP/1.1" status: 204 len: 173 time: 0.7875221 Apr 29 17:41:51.501760 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cf1629-9376-4836-8a75-98882129e495'] response: {'server_uuid': 'd89b2d4c-f865-4de6-b1ab-508da681baa6', 'name': 'network-vif-deleted', 'tag': '3a12445d-4939-47dc-ab37-84d1e5c3e897', 'status': 'completed', 'code': 200} Apr 29 17:41:51.950975 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fb80bf1b-44dd-4437-b255-711f00d9bfb8 req-ab356c7f-a2a7-4ef4-8688-3ae4f2436437 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d89b2d4c-f865-4de6-b1ab-508da681baa6 HTTP/1.1" status: 200 len: 210 time: 0.0486510 Apr 29 17:41:53.055650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53326) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:53.126003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-242f939e-96d9-46c9-9625-4c6c1974ce28 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:53.154950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-242f939e-96d9-46c9-9625-4c6c1974ce28 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:53.228860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-242f939e-96d9-46c9-9625-4c6c1974ce28 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:53.249602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f939e-96d9-46c9-9625-4c6c1974ce28 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ef6ccf-2f9d-4acb-a3b6-63523762c4fa,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:53.254407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f3456f33-54d1-4644-a5b4-d409e3c79935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:53.256488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-242f939e-96d9-46c9-9625-4c6c1974ce28 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:53.257409 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-242f939e-96d9-46c9-9625-4c6c1974ce28 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/security-groups/90ef6ccf-2f9d-4acb-a3b6-63523762c4fa HTTP/1.1" status: 204 len: 168 time: 0.2003975 Apr 29 17:41:53.287276 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53332) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:53.328218 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 3a12445d-4939-47dc-ab37-84d1e5c3e897 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:41:53.364543 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 3a12445d-4939-47dc-ab37-84d1e5c3e897 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:41:53.364894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 3a12445d-4939-47dc-ab37-84d1e5c3e897 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:41:53.940758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-83153eac-0b61-44c0-9fdf-f78c1a93438f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:54.302553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-83153eac-0b61-44c0-9fdf-f78c1a93438f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:41:54.303269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-83153eac-0b61-44c0-9fdf-f78c1a93438f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:54.487083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-83153eac-0b61-44c0-9fdf-f78c1a93438f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port e151e1f4-f8b3-40a2-bd98-a74a95d89c8c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e151e1f4-f8b3-40a2-bd98-a74a95d89c8c,segment=NetworkSegment(f12ef9a7-008b-4baf-8151-d5506592ecbd),segment_id=f12ef9a7-008b-4baf-8151-d5506592ecbd)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:54.487458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-83153eac-0b61-44c0-9fdf-f78c1a93438f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:54.610073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-83153eac-0b61-44c0-9fdf-f78c1a93438f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for e151e1f4-f8b3-40a2-bd98-a74a95d89c8c owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:41:54.803761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-83153eac-0b61-44c0-9fdf-f78c1a93438f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:54.853786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83153eac-0b61-44c0-9fdf-f78c1a93438f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=e151e1f4-f8b3-40a2-bd98-a74a95d89c8c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:55.225518 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-83153eac-0b61-44c0-9fdf-f78c1a93438f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:55.370118 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fc7cb2a6-9205-4087-8cc4-b2d4ec96f116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:55.590623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83153eac-0b61-44c0-9fdf-f78c1a93438f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 59e024b7-9178-4e39-bc25-3de149486885 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:41:55.763971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83153eac-0b61-44c0-9fdf-f78c1a93438f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:41:55.775991 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb45e2-1297-4f7f-8342-c465cf5a7ea2 None None] Sync routers for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:41:55.777969 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-83153eac-0b61-44c0-9fdf-f78c1a93438f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/59e024b7-9178-4e39-bc25-3de149486885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4891937 Apr 29 17:41:55.780400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53336) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:55.786439 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb45e2-1297-4f7f-8342-c465cf5a7ea2 None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:41:55.787054 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b6fb45e2-1297-4f7f-8342-c465cf5a7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:55.847593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8a33c7-e48a-40dd-a566-64e901bcd6e2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting subnet e811b90d-6ae4-4108-b8f3-b165fd10b4d3 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:41:55.850506 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a33c7-e48a-40dd-a566-64e901bcd6e2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:55.904502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a33c7-e48a-40dd-a566-64e901bcd6e2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:55.963330 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-b6fb45e2-1297-4f7f-8342-c465cf5a7ea2 None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:41:55.990864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a33c7-e48a-40dd-a566-64e901bcd6e2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:56.062847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a33c7-e48a-40dd-a566-64e901bcd6e2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:56.100726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a33c7-e48a-40dd-a566-64e901bcd6e2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Subnet': ['ID=e811b90d-6ae4-4108-b8f3-b165fd10b4d3,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:56.105314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a33c7-e48a-40dd-a566-64e901bcd6e2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:56.111810 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad448af1-1497-4c53-a887-45b5d5054eb6 None None] Network 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:41:56.112099 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4b8a33c7-e48a-40dd-a566-64e901bcd6e2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/subnets/e811b90d-6ae4-4108-b8f3-b165fd10b4d3 HTTP/1.1" status: 204 len: 168 time: 0.3307917 Apr 29 17:41:56.114672 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53340) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:56.245197 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b6fb45e2-1297-4f7f-8342-c465cf5a7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:41:54Z', 'revision_number': 7, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:56.249618 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb45e2-1297-4f7f-8342-c465cf5a7ea2 None None] Checking router: 59e024b7-9178-4e39-bc25-3de149486885 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:41:56.257954 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb45e2-1297-4f7f-8342-c465cf5a7ea2 None None] Routers {'59e024b7-9178-4e39-bc25-3de149486885'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:41:56.258543 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b6fb45e2-1297-4f7f-8342-c465cf5a7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['59e024b7-9178-4e39-bc25-3de149486885'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:56.297367 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:56.363199 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466e2830-264b-4ac5-abb6-e6f59ad6a9b8 None None] DHCP port deletion for 74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:41:56.367842 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-466e2830-264b-4ac5-abb6-e6f59ad6a9b8 None None] Deleting port 28e94e0a-70a3-4b21-ba9c-66724ce4d078 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:41:56.368178 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-466e2830-264b-4ac5-abb6-e6f59ad6a9b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:56.477047 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-b6fb45e2-1297-4f7f-8342-c465cf5a7ea2 None None] Set router 59e024b7-9178-4e39-bc25-3de149486885 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:41:56.591689 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-466e2830-264b-4ac5-abb6-e6f59ad6a9b8 None None] For port 28e94e0a-70a3-4b21-ba9c-66724ce4d078, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=28e94e0a-70a3-4b21-ba9c-66724ce4d078,segment=NetworkSegment(f12ef9a7-008b-4baf-8151-d5506592ecbd),segment_id=f12ef9a7-008b-4baf-8151-d5506592ecbd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:56.592430 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-466e2830-264b-4ac5-abb6-e6f59ad6a9b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:56.599843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:56.609699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:56.622825 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 3edf6259-a565-40e0-8d22-0e284c227638 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:41:56.623093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:56.717938 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-466e2830-264b-4ac5-abb6-e6f59ad6a9b8 None None] Calling delete_port for 28e94e0a-70a3-4b21-ba9c-66724ce4d078 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:41:56.776218 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b6fb45e2-1297-4f7f-8342-c465cf5a7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:41:54Z', 'revision_number': 7, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:56.781754 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb45e2-1297-4f7f-8342-c465cf5a7ea2 None None] The sync data for ids ['59e024b7-9178-4e39-bc25-3de149486885'] in dv-neutron-839024-2-hyperv is: [{'id': '59e024b7-9178-4e39-bc25-3de149486885', 'name': 'tempest-TestNetworkBasicOps-router-307027322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '3edf6259-a565-40e0-8d22-0e284c227638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:39:58Z', 'updated_at': '2022-04-29T17:41:54Z', 'revision_number': 7, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3edf6259-a565-40e0-8d22-0e284c227638', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:41:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e024b7-9178-4e39-bc25-3de149486885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:39:59Z', 'updated_at': '2022-04-29T17:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:41:56.809549 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 3edf6259-a565-40e0-8d22-0e284c227638, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3edf6259-a565-40e0-8d22-0e284c227638,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:41:56.810402 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:56.811813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:56.818559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-466e2830-264b-4ac5-abb6-e6f59ad6a9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:56.866596 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e2830-264b-4ac5-abb6-e6f59ad6a9b8 None None] Pushing event deleted for resources: {'Port': ['ID=28e94e0a-70a3-4b21-ba9c-66724ce4d078,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:56.868353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e2830-264b-4ac5-abb6-e6f59ad6a9b8 None None] No DVR routers for this DVR port 28e94e0a-70a3-4b21-ba9c-66724ce4d078 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:41:56.942597 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 3edf6259-a565-40e0-8d22-0e284c227638 owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:41:57.120206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.171825 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=3edf6259-a565-40e0-8d22-0e284c227638,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:57.263826 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.436280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.438359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.461313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.461796 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Fanout notify agent at l3_agent the message router_deleted on router 59e024b7-9178-4e39-bc25-3de149486885 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:41:57.477547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.478642 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a084b31e-639b-4e57-9848-9d7a8524f942 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/routers/59e024b7-9178-4e39-bc25-3de149486885 HTTP/1.1" status: 204 len: 168 time: 1.3630960 Apr 29 17:41:57.481368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53344) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:57.595950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e2b0698-72e9-459b-a2fd-f4990255b7f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.726125 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e2b0698-72e9-459b-a2fd-f4990255b7f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.761111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-7e2b0698-72e9-459b-a2fd-f4990255b7f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:57.775856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-7e2b0698-72e9-459b-a2fd-f4990255b7f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12ef9a7-008b-4baf-8151-d5506592ecbd') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:57.776184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-7e2b0698-72e9-459b-a2fd-f4990255b7f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12ef9a7-008b-4baf-8151-d5506592ecbd') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:41:57.794141 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e2b0698-72e9-459b-a2fd-f4990255b7f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.811019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e2b0698-72e9-459b-a2fd-f4990255b7f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.817452 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2b0698-72e9-459b-a2fd-f4990255b7f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:41:57.817827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e2b0698-72e9-459b-a2fd-f4990255b7f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:41:57.835506 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:41:57.928588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e2b0698-72e9-459b-a2fd-f4990255b7f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.934019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e2b0698-72e9-459b-a2fd-f4990255b7f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.955579 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:57.963797 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7e2b0698-72e9-459b-a2fd-f4990255b7f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/networks/74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b HTTP/1.1" status: 204 len: 168 time: 0.4810753 Apr 29 17:41:57.967354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b0698-72e9-459b-a2fd-f4990255b7f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Network': ['ID=74e3845b-ec6b-46c6-ae2b-f0d1c3e05d7b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:57.986314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53348) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:57.988517 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3edf6259-a565-40e0-8d22-0e284c227638 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:41:57.990273 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'network': {'name': 'tempest-network-smoke--1075183374', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'port_security_enabled': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:41:57.995659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:41:58.000425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:network and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:41:58.003446 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:41:58.010381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:41:58.020041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:41:58.023877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:58.025216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 3edf6259-a565-40e0-8d22-0e284c227638 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:41:58.025617 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3edf6259-a565-40e0-8d22-0e284c227638 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:41:58.026117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 28e94e0a-70a3-4b21-ba9c-66724ce4d078 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:41:58.053084 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:41:58.063480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 28e94e0a-70a3-4b21-ba9c-66724ce4d078 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:41:58.063882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 28e94e0a-70a3-4b21-ba9c-66724ce4d078 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:41:58.064101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:58.064225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e151e1f4-f8b3-40a2-bd98-a74a95d89c8c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:41:58.064457 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Added segment 41fa6ac6-524b-4b42-a7da-84a3b832e3e9 of type vlan for network f9f0fe9f-af60-4fe1-8528-6bdac070c988 Apr 29 17:41:58.099649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: e151e1f4-f8b3-40a2-bd98-a74a95d89c8c {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:41:58.099999 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e151e1f4-f8b3-40a2-bd98-a74a95d89c8c not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:41:58.198925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:58.237164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:58.245536 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:41:58.246346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:58.347867 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3625133 Apr 29 17:41:58.350787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53352) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:41:58.356336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-572870594', 'admin_state_up': True, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:41:58.356851 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d34ce2-4928-409f-9877-845c52efe993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Network': ['ID=f9f0fe9f-af60-4fe1-8528-6bdac070c988,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:58.363823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:41:58.368148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:router and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:41:58.371311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:41:58.371596 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network f9f0fe9f-af60-4fe1-8528-6bdac070c988 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:41:58.378864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:41:58.392799 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:58.393855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:58.409771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:58.800153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:59.126144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:59.155829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:59.310661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.129 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/a2e08a7a-c057-4e22-9047-7b1f0c1ac782) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:41:59.464369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:59.494612 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:41:59.561789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:41:59.564540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:41:59.567990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:41:59.596287 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=a2e08a7a-c057-4e22-9047-7b1f0c1ac782,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:41:59.986931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:00.460909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:00.673013 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router eec55180-7960-4e64-8191-a49f36d39325 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:42:00.854187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:42:00.864843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Sync routers for ids ['eec55180-7960-4e64-8191-a49f36d39325'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:42:00.874660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Routers {'eec55180-7960-4e64-8191-a49f36d39325'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:00.875318 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['eec55180-7960-4e64-8191-a49f36d39325'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:00.883243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:00.884493 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f499fcf4-cd1a-4237-ae7f-e02f2e23b40c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5325899 Apr 29 17:42:00.887836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53356) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:00.928685 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-23cde1d3-94c8-45d3-b8c9-e534cbb0a3db tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=438682cd007d46eb90f162f5f8d9699b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395842 Apr 29 17:42:00.931444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53360) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:01.050165 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Set router eec55180-7960-4e64-8191-a49f36d39325 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:01.061697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b524b74-f404-415c-becf-64ae9720ed53 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:01.063306 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8b524b74-f404-415c-becf-64ae9720ed53 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307921 Apr 29 17:42:01.066379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53364) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:01.108882 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-83b55925-74b1-4df0-af56-8e3b11ed91f2 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410807 Apr 29 17:42:01.111333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53368) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:01.116748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-468633606', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:01.225100 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:01.229378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:subnet and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:01.232309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:01.238265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:01.249458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:42:01.253095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:01.366251 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:41:59Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:01.370052 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Checking router: eec55180-7960-4e64-8191-a49f36d39325 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:42:01.370399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Updating router eec55180-7960-4e64-8191-a49f36d39325 port a2e08a7a-c057-4e22-9047-7b1f0c1ac782 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:42:01.425169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:01.470108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:01.545834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Subnet': ['ID=1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:01.557093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:01.557436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:01.557755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:01.558101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:01.558423 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:01.558747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:01.559071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:01.559410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:01.559727 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:01.560026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:01.560344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:01.560655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:01.565492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Checking segment: {'id': '41fa6ac6-524b-4b42-a7da-84a3b832e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:42:01.565844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network hostable DHCP agents. Network: f9f0fe9f-af60-4fe1-8528-6bdac070c988, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:42:01.585597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network f9f0fe9f-af60-4fe1-8528-6bdac070c988 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:42:01.595178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, f9f0fe9f-af60-4fe1-8528-6bdac070c988) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:01.599140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:01.599747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:01.624562 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d8852d7b-9e93-46d9-9769-e479013d2f49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5094550 Apr 29 17:42:01.624755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53372) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:01.636453 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2458792-a007-4ac6-b327-1caaf51cb7bc None None] Network f9f0fe9f-af60-4fe1-8528-6bdac070c988 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:42:01.799033 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4d3b75b8-fa78-45ba-936b-f7a9a4ffcc44 req-d6ae27b5-5333-44d9-8a49-874e356c4957 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719922 Apr 29 17:42:01.891796 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b75b8-fa78-45ba-936b-f7a9a4ffcc44 req-cf1849ec-d3f5-46dd-97f5-4e9f4e2080ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:01.893566 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4d3b75b8-fa78-45ba-936b-f7a9a4ffcc44 req-cf1849ec-d3f5-46dd-97f5-4e9f4e2080ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3412d6a42e540fdbe9f18e97e367b34&device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 1098 time: 0.0742245 Apr 29 17:42:01.949250 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:01.961438 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Transition to ACTIVE for port object a2e08a7a-c057-4e22-9047-7b1f0c1ac782 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:01.967597 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ips': [{'subnet_id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:42:01.968538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:01.979770 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:02.051498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b75b8-fa78-45ba-936b-f7a9a4ffcc44 req-f60434ef-2fd5-449c-9cc7-23616d7808ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:02.053541 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4d3b75b8-fa78-45ba-936b-f7a9a4ffcc44 req-f60434ef-2fd5-449c-9cc7-23616d7808ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=de45fbc7-c3c0-492d-b676-69425a6b5d66 HTTP/1.1" status: 200 len: 898 time: 0.1418223 Apr 29 17:42:02.125550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Attempting to bind port a2e08a7a-c057-4e22-9047-7b1f0c1ac782 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:42:02.125957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Attempting to bind port a2e08a7a-c057-4e22-9047-7b1f0c1ac782 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:42:02.126264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Attempting to bind port a2e08a7a-c057-4e22-9047-7b1f0c1ac782 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:42:02.131752 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce316ba-0501-4843-9c7e-f7b825994906 None None] Pushing event updated for resources: {'Port': ['ID=a2e08a7a-c057-4e22-9047-7b1f0c1ac782,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:02.143173 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:42:02.143173 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:42:02.143586 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:02.143906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:42:02.144385 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Bound port: a2e08a7a-c057-4e22-9047-7b1f0c1ac782, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:42:02.144831 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:02.165471 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4d3b75b8-fa78-45ba-936b-f7a9a4ffcc44 req-2acdbfab-cf0c-4061-a272-04cd9988fd11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=738b6c7c-c828-410b-8e47-20e4dfac936a HTTP/1.1" status: 200 len: 1000 time: 0.1053712 Apr 29 17:42:02.232134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b75b8-fa78-45ba-936b-f7a9a4ffcc44 req-fdb97065-5af1-44fa-9139-ffeb7aecc77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:02.233879 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4d3b75b8-fa78-45ba-936b-f7a9a4ffcc44 req-fdb97065-5af1-44fa-9139-ffeb7aecc77d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b54c540-4528-4a2a-b383-1b525b68e142 HTTP/1.1" status: 200 len: 835 time: 0.0622640 Apr 29 17:42:02.269325 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] For port a2e08a7a-c057-4e22-9047-7b1f0c1ac782, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:42:02.271662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Allocated IP 172.20.0.2 (f9f0fe9f-af60-4fe1-8528-6bdac070c988/1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e/0a9bc129-e8e1-45fe-ad55-762455d03b34) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:42:02.274416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] For port a2e08a7a-c057-4e22-9047-7b1f0c1ac782, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a2e08a7a-c057-4e22-9047-7b1f0c1ac782,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:42:02.284276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:02.313241 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b75b8-fa78-45ba-936b-f7a9a4ffcc44 req-317fd2a0-af32-4f2c-ab89-d9d022378810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:02.314897 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4d3b75b8-fa78-45ba-936b-f7a9a4ffcc44 req-317fd2a0-af32-4f2c-ab89-d9d022378810 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de45fbc7-c3c0-492d-b676-69425a6b5d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755680 Apr 29 17:42:02.447677 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4d3b75b8-fa78-45ba-936b-f7a9a4ffcc44 req-18cf5ebb-faf3-427a-86aa-d98ab31986dc service neutron] 10.222.0.36 "GET /v2.0/networks/de45fbc7-c3c0-492d-b676-69425a6b5d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271243 Apr 29 17:42:02.453668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Routers {'eec55180-7960-4e64-8191-a49f36d39325'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:02.454373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['eec55180-7960-4e64-8191-a49f36d39325'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:02.486727 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:02.584132 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce316ba-0501-4843-9c7e-f7b825994906 None None] Pushing event updated for resources: {'Port': ['ID=a2e08a7a-c057-4e22-9047-7b1f0c1ac782,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:02.587988 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4d3b75b8-fa78-45ba-936b-f7a9a4ffcc44 req-74c5e7bc-c7f5-4778-a43f-e61c79ef7908 service neutron] 10.222.0.36 "GET /v2.0/networks/de45fbc7-c3c0-492d-b676-69425a6b5d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339862 Apr 29 17:42:02.774459 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] Set router eec55180-7960-4e64-8191-a49f36d39325 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:02.881678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:02.907434 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Transition to ACTIVE for port object 0a9bc129-e8e1-45fe-ad55-762455d03b34 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:02.984219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Transition to ACTIVE for port object 0a9bc129-e8e1-45fe-ad55-762455d03b34 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:02.995165 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:03.057196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.1 (f9f0fe9f-af60-4fe1-8528-6bdac070c988/1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e/43338648-0426-43a2-8d1a-fcabeacc72bf) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:42:03.093391 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Network f9f0fe9f-af60-4fe1-8528-6bdac070c988 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:42:03.094250 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Pushing event updated for resources: {'Port': ['ID=0a9bc129-e8e1-45fe-ad55-762455d03b34,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:03.098435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:03.101778 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:42:03.217714 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:03.226694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Attempting to bind port 0a9bc129-e8e1-45fe-ad55-762455d03b34 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:42:03.227056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Attempting to bind port 0a9bc129-e8e1-45fe-ad55-762455d03b34 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '41fa6ac6-524b-4b42-a7da-84a3b832e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:42:03.227440 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Attempting to bind port 0a9bc129-e8e1-45fe-ad55-762455d03b34 on network f9f0fe9f-af60-4fe1-8528-6bdac070c988 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:42:03.233236 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:42:03.233594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Checking segment: {'id': '41fa6ac6-524b-4b42-a7da-84a3b832e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:42:03.233988 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:03.234374 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Bound using segment: {'id': '41fa6ac6-524b-4b42-a7da-84a3b832e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:42:03.234779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 43338648-0426-43a2-8d1a-fcabeacc72bf will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:03.234956 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Bound port: 0a9bc129-e8e1-45fe-ad55-762455d03b34, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fa6ac6-524b-4b42-a7da-84a3b832e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:42:03.235199 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:03.260987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:03.304823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:41:59Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:03.319344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad49050-9a9d-4f94-b835-33afbe5cc817 None None] The sync data for ids ['eec55180-7960-4e64-8191-a49f36d39325'] in dv-neutron-839024-2-hyperv is: [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:41:59Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:42:03.334242 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] For port 0a9bc129-e8e1-45fe-ad55-762455d03b34, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:42:03.335286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network f9f0fe9f-af60-4fe1-8528-6bdac070c988 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:42:03.337793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] For port 0a9bc129-e8e1-45fe-ad55-762455d03b34, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0a9bc129-e8e1-45fe-ad55-762455d03b34,segment=NetworkSegment(41fa6ac6-524b-4b42-a7da-84a3b832e3e9),segment_id=41fa6ac6-524b-4b42-a7da-84a3b832e3e9)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:42:03.338799 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:03.343192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:42:03.351017 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:03.371502 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:42:03.391360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=43338648-0426-43a2-8d1a-fcabeacc72bf,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:03.406649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:03.438613 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bf1bf-b705-415a-9158-d008b4d56816 None None] Pushing event updated for resources: {'Port': ['ID=0a9bc129-e8e1-45fe-ad55-762455d03b34,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:03.532652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:04.053486 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0a9bc129-e8e1-45fe-ad55-762455d03b34 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:04.124214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:04.130005 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:04.133279 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 0a9bc129-e8e1-45fe-ad55-762455d03b34 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:04.138823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a2e08a7a-c057-4e22-9047-7b1f0c1ac782 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:04.214916 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port a2e08a7a-c057-4e22-9047-7b1f0c1ac782 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:04.220505 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port a2e08a7a-c057-4e22-9047-7b1f0c1ac782 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:04.221044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:04.221731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:04.348006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=43338648-0426-43a2-8d1a-fcabeacc72bf,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:04.368002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:04.386799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port a2e08a7a-c057-4e22-9047-7b1f0c1ac782, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a2e08a7a-c057-4e22-9047-7b1f0c1ac782,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:04.391977 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:04.407834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network f9f0fe9f-af60-4fe1-8528-6bdac070c988 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:42:04.409243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:04.469512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=a2e08a7a-c057-4e22-9047-7b1f0c1ac782,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:04.512833 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef15560-02da-40e7-8b75-7c1e9a0ccd8b None None] Network f9f0fe9f-af60-4fe1-8528-6bdac070c988 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:42:04.593751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cd38feed-6715-413f-8af1-bc2aed6870fe None None] Provisioning for port 0a9bc129-e8e1-45fe-ad55-762455d03b34 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:04.598992 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router eec55180-7960-4e64-8191-a49f36d39325 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:42:04.603496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cd38feed-6715-413f-8af1-bc2aed6870fe None None] Provisioning complete for port 0a9bc129-e8e1-45fe-ad55-762455d03b34 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:04.603866 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cd38feed-6715-413f-8af1-bc2aed6870fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:04.789322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:42:04.805283 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3830f24f-f4e7-4b2d-a98f-b1c3ef9a9be5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/eec55180-7960-4e64-8191-a49f36d39325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1794562 Apr 29 17:42:04.807925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53376) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:04.833017 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cd38feed-6715-413f-8af1-bc2aed6870fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:04.885056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-cd38feed-6715-413f-8af1-bc2aed6870fe None None] For port 0a9bc129-e8e1-45fe-ad55-762455d03b34, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0a9bc129-e8e1-45fe-ad55-762455d03b34,segment=NetworkSegment(41fa6ac6-524b-4b42-a7da-84a3b832e3e9),segment_id=41fa6ac6-524b-4b42-a7da-84a3b832e3e9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:04.890610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cd38feed-6715-413f-8af1-bc2aed6870fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:04.961295 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed776e7a-fe62-4806-a8f2-1b5757fe25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:04.961766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed776e7a-fe62-4806-a8f2-1b5757fe25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:04.962209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed776e7a-fe62-4806-a8f2-1b5757fe25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:04.962655 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed776e7a-fe62-4806-a8f2-1b5757fe25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:04.963100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed776e7a-fe62-4806-a8f2-1b5757fe25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:04.964890 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ed776e7a-fe62-4806-a8f2-1b5757fe25c4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.1557169 Apr 29 17:42:04.968685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53380) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:04.971370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38feed-6715-413f-8af1-bc2aed6870fe None None] Pushing event updated for resources: {'Port': ['ID=0a9bc129-e8e1-45fe-ad55-762455d03b34,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:05.015736 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Sync routers for ids ['eec55180-7960-4e64-8191-a49f36d39325'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:42:05.025192 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Routers {'eec55180-7960-4e64-8191-a49f36d39325'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:05.025934 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['eec55180-7960-4e64-8191-a49f36d39325'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:05.044994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de0ebf8-7896-4f2e-9e67-0af2dec8496f tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:05.045539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de0ebf8-7896-4f2e-9e67-0af2dec8496f tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:05.046033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de0ebf8-7896-4f2e-9e67-0af2dec8496f tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:05.046484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de0ebf8-7896-4f2e-9e67-0af2dec8496f tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:05.046976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de0ebf8-7896-4f2e-9e67-0af2dec8496f tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:05.048909 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4de0ebf8-7896-4f2e-9e67-0af2dec8496f tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0791309 Apr 29 17:42:05.051611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53384) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:05.213127 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Set router eec55180-7960-4e64-8191-a49f36d39325 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:05.214067 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b977e4ba-6907-4c43-848f-d7d7956cbc54 None None] Provisioning complete for port 0a9bc129-e8e1-45fe-ad55-762455d03b34 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:05.214602 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b977e4ba-6907-4c43-848f-d7d7956cbc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:05.274941 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a97b5396-7b9b-444f-acf8-b06c40f709fc tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.2217343 Apr 29 17:42:05.359540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b977e4ba-6907-4c43-848f-d7d7956cbc54 None None] Provisioning for port 43338648-0426-43a2-8d1a-fcabeacc72bf completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:05.365905 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b977e4ba-6907-4c43-848f-d7d7956cbc54 None None] Provisioning complete for port 43338648-0426-43a2-8d1a-fcabeacc72bf triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:05.366619 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b977e4ba-6907-4c43-848f-d7d7956cbc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:05.506343 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b977e4ba-6907-4c43-848f-d7d7956cbc54 None None] Port 43338648-0426-43a2-8d1a-fcabeacc72bf cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:42:05.558603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53390) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:05.564158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338937936', 'description': 'tempest-secgroup-smoke-338937936 description', 'project_id': '438682cd007d46eb90f162f5f8d9699b'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:05.570582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:05.575595 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:05.579001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:05.583536 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:42:03Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '43338648-0426-43a2-8d1a-fcabeacc72bf', 'name': '', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:81:0c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:02Z', 'updated_at': '2022-04-29T17:42:03Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:05.585405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:05.588050 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Checking router: eec55180-7960-4e64-8191-a49f36d39325 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:42:05.588405 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Updating router eec55180-7960-4e64-8191-a49f36d39325 port 43338648-0426-43a2-8d1a-fcabeacc72bf binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:42:05.598019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:05.633425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:05.637104 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-82f41f4d-2d4a-4643-8109-06017b45d43c None None] Provisioning complete for port 43338648-0426-43a2-8d1a-fcabeacc72bf triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:05.638111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:05.638658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-82f41f4d-2d4a-4643-8109-06017b45d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:05.642676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:05.651190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:05.652971 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:05.735205 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:05.743083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:05.759601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-82f41f4d-2d4a-4643-8109-06017b45d43c None None] Port 43338648-0426-43a2-8d1a-fcabeacc72bf cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:42:05.793952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e26821-5f46-4397-a218-f144397fde0f,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:05.796840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:05.798118 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5e322ad2-f750-44c7-ab22-48e5931892de tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2382793 Apr 29 17:42:05.801033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53394) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:05.807436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d7eff195-64f3-4ee7-924b-37d5e96da5b1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'c0e26821-5f46-4397-a218-f144397fde0f', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:05.817814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d7eff195-64f3-4ee7-924b-37d5e96da5b1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:05.821894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d7eff195-64f3-4ee7-924b-37d5e96da5b1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:05.824750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d7eff195-64f3-4ee7-924b-37d5e96da5b1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:05.830469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d7eff195-64f3-4ee7-924b-37d5e96da5b1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:05.850721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d7eff195-64f3-4ee7-924b-37d5e96da5b1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:05.917929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d7eff195-64f3-4ee7-924b-37d5e96da5b1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:05.931901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d7eff195-64f3-4ee7-924b-37d5e96da5b1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:05.962851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eff195-64f3-4ee7-924b-37d5e96da5b1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d421a7-d5f7-486a-b7dd-35e442001407,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:05.988762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d7eff195-64f3-4ee7-924b-37d5e96da5b1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:05.993299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53398) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:05.993767 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d7eff195-64f3-4ee7-924b-37d5e96da5b1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1910794 Apr 29 17:42:05.998500 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-bef75cf4-7313-423a-ab3f-a40d7f27dccf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'c0e26821-5f46-4397-a218-f144397fde0f', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:06.004348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bef75cf4-7313-423a-ab3f-a40d7f27dccf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:06.008215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bef75cf4-7313-423a-ab3f-a40d7f27dccf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:06.011249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bef75cf4-7313-423a-ab3f-a40d7f27dccf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:06.017967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0a9bc129-e8e1-45fe-ad55-762455d03b34 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:06.025292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bef75cf4-7313-423a-ab3f-a40d7f27dccf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:06.039644 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.048568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bef75cf4-7313-423a-ab3f-a40d7f27dccf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.054657 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Transition to ACTIVE for port object 43338648-0426-43a2-8d1a-fcabeacc72bf will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:06.064120 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.092804 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0a9bc129-e8e1-45fe-ad55-762455d03b34 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:06.093227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.128300 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bef75cf4-7313-423a-ab3f-a40d7f27dccf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.135208 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bef75cf4-7313-423a-ab3f-a40d7f27dccf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.164296 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef75cf4-7313-423a-ab3f-a40d7f27dccf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d28722a-df7e-4197-8caa-4245a2de7c27,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:06.178552 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bef75cf4-7313-423a-ab3f-a40d7f27dccf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.180193 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bef75cf4-7313-423a-ab3f-a40d7f27dccf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1858177 Apr 29 17:42:06.182813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53402) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:06.188956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-57888de5-71be-4350-bcb9-05ee7ac832fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'c0e26821-5f46-4397-a218-f144397fde0f', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:06.196366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-57888de5-71be-4350-bcb9-05ee7ac832fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:06.201170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-57888de5-71be-4350-bcb9-05ee7ac832fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:06.204791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-57888de5-71be-4350-bcb9-05ee7ac832fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:06.211717 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-57888de5-71be-4350-bcb9-05ee7ac832fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:06.239792 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-57888de5-71be-4350-bcb9-05ee7ac832fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.243656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a2e08a7a-c057-4e22-9047-7b1f0c1ac782 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:06.331529 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port a2e08a7a-c057-4e22-9047-7b1f0c1ac782 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:06.331906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.341265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-57888de5-71be-4350-bcb9-05ee7ac832fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.347858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-57888de5-71be-4350-bcb9-05ee7ac832fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.358955 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beeedc2-a49d-4011-944d-2739716b8df7 None None] Pushing event updated for resources: {'Port': ['ID=43338648-0426-43a2-8d1a-fcabeacc72bf,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:06.368332 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57888de5-71be-4350-bcb9-05ee7ac832fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035fd636-2686-4fac-8e38-616309963933,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:06.390076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-57888de5-71be-4350-bcb9-05ee7ac832fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.393860 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-57888de5-71be-4350-bcb9-05ee7ac832fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2071059 Apr 29 17:42:06.394140 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53406) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:06.401327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c8f7af93-ae5b-4394-94a2-4113f9646241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'c0e26821-5f46-4397-a218-f144397fde0f', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:06.413563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c8f7af93-ae5b-4394-94a2-4113f9646241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:06.420232 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c8f7af93-ae5b-4394-94a2-4113f9646241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:06.423204 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Attempting to bind port 43338648-0426-43a2-8d1a-fcabeacc72bf on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:42:06.424183 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Attempting to bind port 43338648-0426-43a2-8d1a-fcabeacc72bf by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '41fa6ac6-524b-4b42-a7da-84a3b832e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:42:06.424339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c8f7af93-ae5b-4394-94a2-4113f9646241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:06.424634 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Attempting to bind port 43338648-0426-43a2-8d1a-fcabeacc72bf on network f9f0fe9f-af60-4fe1-8528-6bdac070c988 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:42:06.431093 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:42:06.431394 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Checking segment: {'id': '41fa6ac6-524b-4b42-a7da-84a3b832e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:42:06.431666 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.432027 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Bound using segment: {'id': '41fa6ac6-524b-4b42-a7da-84a3b832e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:42:06.432458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c8f7af93-ae5b-4394-94a2-4113f9646241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:06.432595 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Bound port: 43338648-0426-43a2-8d1a-fcabeacc72bf, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fa6ac6-524b-4b42-a7da-84a3b832e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:42:06.432831 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.456218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c8f7af93-ae5b-4394-94a2-4113f9646241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.531254 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c8f7af93-ae5b-4394-94a2-4113f9646241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.535510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c8f7af93-ae5b-4394-94a2-4113f9646241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.539086 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] For port 43338648-0426-43a2-8d1a-fcabeacc72bf, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:42:06.542087 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] For port 43338648-0426-43a2-8d1a-fcabeacc72bf, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=43338648-0426-43a2-8d1a-fcabeacc72bf,segment=NetworkSegment(41fa6ac6-524b-4b42-a7da-84a3b832e3e9),segment_id=41fa6ac6-524b-4b42-a7da-84a3b832e3e9)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:42:06.546068 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.559439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7af93-ae5b-4394-94a2-4113f9646241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37dc756a-01e8-464f-ac4a-627fd4477df3,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:06.569179 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c8f7af93-ae5b-4394-94a2-4113f9646241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.570406 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c8f7af93-ae5b-4394-94a2-4113f9646241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1753416 Apr 29 17:42:06.573218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53410) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:06.578370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-e5a887de-9f1d-43d7-aad1-238f8969a9c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'c0e26821-5f46-4397-a218-f144397fde0f', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:06.584473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e5a887de-9f1d-43d7-aad1-238f8969a9c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:06.588335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e5a887de-9f1d-43d7-aad1-238f8969a9c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:06.591229 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e5a887de-9f1d-43d7-aad1-238f8969a9c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:06.596913 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e5a887de-9f1d-43d7-aad1-238f8969a9c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:06.608604 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-e5a887de-9f1d-43d7-aad1-238f8969a9c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:42:06.620342 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5a887de-9f1d-43d7-aad1-238f8969a9c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.624949 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Routers {'eec55180-7960-4e64-8191-a49f36d39325'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:06.625313 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['eec55180-7960-4e64-8191-a49f36d39325'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:06.696804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5a887de-9f1d-43d7-aad1-238f8969a9c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.701965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5a887de-9f1d-43d7-aad1-238f8969a9c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.731387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a887de-9f1d-43d7-aad1-238f8969a9c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13dae6c5-12e3-4114-ae63-2d05c701511f,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:06.736289 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beeedc2-a49d-4011-944d-2739716b8df7 None None] Pushing event updated for resources: {'Port': ['ID=43338648-0426-43a2-8d1a-fcabeacc72bf,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:06.743718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5a887de-9f1d-43d7-aad1-238f8969a9c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.745571 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e5a887de-9f1d-43d7-aad1-238f8969a9c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1712654 Apr 29 17:42:06.748545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53414) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:06.754323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ddb546e5-624b-4fd0-8156-08ff61e50c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'c0e26821-5f46-4397-a218-f144397fde0f', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:06.761022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ddb546e5-624b-4fd0-8156-08ff61e50c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:06.765466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ddb546e5-624b-4fd0-8156-08ff61e50c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:06.768845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ddb546e5-624b-4fd0-8156-08ff61e50c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:06.778368 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ddb546e5-624b-4fd0-8156-08ff61e50c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:06.789781 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-ddb546e5-624b-4fd0-8156-08ff61e50c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:42:06.798417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddb546e5-624b-4fd0-8156-08ff61e50c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.819108 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] Set router eec55180-7960-4e64-8191-a49f36d39325 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:06.867719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddb546e5-624b-4fd0-8156-08ff61e50c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.872068 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddb546e5-624b-4fd0-8156-08ff61e50c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.897269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb546e5-624b-4fd0-8156-08ff61e50c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f96aa3-efdc-48b5-be27-4bcbed9ce0d1,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:06.906263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ddb546e5-624b-4fd0-8156-08ff61e50c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:06.915951 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ddb546e5-624b-4fd0-8156-08ff61e50c9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1578546 Apr 29 17:42:07.070457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-87c197db-afe8-4bee-b804-72e2a142debb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:42:07.086451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-87c197db-afe8-4bee-b804-72e2a142debb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:42:07.087616 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-87c197db-afe8-4bee-b804-72e2a142debb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338937936&fields=id&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 267 time: 0.0572338 Apr 29 17:42:07.141832 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:42:03Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '43338648-0426-43a2-8d1a-fcabeacc72bf', 'name': '', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:81:0c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:02Z', 'updated_at': '2022-04-29T17:42:06Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:07.145889 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d96cacf-3455-4079-8874-1e9817f4883e None None] The sync data for ids ['eec55180-7960-4e64-8191-a49f36d39325'] in dv-neutron-839024-2-hyperv is: [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:42:03Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '43338648-0426-43a2-8d1a-fcabeacc72bf', 'name': '', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:81:0c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:02Z', 'updated_at': '2022-04-29T17:42:06Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:42:07.246847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-343e66c4-5992-45d8-9d91-1aed8572ff3b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:07.246847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-343e66c4-5992-45d8-9d91-1aed8572ff3b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:42:07.265825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-343e66c4-5992-45d8-9d91-1aed8572ff3b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:42:07.267242 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-343e66c4-5992-45d8-9d91-1aed8572ff3b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/networks?id=f9f0fe9f-af60-4fe1-8528-6bdac070c988 HTTP/1.1" status: 200 len: 797 time: 0.1726899 Apr 29 17:42:07.282549 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-808d7fd6-9035-4aa0-8722-b055a116c7c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/quotas/438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 375 time: 0.0096362 Apr 29 17:42:07.368145 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-efcda005-5e5d-47a7-a2a6-cd9f2a0372f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:42:07.384702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-efcda005-5e5d-47a7-a2a6-cd9f2a0372f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:42:07.386140 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-efcda005-5e5d-47a7-a2a6-cd9f2a0372f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973017 Apr 29 17:42:07.647029 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-422d9261-3245-4257-a5de-ce6a8cc1edae service neutron] 10.222.0.11 "GET /v2.0/networks/f9f0fe9f-af60-4fe1-8528-6bdac070c988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487297 Apr 29 17:42:07.783667 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-5e8a9acb-687b-4f36-a6ab-dc7816506a0d service neutron] 10.222.0.11 "GET /v2.0/networks/f9f0fe9f-af60-4fe1-8528-6bdac070c988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304703 Apr 29 17:42:08.023935 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7ce5be51-7ba2-4fbd-8a00-f1a2dd44c752 req-cf492698-e8f2-4003-88cc-037c3633ac02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 210 time: 0.0635879 Apr 29 17:42:08.030882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 43338648-0426-43a2-8d1a-fcabeacc72bf up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:08.114231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 43338648-0426-43a2-8d1a-fcabeacc72bf completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:08.120604 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 43338648-0426-43a2-8d1a-fcabeacc72bf triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:08.121078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:08.244569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:08.277290 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 43338648-0426-43a2-8d1a-fcabeacc72bf, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=43338648-0426-43a2-8d1a-fcabeacc72bf,segment=NetworkSegment(41fa6ac6-524b-4b42-a7da-84a3b832e3e9),segment_id=41fa6ac6-524b-4b42-a7da-84a3b832e3e9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:08.281337 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:08.359922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=43338648-0426-43a2-8d1a-fcabeacc72bf,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:09.184647 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b3576763-55c8-4205-a222-49324421ff59 req-427367b8-b7b5-4a1f-a01c-7ff8f2cd81a5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 210 time: 0.0539453 Apr 29 17:42:09.212142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-4a80c58b-e85a-4a45-a1f6-511f47e075a3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:09.212804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-4a80c58b-e85a-4a45-a1f6-511f47e075a3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:42:09.224633 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-4a80c58b-e85a-4a45-a1f6-511f47e075a3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:42:09.226211 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-4a80c58b-e85a-4a45-a1f6-511f47e075a3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks?id=f9f0fe9f-af60-4fe1-8528-6bdac070c988 HTTP/1.1" status: 200 len: 797 time: 0.2685809 Apr 29 17:42:09.273704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-87e00f60-4cba-4ecc-b0a0-badc40098ecc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:42:09.285386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-87e00f60-4cba-4ecc-b0a0-badc40098ecc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:42:09.286408 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-87e00f60-4cba-4ecc-b0a0-badc40098ecc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 379 time: 0.0502610 Apr 29 17:42:09.296574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'port': {'device_id': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'admin_state_up': True, 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'security_groups': ['c0e26821-5f46-4397-a218-f144397fde0f']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:09.433451 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:09.446249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:09.458316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:42:09.461939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:09.626481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.10 (f9f0fe9f-af60-4fe1-8528-6bdac070c988/1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e/183ebffc-5c70-4db7-9cf3-e57672b676b0) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:42:09.838059 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:09.854066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 183ebffc-5c70-4db7-9cf3-e57672b676b0 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:09.880901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:09.954324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network f9f0fe9f-af60-4fe1-8528-6bdac070c988 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:42:09.957456 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:09.960260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:42:09.988988 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 43338648-0426-43a2-8d1a-fcabeacc72bf up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:09.997414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=183ebffc-5c70-4db7-9cf3-e57672b676b0,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:10.031242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:10.031600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:10.059204 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-019e8137-bb33-4c41-8a5c-61e8cc8608e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7660773 Apr 29 17:42:10.059561 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 43338648-0426-43a2-8d1a-fcabeacc72bf triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:10.060001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:10.069989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dd62b20b-085e-4d05-bd03-274ab9cbd3ef tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:42:10.070938 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dd62b20b-085e-4d05-bd03-274ab9cbd3ef tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052316 Apr 29 17:42:10.081765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Request body: {'port': {'device_id': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:10.190952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0f89bd5a-b7bb-40c4-900e-0c362717e220 None None] Provisioning for port 183ebffc-5c70-4db7-9cf3-e57672b676b0 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:10.195378 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:10.196313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0f89bd5a-b7bb-40c4-900e-0c362717e220 None None] Provisioning complete for port 183ebffc-5c70-4db7-9cf3-e57672b676b0 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:10.196686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0f89bd5a-b7bb-40c4-900e-0c362717e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:10.248568 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0f89bd5a-b7bb-40c4-900e-0c362717e220 None None] Port 183ebffc-5c70-4db7-9cf3-e57672b676b0 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:42:10.373107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca6bab-2eb7-4432-918e-db6d25c6bb6c req-677498c8-d9b1-4108-a67a-0f990db4feb9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:10.374576 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-efca6bab-2eb7-4432-918e-db6d25c6bb6c req-677498c8-d9b1-4108-a67a-0f990db4feb9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 932 time: 0.0799167 Apr 29 17:42:10.420095 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-efca6bab-2eb7-4432-918e-db6d25c6bb6c req-099c64e9-acc1-4847-a0ca-626b4521373c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0e26821-5f46-4397-a218-f144397fde0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395639 Apr 29 17:42:10.536643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183ebffc-5c70-4db7-9cf3-e57672b676b0 {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:42:10.544193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:10.559098 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Transition to ACTIVE for port object 183ebffc-5c70-4db7-9cf3-e57672b676b0 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:10.565949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:10.721694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Pushing event updated for resources: {'Port': ['ID=183ebffc-5c70-4db7-9cf3-e57672b676b0,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:10.799361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Attempting to bind port 183ebffc-5c70-4db7-9cf3-e57672b676b0 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:42:10.799689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Attempting to bind port 183ebffc-5c70-4db7-9cf3-e57672b676b0 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '41fa6ac6-524b-4b42-a7da-84a3b832e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:42:10.800011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Attempting to bind port 183ebffc-5c70-4db7-9cf3-e57672b676b0 on network f9f0fe9f-af60-4fe1-8528-6bdac070c988 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:42:10.804838 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Port 183ebffc-5c70-4db7-9cf3-e57672b676b0 on network f9f0fe9f-af60-4fe1-8528-6bdac070c988 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:42:10.805149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Attempting to bind port 183ebffc-5c70-4db7-9cf3-e57672b676b0 on network f9f0fe9f-af60-4fe1-8528-6bdac070c988 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:42:10.810558 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:42:10.810889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Checking segment: {'id': '41fa6ac6-524b-4b42-a7da-84a3b832e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:42:10.811307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Bound using segment: {'id': '41fa6ac6-524b-4b42-a7da-84a3b832e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:42:10.811786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Bound port: 183ebffc-5c70-4db7-9cf3-e57672b676b0, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fa6ac6-524b-4b42-a7da-84a3b832e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:42:10.812121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:10.900544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] For port 183ebffc-5c70-4db7-9cf3-e57672b676b0, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:42:10.903583 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] For port 183ebffc-5c70-4db7-9cf3-e57672b676b0, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=183ebffc-5c70-4db7-9cf3-e57672b676b0,segment=NetworkSegment(41fa6ac6-524b-4b42-a7da-84a3b832e3e9),segment_id=41fa6ac6-524b-4b42-a7da-84a3b832e3e9)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:42:10.909617 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:11.071874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:11.072686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:11.074707 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] 10.222.0.36 "PUT /v2.0/ports/183ebffc-5c70-4db7-9cf3-e57672b676b0 HTTP/1.1" status: 200 len: 1094 time: 0.9969442 Apr 29 17:42:11.075176 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'tag': '183ebffc-5c70-4db7-9cf3-e57672b676b0'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:42:11.096289 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a8732-c1e1-4e11-b355-30b8e91fb817 service neutron] Pushing event updated for resources: {'Port': ['ID=183ebffc-5c70-4db7-9cf3-e57672b676b0,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:11.145569 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05760b9-0829-4f97-8caf-19ac546e9a76'] response: {'name': 'network-changed', 'server_uuid': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'tag': '183ebffc-5c70-4db7-9cf3-e57672b676b0', 'status': 'completed', 'code': 200} Apr 29 17:42:11.189931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-3b9a3688-4b49-47e7-a750-69757a454e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:11.191608 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-3b9a3688-4b49-47e7-a750-69757a454e82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0767148 Apr 29 17:42:11.262743 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-a81f4857-f447-49c7-bf1d-9d088f218cc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=183ebffc-5c70-4db7-9cf3-e57672b676b0 HTTP/1.1" status: 200 len: 217 time: 0.0642707 Apr 29 17:42:11.328372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-7dfc0cc3-0f57-4940-92d2-8e52a9cafd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:11.331349 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-7dfc0cc3-0f57-4940-92d2-8e52a9cafd29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e HTTP/1.1" status: 200 len: 834 time: 0.0627463 Apr 29 17:42:11.421640 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-0a3d40fe-ccff-47fe-ad58-f8663ef2fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:11.422976 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-0a3d40fe-ccff-47fe-ad58-f8663ef2fc44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9f0fe9f-af60-4fe1-8528-6bdac070c988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852990 Apr 29 17:42:11.554941 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-4f3cf35a-1e5f-4bcf-861b-1603c0f6eba5 service neutron] 10.222.0.36 "GET /v2.0/networks/f9f0fe9f-af60-4fe1-8528-6bdac070c988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254981 Apr 29 17:42:11.621442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e9196-5dbb-4234-8999-54d077c19c0d req-53bb9269-5d73-45f2-a45e-a7ed542a6b04 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:11.622932 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-876e9196-5dbb-4234-8999-54d077c19c0d req-53bb9269-5d73-45f2-a45e-a7ed542a6b04 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 944 time: 0.0843639 Apr 29 17:42:11.675596 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-876e9196-5dbb-4234-8999-54d077c19c0d req-333426ff-47b4-4501-8c88-0c61d9641e9b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0e26821-5f46-4397-a218-f144397fde0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447228 Apr 29 17:42:11.696632 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4c1687e1-22a4-43db-b349-8a9bc19f65c6 req-74fea94a-8074-4110-8582-ee002b9708db service neutron] 10.222.0.36 "GET /v2.0/networks/f9f0fe9f-af60-4fe1-8528-6bdac070c988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353803 Apr 29 17:42:11.823077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3a4ba-1ca5-4116-a485-1515c63b9dff req-a8a0ce7f-2577-47f8-8d0f-f8cdcdc7e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:11.824613 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ecf3a4ba-1ca5-4116-a485-1515c63b9dff req-a8a0ce7f-2577-47f8-8d0f-f8cdcdc7e400 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0783932 Apr 29 17:42:11.958044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3a4ba-1ca5-4116-a485-1515c63b9dff req-e488736d-ca06-407d-8ab1-3fb7531b265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:11.959711 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ecf3a4ba-1ca5-4116-a485-1515c63b9dff req-e488736d-ca06-407d-8ab1-3fb7531b265f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9f0fe9f-af60-4fe1-8528-6bdac070c988 HTTP/1.1" status: 200 len: 898 time: 0.1277735 Apr 29 17:42:12.031903 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ecf3a4ba-1ca5-4116-a485-1515c63b9dff req-7a4435eb-85cf-4775-9e84-6b4e57f9019d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=183ebffc-5c70-4db7-9cf3-e57672b676b0 HTTP/1.1" status: 200 len: 217 time: 0.0657444 Apr 29 17:42:12.098771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3a4ba-1ca5-4116-a485-1515c63b9dff req-38f13162-8ebc-4609-9c18-0167eef1caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:12.100239 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ecf3a4ba-1ca5-4116-a485-1515c63b9dff req-38f13162-8ebc-4609-9c18-0167eef1caa2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e HTTP/1.1" status: 200 len: 834 time: 0.0602171 Apr 29 17:42:12.181673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3a4ba-1ca5-4116-a485-1515c63b9dff req-c185a5fc-5305-4122-b7cd-483a9408e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:12.183041 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ecf3a4ba-1ca5-4116-a485-1515c63b9dff req-c185a5fc-5305-4122-b7cd-483a9408e55a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9f0fe9f-af60-4fe1-8528-6bdac070c988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765445 Apr 29 17:42:12.320699 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ecf3a4ba-1ca5-4116-a485-1515c63b9dff req-29b1079c-a825-4845-8f1d-76d0bdeb73e3 service neutron] 10.222.0.36 "GET /v2.0/networks/f9f0fe9f-af60-4fe1-8528-6bdac070c988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286001 Apr 29 17:42:12.455344 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ecf3a4ba-1ca5-4116-a485-1515c63b9dff req-8685956c-8783-4c5f-b9e2-b468076f1a15 service neutron] 10.222.0.36 "GET /v2.0/networks/f9f0fe9f-af60-4fe1-8528-6bdac070c988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267757 Apr 29 17:42:12.865526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a1977-9cd0-431e-af95-cbb553e48f97 req-66625560-8439-4d54-abe8-1b0fd2d33e32 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:12.867021 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8b5a1977-9cd0-431e-af95-cbb553e48f97 req-66625560-8439-4d54-abe8-1b0fd2d33e32 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 944 time: 0.0851853 Apr 29 17:42:12.915322 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8b5a1977-9cd0-431e-af95-cbb553e48f97 req-b7c7fe82-5e52-40d4-b3e3-faf4bcf76dcc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0e26821-5f46-4397-a218-f144397fde0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394697 Apr 29 17:42:13.412925 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 183ebffc-5c70-4db7-9cf3-e57672b676b0 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:42:13.557612 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 183ebffc-5c70-4db7-9cf3-e57672b676b0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=183ebffc-5c70-4db7-9cf3-e57672b676b0,segment=NetworkSegment(41fa6ac6-524b-4b42-a7da-84a3b832e3e9),segment_id=41fa6ac6-524b-4b42-a7da-84a3b832e3e9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:13.570512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '183ebffc-5c70-4db7-9cf3-e57672b676b0', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'port_id': '183ebffc-5c70-4db7-9cf3-e57672b676b0', 'mac_address': 'fa:16:3e:f3:5f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:42:13.628985 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:13.645828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183ebffc-5c70-4db7-9cf3-e57672b676b0 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:42:13.661002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 183ebffc-5c70-4db7-9cf3-e57672b676b0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=183ebffc-5c70-4db7-9cf3-e57672b676b0,segment=NetworkSegment(41fa6ac6-524b-4b42-a7da-84a3b832e3e9),segment_id=41fa6ac6-524b-4b42-a7da-84a3b832e3e9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:13.666636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:13.742622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=183ebffc-5c70-4db7-9cf3-e57672b676b0,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:13.882565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['183ebffc-5c70-4db7-9cf3-e57672b676b0'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:42:14.104182 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d6c63-58d5-47d1-8eb0-b74bf2fbfc22 req-e6326c2e-cf84-458a-82ad-3f8ac8526067 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:14.105707 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a46d6c63-58d5-47d1-8eb0-b74bf2fbfc22 req-e6326c2e-cf84-458a-82ad-3f8ac8526067 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0846395 Apr 29 17:42:14.155116 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a46d6c63-58d5-47d1-8eb0-b74bf2fbfc22 req-d91147d1-c509-4ecf-b269-2d928aa0e98b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0e26821-5f46-4397-a218-f144397fde0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422015 Apr 29 17:42:15.369834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321695e-c17e-425f-b1df-2e93d442585b req-c0a939e6-e05d-4be0-9aa9-04635b3552f4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:15.371311 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9321695e-c17e-425f-b1df-2e93d442585b req-c0a939e6-e05d-4be0-9aa9-04635b3552f4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0898042 Apr 29 17:42:15.418785 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9321695e-c17e-425f-b1df-2e93d442585b req-c1fea936-ae10-4ab6-a5ce-b8e6b784faef tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0e26821-5f46-4397-a218-f144397fde0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416465 Apr 29 17:42:15.423422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 183ebffc-5c70-4db7-9cf3-e57672b676b0 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:15.493274 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 183ebffc-5c70-4db7-9cf3-e57672b676b0 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:15.497732 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 183ebffc-5c70-4db7-9cf3-e57672b676b0 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:15.498095 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:15.642093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:15.668480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183ebffc-5c70-4db7-9cf3-e57672b676b0'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:42:15.679276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 183ebffc-5c70-4db7-9cf3-e57672b676b0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=183ebffc-5c70-4db7-9cf3-e57672b676b0,segment=NetworkSegment(41fa6ac6-524b-4b42-a7da-84a3b832e3e9),segment_id=41fa6ac6-524b-4b42-a7da-84a3b832e3e9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:15.684143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:15.719430 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-061df9b5-ac6d-41db-926e-8e2b33704890'] response: {'server_uuid': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183ebffc-5c70-4db7-9cf3-e57672b676b0', 'code': 200} Apr 29 17:42:15.753296 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=183ebffc-5c70-4db7-9cf3-e57672b676b0,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:15.956453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56884da1-f5b4-4aa5-a163-88958918bdf4 req-a8fe0142-15b2-4510-8eb1-61e6453aae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:15.958000 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-56884da1-f5b4-4aa5-a163-88958918bdf4 req-a8fe0142-15b2-4510-8eb1-61e6453aae7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 1099 time: 0.0742929 Apr 29 17:42:15.998636 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-56884da1-f5b4-4aa5-a163-88958918bdf4 req-4e51ac4b-4b29-4b36-86ec-bc66b3628633 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c0e26821-5f46-4397-a218-f144397fde0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343678 Apr 29 17:42:16.615481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94e27c-1461-46d5-a74e-1ef3d6a513f0 req-2cc432a4-6672-48a5-8588-e4e702633dee tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:16.616917 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a94e27c-1461-46d5-a74e-1ef3d6a513f0 req-2cc432a4-6672-48a5-8588-e4e702633dee tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0882835 Apr 29 17:42:16.661154 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a94e27c-1461-46d5-a74e-1ef3d6a513f0 req-fdf04c54-a959-47c7-809d-d6497ef7f766 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0e26821-5f46-4397-a218-f144397fde0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383418 Apr 29 17:42:17.874047 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09e07e-c05b-459f-a384-713e16ef530f req-8cf57713-07f9-4ea1-bc2e-d87438c8addc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:17.875548 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2e09e07e-c05b-459f-a384-713e16ef530f req-8cf57713-07f9-4ea1-bc2e-d87438c8addc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0948205 Apr 29 17:42:17.921287 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2e09e07e-c05b-459f-a384-713e16ef530f req-2ca1c606-1d4d-4850-9934-079942d8683b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0e26821-5f46-4397-a218-f144397fde0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398326 Apr 29 17:42:18.107995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e917d-513e-4187-afc2-2fcf782d27c2 req-f3bf099f-ec4a-4244-9a74-9b9d11b951e6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:18.109529 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c39e917d-513e-4187-afc2-2fcf782d27c2 req-f3bf099f-ec4a-4244-9a74-9b9d11b951e6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 946 time: 0.0829749 Apr 29 17:42:18.156069 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c39e917d-513e-4187-afc2-2fcf782d27c2 req-4670316a-ecb0-4e0f-986d-0416473d9ca8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0e26821-5f46-4397-a218-f144397fde0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379841 Apr 29 17:42:18.179026 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53474) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:18.197106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:18.252910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa624d-dc90-4d3f-b6f3-cf169862d338 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:18.254380 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-21aa624d-dc90-4d3f-b6f3-cf169862d338 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0743341 Apr 29 17:42:18.258315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53478) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:18.263145 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '183ebffc-5c70-4db7-9cf3-e57672b676b0', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:18.269112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:18.273038 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:floatingip and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:18.276011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:18.281694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:18.292891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:18.543769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:18.687108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.22 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/a97ca4cc-08ed-47b4-bfd9-1c2bc4d698ee) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:42:18.838517 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:18.874811 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:18.944149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:42:18.946857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:18.951521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:42:18.980526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=a97ca4cc-08ed-47b4-bfd9-1c2bc4d698ee,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:19.380275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:19.471613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:19.671713 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:19.677837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:19.783456 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=a97ca4cc-08ed-47b4-bfd9-1c2bc4d698ee,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:19.795393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:19.967676 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP abd5e1c5-f54a-4fa6-82e2-711821503ec5 associated. External IP: 172.26.4.22, port: 183ebffc-5c70-4db7-9cf3-e57672b676b0. Apr 29 17:42:20.415400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router eec55180-7960-4e64-8191-a49f36d39325 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:42:20.592778 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:42:20.602358 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ec0e1-41fd-4200-b2e2-a39f71fbfc48 None None] Sync routers for ids ['eec55180-7960-4e64-8191-a49f36d39325'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:42:20.615626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ec0e1-41fd-4200-b2e2-a39f71fbfc48 None None] Routers {'eec55180-7960-4e64-8191-a49f36d39325'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:20.616340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f52ec0e1-41fd-4200-b2e2-a39f71fbfc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['eec55180-7960-4e64-8191-a49f36d39325'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:20.618396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:20.679072 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-23def4a8-9db7-4c23-805c-0f00f6235189 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4168692 Apr 29 17:42:20.679072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'tag': '183ebffc-5c70-4db7-9cf3-e57672b676b0'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:42:20.680561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53482) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:20.721082 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a064769-02e4-45f0-9cb2-b39bdacedc6b'] response: {'name': 'network-changed', 'server_uuid': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'tag': '183ebffc-5c70-4db7-9cf3-e57672b676b0', 'status': 'completed', 'code': 200} Apr 29 17:42:20.792955 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6b3e43d2-c2dd-456d-b6e1-ed1bc94e7849 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/abd5e1c5-f54a-4fa6-82e2-711821503ec5 HTTP/1.1" status: 200 len: 991 time: 0.1108398 Apr 29 17:42:20.796418 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-f52ec0e1-41fd-4200-b2e2-a39f71fbfc48 None None] Set router eec55180-7960-4e64-8191-a49f36d39325 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:20.813982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31a704-72f3-4b9b-868b-e5d1c598a843 req-894ac905-643c-42fc-ac07-3f2cd9409ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:20.815482 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9b31a704-72f3-4b9b-868b-e5d1c598a843 req-894ac905-643c-42fc-ac07-3f2cd9409ec5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 1099 time: 0.0724809 Apr 29 17:42:20.945093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31a704-72f3-4b9b-868b-e5d1c598a843 req-1f6ca0e3-9234-4c2c-978b-4a8c17b2bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:20.946457 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9b31a704-72f3-4b9b-868b-e5d1c598a843 req-1f6ca0e3-9234-4c2c-978b-4a8c17b2bfe2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9f0fe9f-af60-4fe1-8528-6bdac070c988 HTTP/1.1" status: 200 len: 898 time: 0.1248155 Apr 29 17:42:21.048628 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9b31a704-72f3-4b9b-868b-e5d1c598a843 req-6ecdc269-4e61-4a69-bbca-59947808b02d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=183ebffc-5c70-4db7-9cf3-e57672b676b0 HTTP/1.1" status: 200 len: 999 time: 0.0954845 Apr 29 17:42:21.109466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31a704-72f3-4b9b-868b-e5d1c598a843 req-086993e4-f258-4ddf-9bb3-2b1b4ba5cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:21.110989 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9b31a704-72f3-4b9b-868b-e5d1c598a843 req-086993e4-f258-4ddf-9bb3-2b1b4ba5cc2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e HTTP/1.1" status: 200 len: 834 time: 0.0560160 Apr 29 17:42:21.139204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f52ec0e1-41fd-4200-b2e2-a39f71fbfc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:42:03Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'abd5e1c5-f54a-4fa6-82e2-711821503ec5', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.22', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'port_id': '183ebffc-5c70-4db7-9cf3-e57672b676b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'mac_address': 'fa:16:3e:f3:5f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:42:19Z', 'updated_at': '2022-04-29T17:42:19Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43338648-0426-43a2-8d1a-fcabeacc72bf', 'name': '', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:81:0c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:02Z', 'updated_at': '2022-04-29T17:42:08Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:21.143180 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ec0e1-41fd-4200-b2e2-a39f71fbfc48 None None] Checking router: eec55180-7960-4e64-8191-a49f36d39325 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:42:21.151679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ec0e1-41fd-4200-b2e2-a39f71fbfc48 None None] Routers {'eec55180-7960-4e64-8191-a49f36d39325'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:21.153369 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f52ec0e1-41fd-4200-b2e2-a39f71fbfc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['eec55180-7960-4e64-8191-a49f36d39325'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:21.188474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31a704-72f3-4b9b-868b-e5d1c598a843 req-1ddbaf05-a9e9-479d-86e8-169b9457793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:21.189900 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9b31a704-72f3-4b9b-868b-e5d1c598a843 req-1ddbaf05-a9e9-479d-86e8-169b9457793b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9f0fe9f-af60-4fe1-8528-6bdac070c988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726411 Apr 29 17:42:21.319030 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9b31a704-72f3-4b9b-868b-e5d1c598a843 req-d2ffc41a-7797-4207-be4f-deed197ec7bc service neutron] 10.222.0.36 "GET /v2.0/networks/f9f0fe9f-af60-4fe1-8528-6bdac070c988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228838 Apr 29 17:42:21.326797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-f52ec0e1-41fd-4200-b2e2-a39f71fbfc48 None None] Set router eec55180-7960-4e64-8191-a49f36d39325 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:21.448284 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9b31a704-72f3-4b9b-868b-e5d1c598a843 req-438d0e20-b849-438f-9d2d-54c8079b9c4a service neutron] 10.222.0.36 "GET /v2.0/networks/f9f0fe9f-af60-4fe1-8528-6bdac070c988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229022 Apr 29 17:42:21.670187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f52ec0e1-41fd-4200-b2e2-a39f71fbfc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:42:03Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'abd5e1c5-f54a-4fa6-82e2-711821503ec5', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.22', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'port_id': '183ebffc-5c70-4db7-9cf3-e57672b676b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'mac_address': 'fa:16:3e:f3:5f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:42:19Z', 'updated_at': '2022-04-29T17:42:19Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43338648-0426-43a2-8d1a-fcabeacc72bf', 'name': '', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:81:0c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:02Z', 'updated_at': '2022-04-29T17:42:08Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:21.674370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ec0e1-41fd-4200-b2e2-a39f71fbfc48 None None] The sync data for ids ['eec55180-7960-4e64-8191-a49f36d39325'] in dv-neutron-839024-2-hyperv is: [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:42:03Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'abd5e1c5-f54a-4fa6-82e2-711821503ec5', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.22', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'port_id': '183ebffc-5c70-4db7-9cf3-e57672b676b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'mac_address': 'fa:16:3e:f3:5f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:42:19Z', 'updated_at': '2022-04-29T17:42:19Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43338648-0426-43a2-8d1a-fcabeacc72bf', 'name': '', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:81:0c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:02Z', 'updated_at': '2022-04-29T17:42:08Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:42:21.794771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53488) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:21.854166 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf15bcb-96c5-45fd-8564-20bc0aa345d3 None None] New status for floating IP abd5e1c5-f54a-4fa6-82e2-711821503ec5: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:42:21.902413 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-178107b7-e065-419d-8919-ae4c1b18873a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/abd5e1c5-f54a-4fa6-82e2-711821503ec5 HTTP/1.1" status: 200 len: 991 time: 0.1064396 Apr 29 17:42:22.906560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53494) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:22.976407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53498) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:23.023717 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a2f8c577-7f53-43f8-8fed-7d7d63666bd5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/abd5e1c5-f54a-4fa6-82e2-711821503ec5 HTTP/1.1" status: 200 len: 993 time: 0.1158078 Apr 29 17:42:23.260597 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1be1fe8b-29ba-4964-832f-a199813499ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:23.296686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fa9902ec-989a-49e6-96ea-e8bc0cdebbea tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Deleting port bcc4e46b-d801-4424-bc96-52a7931ebde9 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:42:23.297021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa9902ec-989a-49e6-96ea-e8bc0cdebbea tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:23.482642 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa9902ec-989a-49e6-96ea-e8bc0cdebbea tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:23.482957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa9902ec-989a-49e6-96ea-e8bc0cdebbea tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:23.602430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fa9902ec-989a-49e6-96ea-e8bc0cdebbea tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Calling delete_port for bcc4e46b-d801-4424-bc96-52a7931ebde9 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:42:23.759475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa9902ec-989a-49e6-96ea-e8bc0cdebbea tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:23.805296 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9902ec-989a-49e6-96ea-e8bc0cdebbea tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event deleted for resources: {'Port': ['ID=bcc4e46b-d801-4424-bc96-52a7931ebde9,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:23.907621 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa9902ec-989a-49e6-96ea-e8bc0cdebbea tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:23.907957 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-fa9902ec-989a-49e6-96ea-e8bc0cdebbea tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Floating IP 14a0ec51-703f-4b28-933b-b4ad3c2defac disassociated (deleted). External IP: 172.26.4.98, port: 738b6c7c-c828-410b-8e47-20e4dfac936a. Apr 29 17:42:24.263840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9902ec-989a-49e6-96ea-e8bc0cdebbea tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Router 1a8cf786-93aa-46f8-8013-30bba4cde112 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:42:24.440978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9902ec-989a-49e6-96ea-e8bc0cdebbea tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:42:24.451166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b24ac-1fa2-4769-abed-c48f4e3b9d2e None None] Sync routers for ids ['1a8cf786-93aa-46f8-8013-30bba4cde112'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:42:24.455765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa9902ec-989a-49e6-96ea-e8bc0cdebbea tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:24.462498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6b24ac-1fa2-4769-abed-c48f4e3b9d2e None None] Routers {'1a8cf786-93aa-46f8-8013-30bba4cde112'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:24.463209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-df6b24ac-1fa2-4769-abed-c48f4e3b9d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1a8cf786-93aa-46f8-8013-30bba4cde112'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:24.512055 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fa9902ec-989a-49e6-96ea-e8bc0cdebbea tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "DELETE /v2.0/floatingips/14a0ec51-703f-4b28-933b-b4ad3c2defac HTTP/1.1" status: 204 len: 168 time: 1.5319662 Apr 29 17:42:24.512055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'tag': '738b6c7c-c828-410b-8e47-20e4dfac936a'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:42:24.556827 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909f37cc-4a6f-49fa-9d23-543a2bfd4f66'] response: {'name': 'network-changed', 'server_uuid': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'tag': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'status': 'completed', 'code': 200} Apr 29 17:42:24.739630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-df6b24ac-1fa2-4769-abed-c48f4e3b9d2e None None] Set router 1a8cf786-93aa-46f8-8013-30bba4cde112 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:24.790070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976a25-46fc-47a2-8a1e-0a8bcf67b31b req-e4e31a2a-afdb-4330-92b6-a543386efb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:24.793100 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-eb976a25-46fc-47a2-8a1e-0a8bcf67b31b req-e4e31a2a-afdb-4330-92b6-a543386efb79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3412d6a42e540fdbe9f18e97e367b34&device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 1098 time: 0.2153351 Apr 29 17:42:24.923595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93a829-1721-47b2-8bff-7abc3914c047 req-58b1fb44-eb5e-4fc7-9817-518d82dbdd42 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:24.925151 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ba93a829-1721-47b2-8bff-7abc3914c047 req-58b1fb44-eb5e-4fc7-9817-518d82dbdd42 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0972013 Apr 29 17:42:24.936826 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976a25-46fc-47a2-8a1e-0a8bcf67b31b req-a85d0753-2c57-4ec6-9642-bcfaabc9e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:24.938436 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-eb976a25-46fc-47a2-8a1e-0a8bcf67b31b req-a85d0753-2c57-4ec6-9642-bcfaabc9e40c service neutron] 10.222.0.36 "GET /v2.0/networks?id=de45fbc7-c3c0-492d-b676-69425a6b5d66 HTTP/1.1" status: 200 len: 898 time: 0.1389339 Apr 29 17:42:24.973333 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ba93a829-1721-47b2-8bff-7abc3914c047 req-9266fb96-868d-4ac8-9bfe-07d810b8b3a4 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416501 Apr 29 17:42:25.016041 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-eb976a25-46fc-47a2-8a1e-0a8bcf67b31b req-e8b734bb-e581-4b99-9144-0f9191a26fe6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=738b6c7c-c828-410b-8e47-20e4dfac936a HTTP/1.1" status: 200 len: 217 time: 0.0696650 Apr 29 17:42:25.080891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976a25-46fc-47a2-8a1e-0a8bcf67b31b req-7a595a7c-012d-492f-bb42-0a863d2d9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:25.082383 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-eb976a25-46fc-47a2-8a1e-0a8bcf67b31b req-7a595a7c-012d-492f-bb42-0a863d2d9dcd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b54c540-4528-4a2a-b383-1b525b68e142 HTTP/1.1" status: 200 len: 835 time: 0.0604055 Apr 29 17:42:25.086438 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-df6b24ac-1fa2-4769-abed-c48f4e3b9d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '5dbc6e8a-0cd7-49a6-b112-3474670888b8', 'name': '', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'mac_address': 'fa:16:3e:33:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:39Z', 'updated_at': '2022-04-29T17:40:46Z', 'revision_number': 5, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'subnets': [{'id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:25.090650 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b24ac-1fa2-4769-abed-c48f4e3b9d2e None None] Checking router: 1a8cf786-93aa-46f8-8013-30bba4cde112 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:42:25.099923 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6b24ac-1fa2-4769-abed-c48f4e3b9d2e None None] Routers {'1a8cf786-93aa-46f8-8013-30bba4cde112'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:25.100517 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-df6b24ac-1fa2-4769-abed-c48f4e3b9d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:41:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1a8cf786-93aa-46f8-8013-30bba4cde112'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:25.161897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976a25-46fc-47a2-8a1e-0a8bcf67b31b req-74614f14-1a61-48a9-b09c-e3c67ad36487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:25.163488 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-eb976a25-46fc-47a2-8a1e-0a8bcf67b31b req-74614f14-1a61-48a9-b09c-e3c67ad36487 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de45fbc7-c3c0-492d-b676-69425a6b5d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749166 Apr 29 17:42:25.278827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-df6b24ac-1fa2-4769-abed-c48f4e3b9d2e None None] Set router 1a8cf786-93aa-46f8-8013-30bba4cde112 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:25.296697 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-eb976a25-46fc-47a2-8a1e-0a8bcf67b31b req-86066b6f-dca1-44f7-aaae-c25d37ae8c2c service neutron] 10.222.0.36 "GET /v2.0/networks/de45fbc7-c3c0-492d-b676-69425a6b5d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267309 Apr 29 17:42:25.417816 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ffbee898-1489-4f6a-81fd-aa6ab06775a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:25.432846 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-eb976a25-46fc-47a2-8a1e-0a8bcf67b31b req-41a2c681-9922-4e20-a09e-41289e253eac service neutron] 10.222.0.36 "GET /v2.0/networks/de45fbc7-c3c0-492d-b676-69425a6b5d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301990 Apr 29 17:42:25.616639 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-df6b24ac-1fa2-4769-abed-c48f4e3b9d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '5dbc6e8a-0cd7-49a6-b112-3474670888b8', 'name': '', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'mac_address': 'fa:16:3e:33:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:39Z', 'updated_at': '2022-04-29T17:40:46Z', 'revision_number': 5, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'subnets': [{'id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:25.620820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b24ac-1fa2-4769-abed-c48f4e3b9d2e None None] The sync data for ids ['1a8cf786-93aa-46f8-8013-30bba4cde112'] in dv-neutron-839024-2-hyperv is: [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '5dbc6e8a-0cd7-49a6-b112-3474670888b8', 'name': '', 'network_id': 'de45fbc7-c3c0-492d-b676-69425a6b5d66', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'mac_address': 'fa:16:3e:33:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:39Z', 'updated_at': '2022-04-29T17:40:46Z', 'revision_number': 5, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'subnets': [{'id': '4b54c540-4528-4a2a-b383-1b525b68e142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:42:25.852461 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcbc487-de3c-442f-8515-c647101b435e None None] New status for floating IP 14a0ec51-703f-4b28-933b-b4ad3c2defac: DOWN {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:42:26.144435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5468bc-dabe-45fc-a114-7be38dcc5ef2 req-71bd03d4-bff1-4c9e-b327-ea9f96fd310b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:26.145150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-df5468bc-dabe-45fc-a114-7be38dcc5ef2 req-71bd03d4-bff1-4c9e-b327-ea9f96fd310b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Synchronizing usage tracker for tenant:f3412d6a42e540fdbe9f18e97e367b34 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:42:26.163756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-df5468bc-dabe-45fc-a114-7be38dcc5ef2 req-71bd03d4-bff1-4c9e-b327-ea9f96fd310b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Unset dirty status for tenant:f3412d6a42e540fdbe9f18e97e367b34 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:42:26.165209 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-df5468bc-dabe-45fc-a114-7be38dcc5ef2 req-71bd03d4-bff1-4c9e-b327-ea9f96fd310b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.36 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.1040261 Apr 29 17:42:26.171745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dd6c4-b932-455a-948d-5b692ce0b68f req-8e924d7e-60fd-432f-8650-8a348ccbe318 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:26.173177 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-867dd6c4-b932-455a-948d-5b692ce0b68f req-8e924d7e-60fd-432f-8650-8a348ccbe318 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 945 time: 0.0792072 Apr 29 17:42:26.218523 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-867dd6c4-b932-455a-948d-5b692ce0b68f req-dab3cfc3-3c49-4149-9928-148b882cbc3b tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bafd19-9967-4313-8d66-5a6aeaeb0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389400 Apr 29 17:42:26.235256 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-df5468bc-dabe-45fc-a114-7be38dcc5ef2 req-e8cd440c-c0c3-4fec-bcf2-079054574cdf tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Deleting port 738b6c7c-c828-410b-8e47-20e4dfac936a {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:42:26.235643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-df5468bc-dabe-45fc-a114-7be38dcc5ef2 req-e8cd440c-c0c3-4fec-bcf2-079054574cdf tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:26.492363 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-df5468bc-dabe-45fc-a114-7be38dcc5ef2 req-e8cd440c-c0c3-4fec-bcf2-079054574cdf tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] For port 738b6c7c-c828-410b-8e47-20e4dfac936a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=738b6c7c-c828-410b-8e47-20e4dfac936a,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:26.493154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-df5468bc-dabe-45fc-a114-7be38dcc5ef2 req-e8cd440c-c0c3-4fec-bcf2-079054574cdf tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:26.544252 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:26.619459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-df5468bc-dabe-45fc-a114-7be38dcc5ef2 req-e8cd440c-c0c3-4fec-bcf2-079054574cdf tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Calling delete_port for 738b6c7c-c828-410b-8e47-20e4dfac936a owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:42:26.771128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-df5468bc-dabe-45fc-a114-7be38dcc5ef2 req-e8cd440c-c0c3-4fec-bcf2-079054574cdf tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:26.778565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:26.824019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd440c-c0c3-4fec-bcf2-079054574cdf tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event deleted for resources: {'Port': ['ID=738b6c7c-c828-410b-8e47-20e4dfac936a,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:26.897181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5468bc-dabe-45fc-a114-7be38dcc5ef2 req-e8cd440c-c0c3-4fec-bcf2-079054574cdf tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] No DVR routers for this DVR port 738b6c7c-c828-410b-8e47-20e4dfac936a on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:42:26.899645 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-df5468bc-dabe-45fc-a114-7be38dcc5ef2 req-e8cd440c-c0c3-4fec-bcf2-079054574cdf tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:26.902105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'name': 'network-vif-deleted', 'tag': '738b6c7c-c828-410b-8e47-20e4dfac936a'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:42:26.919023 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-df5468bc-dabe-45fc-a114-7be38dcc5ef2 req-e8cd440c-c0c3-4fec-bcf2-079054574cdf tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.36 "DELETE /v2.0/ports/738b6c7c-c828-410b-8e47-20e4dfac936a HTTP/1.1" status: 204 len: 173 time: 0.7482951 Apr 29 17:42:26.950354 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b649ac-3b60-470c-9e34-a113de908bc4'] response: {'server_uuid': '776f8317-9753-4e2f-9ec2-f0be1ff95c40', 'name': 'network-vif-deleted', 'tag': '738b6c7c-c828-410b-8e47-20e4dfac936a', 'status': 'completed', 'code': 200} Apr 29 17:42:27.390573 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-73d4bda3-c2b6-408d-848a-16bc62ea111e req-5836a372-a48c-421b-a5a3-4a63aa585f02 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "GET /v2.0/ports?device_id=776f8317-9753-4e2f-9ec2-f0be1ff95c40 HTTP/1.1" status: 200 len: 210 time: 0.0494554 Apr 29 17:42:27.953093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:28.491259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53516) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:29.182865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4153-ab52-479b-aaa6-df84ccd334af tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:29.546726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 738b6c7c-c828-410b-8e47-20e4dfac936a no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:42:29.547354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd4153-ab52-479b-aaa6-df84ccd334af tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Deleting port 5dbc6e8a-0cd7-49a6-b112-3474670888b8 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:42:29.547794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4153-ab52-479b-aaa6-df84ccd334af tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:29.581220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 738b6c7c-c828-410b-8e47-20e4dfac936a {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:42:29.581592 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 738b6c7c-c828-410b-8e47-20e4dfac936a not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:42:29.739665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-c9bd4153-ab52-479b-aaa6-df84ccd334af tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] For port 5dbc6e8a-0cd7-49a6-b112-3474670888b8, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5dbc6e8a-0cd7-49a6-b112-3474670888b8,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:29.739971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4153-ab52-479b-aaa6-df84ccd334af tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:29.859216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd4153-ab52-479b-aaa6-df84ccd334af tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Calling delete_port for 5dbc6e8a-0cd7-49a6-b112-3474670888b8 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:42:30.047468 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4153-ab52-479b-aaa6-df84ccd334af tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:30.199929 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd4153-ab52-479b-aaa6-df84ccd334af tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event deleted for resources: {'Port': ['ID=5dbc6e8a-0cd7-49a6-b112-3474670888b8,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:30.479817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4153-ab52-479b-aaa6-df84ccd334af tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:30.838405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bd4153-ab52-479b-aaa6-df84ccd334af tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Router 1a8cf786-93aa-46f8-8013-30bba4cde112 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:42:31.039798 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bd4153-ab52-479b-aaa6-df84ccd334af tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:42:31.049821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad2802b-5028-4a39-8eb6-eb6e4d62ec45 None None] Sync routers for ids ['1a8cf786-93aa-46f8-8013-30bba4cde112'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:42:31.053323 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c9bd4153-ab52-479b-aaa6-df84ccd334af tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "PUT /v2.0/routers/1a8cf786-93aa-46f8-8013-30bba4cde112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5608914 Apr 29 17:42:31.056697 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53520) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:31.062743 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad2802b-5028-4a39-8eb6-eb6e4d62ec45 None None] Routers {'1a8cf786-93aa-46f8-8013-30bba4cde112'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:31.063524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1ad2802b-5028-4a39-8eb6-eb6e4d62ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1a8cf786-93aa-46f8-8013-30bba4cde112'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:31.125100 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16f4774-f6cb-4349-ac1c-5139f7665908 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Deleting subnet 4b54c540-4528-4a2a-b383-1b525b68e142 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:42:31.128221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f16f4774-f6cb-4349-ac1c-5139f7665908 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:31.185764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f16f4774-f6cb-4349-ac1c-5139f7665908 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:31.244822 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-1ad2802b-5028-4a39-8eb6-eb6e4d62ec45 None None] Set router 1a8cf786-93aa-46f8-8013-30bba4cde112 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:31.272327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f16f4774-f6cb-4349-ac1c-5139f7665908 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:31.348141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f16f4774-f6cb-4349-ac1c-5139f7665908 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:31.506042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f4774-f6cb-4349-ac1c-5139f7665908 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event deleted for resources: {'Subnet': ['ID=4b54c540-4528-4a2a-b383-1b525b68e142,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:31.511955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f16f4774-f6cb-4349-ac1c-5139f7665908 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:31.518254 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f16f4774-f6cb-4349-ac1c-5139f7665908 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "DELETE /v2.0/subnets/4b54c540-4528-4a2a-b383-1b525b68e142 HTTP/1.1" status: 204 len: 168 time: 0.4605021 Apr 29 17:42:31.519453 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee0f9fa-cb87-4a2e-b3ea-567b78899891 None None] Network de45fbc7-c3c0-492d-b676-69425a6b5d66 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:42:31.521070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53524) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:31.703908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:31.751021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1ad2802b-5028-4a39-8eb6-eb6e4d62ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:42:29Z', 'revision_number': 5, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:31.757458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad2802b-5028-4a39-8eb6-eb6e4d62ec45 None None] Checking router: 1a8cf786-93aa-46f8-8013-30bba4cde112 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:42:31.770955 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad2802b-5028-4a39-8eb6-eb6e4d62ec45 None None] Routers {'1a8cf786-93aa-46f8-8013-30bba4cde112'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:31.771584 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1ad2802b-5028-4a39-8eb6-eb6e4d62ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1a8cf786-93aa-46f8-8013-30bba4cde112'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:31.883070 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4c4956-c37e-4b6b-9069-faa571403ef4 None None] DHCP port deletion for de45fbc7-c3c0-492d-b676-69425a6b5d66 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:42:31.887624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:31.898634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Deleting port 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:42:31.898977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:31.904137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c4956-c37e-4b6b-9069-faa571403ef4 None None] Deleting port 88ebd316-abcb-44d5-af41-41a601e8562b {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:42:31.904519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4956-c37e-4b6b-9069-faa571403ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:32.045184 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-1ad2802b-5028-4a39-8eb6-eb6e4d62ec45 None None] Set router 1a8cf786-93aa-46f8-8013-30bba4cde112 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:32.081593 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] For port 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=86b3cdc8-f5a2-426f-b4f6-412f8da0cb87,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:32.082220 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:32.104498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 88ebd316-abcb-44d5-af41-41a601e8562b no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:42:32.204302 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Calling delete_port for 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:42:32.366758 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1d4c4956-c37e-4b6b-9069-faa571403ef4 None None] For port 88ebd316-abcb-44d5-af41-41a601e8562b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=88ebd316-abcb-44d5-af41-41a601e8562b,segment=NetworkSegment(42764dc1-d285-4756-bd79-45994a854cb6),segment_id=42764dc1-d285-4756-bd79-45994a854cb6)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:32.367168 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4956-c37e-4b6b-9069-faa571403ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:32.374218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:32.421494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event deleted for resources: {'Port': ['ID=86b3cdc8-f5a2-426f-b4f6-412f8da0cb87,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:32.512354 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:32.532256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c4956-c37e-4b6b-9069-faa571403ef4 None None] Calling delete_port for 88ebd316-abcb-44d5-af41-41a601e8562b owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:42:32.648710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:32.690593 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:32.693352 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:32.698799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4956-c37e-4b6b-9069-faa571403ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:32.717431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:32.718003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Fanout notify agent at l3_agent the message router_deleted on router 1a8cf786-93aa-46f8-8013-30bba4cde112 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:42:32.732960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:32.734097 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-173b5f4b-05fb-42c6-aa50-8196a7a34a23 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "DELETE /v2.0/routers/1a8cf786-93aa-46f8-8013-30bba4cde112 HTTP/1.1" status: 204 len: 168 time: 1.2120650 Apr 29 17:42:32.737172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53528) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:32.834710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c4956-c37e-4b6b-9069-faa571403ef4 None None] Pushing event deleted for resources: {'Port': ['ID=88ebd316-abcb-44d5-af41-41a601e8562b,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:32.838103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c4956-c37e-4b6b-9069-faa571403ef4 None None] No DVR routers for this DVR port 88ebd316-abcb-44d5-af41-41a601e8562b on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:42:32.861176 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1ad2802b-5028-4a39-8eb6-eb6e4d62ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:42:29Z', 'revision_number': 5, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:32.866376 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad2802b-5028-4a39-8eb6-eb6e4d62ec45 None None] The sync data for ids ['1a8cf786-93aa-46f8-8013-30bba4cde112'] in dv-neutron-839024-2-hyperv is: [{'id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328049956', 'tenant_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:40:34Z', 'updated_at': '2022-04-29T17:42:29Z', 'revision_number': 5, 'project_id': 'f3412d6a42e540fdbe9f18e97e367b34', 'gw_port': {'id': '86b3cdc8-f5a2-426f-b4f6-412f8da0cb87', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8cf786-93aa-46f8-8013-30bba4cde112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:40:35Z', 'updated_at': '2022-04-29T17:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:42:32.978096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b6de173-481e-419e-b844-aca2d9869c38 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:33.113815 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b6de173-481e-419e-b844-aca2d9869c38 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:33.140121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-1b6de173-481e-419e-b844-aca2d9869c38 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de45fbc7-c3c0-492d-b676-69425a6b5d66']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:33.152095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-1b6de173-481e-419e-b844-aca2d9869c38 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42764dc1-d285-4756-bd79-45994a854cb6') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:33.152327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-1b6de173-481e-419e-b844-aca2d9869c38 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42764dc1-d285-4756-bd79-45994a854cb6') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:33.163641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b6de173-481e-419e-b844-aca2d9869c38 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:33.180120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b6de173-481e-419e-b844-aca2d9869c38 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:33.186364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6de173-481e-419e-b844-aca2d9869c38 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:42:33.186775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b6de173-481e-419e-b844-aca2d9869c38 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:42:33.201695 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:42:33.287768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b6de173-481e-419e-b844-aca2d9869c38 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:33.306579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b6de173-481e-419e-b844-aca2d9869c38 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:33.318265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6de173-481e-419e-b844-aca2d9869c38 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event deleted for resources: {'Network': ['ID=de45fbc7-c3c0-492d-b676-69425a6b5d66,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:33.327422 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1b6de173-481e-419e-b844-aca2d9869c38 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "DELETE /v2.0/networks/de45fbc7-c3c0-492d-b676-69425a6b5d66 HTTP/1.1" status: 204 len: 168 time: 0.5890133 Apr 29 17:42:33.329879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53532) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:33.403942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c96ba15b-c5a5-4b79-8745-8c57df9dcd67 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:33.436048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c96ba15b-c5a5-4b79-8745-8c57df9dcd67 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:33.505917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c96ba15b-c5a5-4b79-8745-8c57df9dcd67 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:33.525855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ba15b-c5a5-4b79-8745-8c57df9dcd67 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bafd19-9967-4313-8d66-5a6aeaeb0983,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:33.537773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c96ba15b-c5a5-4b79-8745-8c57df9dcd67 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:33.538900 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c96ba15b-c5a5-4b79-8745-8c57df9dcd67 tempest-TestNetworkAdvancedServerOps-2089975717 tempest-TestNetworkAdvancedServerOps-2089975717-project] 10.222.0.11 "DELETE /v2.0/security-groups/29bafd19-9967-4313-8d66-5a6aeaeb0983 HTTP/1.1" status: 204 len: 168 time: 0.2080882 Apr 29 17:42:33.863808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53542) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:34.005804 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5dbc6e8a-0cd7-49a6-b112-3474670888b8 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:42:34.031598 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a5517f68-4434-4cc6-847d-269cfd7640ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3412d6a42e540fdbe9f18e97e367b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664488 Apr 29 17:42:34.033325 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 5dbc6e8a-0cd7-49a6-b112-3474670888b8 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:42:34.033671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5dbc6e8a-0cd7-49a6-b112-3474670888b8 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:42:34.034078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:42:34.034210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53548) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:34.066559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:42:34.066892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 86b3cdc8-f5a2-426f-b4f6-412f8da0cb87 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:42:34.095386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f219e5e4-4c6a-4a11-bb5c-65eb33624e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:34.121708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f219e5e4-4c6a-4a11-bb5c-65eb33624e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:34.182113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f219e5e4-4c6a-4a11-bb5c-65eb33624e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:34.197952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219e5e4-4c6a-4a11-bb5c-65eb33624e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fed871-fd27-4402-8f11-f9af1846868e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:34.207300 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f219e5e4-4c6a-4a11-bb5c-65eb33624e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:34.208477 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f219e5e4-4c6a-4a11-bb5c-65eb33624e50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1fed871-fd27-4402-8f11-f9af1846868e HTTP/1.1" status: 204 len: 168 time: 0.1733541 Apr 29 17:42:34.496258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53556) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:34.513697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8911ce7b-a629-40da-9674-ed9eb987d21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:34.528107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8911ce7b-a629-40da-9674-ed9eb987d21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:34.532106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8911ce7b-a629-40da-9674-ed9eb987d21f admin admin] Usage tracker for resource:security_group_rule and tenant:b5d94d40566143ea8be81079280fd05f is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:34.534985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8911ce7b-a629-40da-9674-ed9eb987d21f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:34.540752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8911ce7b-a629-40da-9674-ed9eb987d21f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:34.626430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8911ce7b-a629-40da-9674-ed9eb987d21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:34.631749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8911ce7b-a629-40da-9674-ed9eb987d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:34.682023 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8911ce7b-a629-40da-9674-ed9eb987d21f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5d94d40566143ea8be81079280fd05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843660 Apr 29 17:42:34.683916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911ce7b-a629-40da-9674-ed9eb987d21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e962fea-4d18-4ec3-b339-fbad1265412e,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:34.684087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53560) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:34.748114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6828b8dd-1fdc-44e8-9949-56931ee0066c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:34.776908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6828b8dd-1fdc-44e8-9949-56931ee0066c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:34.843333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6828b8dd-1fdc-44e8-9949-56931ee0066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:34.866065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828b8dd-1fdc-44e8-9949-56931ee0066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e962fea-4d18-4ec3-b339-fbad1265412e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:34.874073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6828b8dd-1fdc-44e8-9949-56931ee0066c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:34.875347 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6828b8dd-1fdc-44e8-9949-56931ee0066c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e962fea-4d18-4ec3-b339-fbad1265412e HTTP/1.1" status: 204 len: 168 time: 0.1901088 Apr 29 17:42:35.650385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53584) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:35.757933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-192677528-network', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:35.764246 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:35.768392 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Usage tracker for resource:network and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:35.771353 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:35.777829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:35.791154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Made reservation on behalf of 57051d3e507e441798ed35a0d08d76f2 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:42:35.793282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:35.805303 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:35.819206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:35.823078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Usage tracker for resource:security_group_rule and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:35.825939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:35.831583 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:35.910926 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:35.916392 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:35.949564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:42:35.954662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1752f6-bc03-45f4-a337-c2e608cb7f5c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:35.961494 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:35.961828 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Added segment bb40a702-8806-4610-adbe-29636f769614 of type vlan for network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c Apr 29 17:42:35.987540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:36.017582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:36.018571 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:36.019232 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:36.120789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] Pushing event updated for resources: {'Network': ['ID=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:36.126261 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-35682a32-16bb-4b18-9379-7c0eb762ddc7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4748075 Apr 29 17:42:36.130899 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53590) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:36.133323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:42:36.137874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Request body: {'subnet': {'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-192677528-subnet', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:36.143155 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:36.147396 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Usage tracker for resource:subnet and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:36.150416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:36.156839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:36.167648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Made reservation on behalf of 57051d3e507e441798ed35a0d08d76f2 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:42:36.169942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:36.387606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:36.457406 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1625fb-8d32-4dad-aa2b-d77cce098d8c,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:36.467606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Checking segment: {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:42:36.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Network hostable DHCP agents. Network: 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:42:36.488322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:42:36.498460 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:36.502533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:36.503104 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:36.507357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062e3966-30db-4876-affe-f6f22f5afc18 None None] Network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:42:36.524568 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4e406d11-1988-4306-aa84-8ddefe09aeea admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3919973 Apr 29 17:42:36.527608 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53594) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:36.533044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:36.538088 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:36.542162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Usage tracker for resource:router and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:36.545194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:36.551030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:36.562941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:36.563921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:36.578900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:36.721871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:42:36.722707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:36.877826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Allocated IP 172.20.0.2 (79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c/7f1625fb-8d32-4dad-aa2b-d77cce098d8c/391fbf95-dfc9-4925-b87a-99b7085d994c) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:42:36.965598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:37.091698 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:37.102638 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Transition to ACTIVE for port object 391fbf95-dfc9-4925-b87a-99b7085d994c will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:37.121772 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Transition to ACTIVE for port object 391fbf95-dfc9-4925-b87a-99b7085d994c will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:37.128836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:37.195982 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:42:37.198736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:37.202315 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:42:37.207911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Pushing event updated for resources: {'Port': ['ID=391fbf95-dfc9-4925-b87a-99b7085d994c,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:37.282113 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:37.291306 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Attempting to bind port 391fbf95-dfc9-4925-b87a-99b7085d994c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:42:37.291687 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Attempting to bind port 391fbf95-dfc9-4925-b87a-99b7085d994c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:42:37.292038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Attempting to bind port 391fbf95-dfc9-4925-b87a-99b7085d994c on network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:42:37.297608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:42:37.297983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Checking segment: {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:42:37.298378 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:37.298771 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Bound using segment: {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:42:37.299231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Bound port: 391fbf95-dfc9-4925-b87a-99b7085d994c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:42:37.299625 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:37.311764 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:37.388409 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] For port 391fbf95-dfc9-4925-b87a-99b7085d994c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:42:37.392622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] For port 391fbf95-dfc9-4925-b87a-99b7085d994c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=391fbf95-dfc9-4925-b87a-99b7085d994c,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:42:37.398273 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:37.451938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Allocated IP 172.26.4.67 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/75c02aca-5e36-4e96-8cbc-30d1158f7eeb) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:42:37.481164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4ba35-8e1a-4918-b246-c20f10eb8896 None None] Pushing event updated for resources: {'Port': ['ID=391fbf95-dfc9-4925-b87a-99b7085d994c,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:37.613702 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:37.657989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:37.727740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:42:37.730728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:37.734520 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:42:37.767118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Pushing event updated for resources: {'Port': ['ID=75c02aca-5e36-4e96-8cbc-30d1158f7eeb,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:38.017147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 391fbf95-dfc9-4925-b87a-99b7085d994c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:38.088133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 391fbf95-dfc9-4925-b87a-99b7085d994c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:38.152872 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:38.389371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753487de-e13e-40b5-b2e3-943b63c54352 None None] Network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:42:38.484399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0f6bf798-e09b-4558-a435-15ff8b98636a None None] Provisioning for port 391fbf95-dfc9-4925-b87a-99b7085d994c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:38.493995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0f6bf798-e09b-4558-a435-15ff8b98636a None None] Provisioning complete for port 391fbf95-dfc9-4925-b87a-99b7085d994c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:38.494364 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf798-e09b-4558-a435-15ff8b98636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:38.616580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:38.707234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf798-e09b-4558-a435-15ff8b98636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:38.746844 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0f6bf798-e09b-4558-a435-15ff8b98636a None None] For port 391fbf95-dfc9-4925-b87a-99b7085d994c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=391fbf95-dfc9-4925-b87a-99b7085d994c,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:38.751971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf798-e09b-4558-a435-15ff8b98636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:38.833293 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Router ad53907e-93aa-4364-82b0-4f5a35b825b3 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:42:38.874248 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bf798-e09b-4558-a435-15ff8b98636a None None] Pushing event updated for resources: {'Port': ['ID=391fbf95-dfc9-4925-b87a-99b7085d994c,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:38.977036 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2bd7909c-050d-45c0-9b37-c04b3c873d73 None None] Provisioning complete for port 391fbf95-dfc9-4925-b87a-99b7085d994c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:38.977491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2bd7909c-050d-45c0-9b37-c04b3c873d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:39.018384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:42:39.029864 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Sync routers for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:42:39.039082 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:39.039723 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:39.044399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:39.049064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53598) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:39.053012 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-beeb6a11-2293-4600-9599-6c9d44fdf7ad admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5240099 Apr 29 17:42:39.219625 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:39.498511 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:37Z', 'revision_number': 3, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:39.502747 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Checking router: ad53907e-93aa-4364-82b0-4f5a35b825b3 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:42:39.503082 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Updating router ad53907e-93aa-4364-82b0-4f5a35b825b3 port 75c02aca-5e36-4e96-8cbc-30d1158f7eeb binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:42:39.558349 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:39.842272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:39.882087 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:39.893740 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Transition to ACTIVE for port object 75c02aca-5e36-4e96-8cbc-30d1158f7eeb will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:39.901488 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:39.979919 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Attempting to bind port 75c02aca-5e36-4e96-8cbc-30d1158f7eeb on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:42:39.980573 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Attempting to bind port 75c02aca-5e36-4e96-8cbc-30d1158f7eeb by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:42:39.980933 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Attempting to bind port 75c02aca-5e36-4e96-8cbc-30d1158f7eeb on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:42:39.989723 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:42:39.990079 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:42:39.990679 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:39.991063 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:42:39.991535 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Bound port: 75c02aca-5e36-4e96-8cbc-30d1158f7eeb, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:42:39.991916 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:40.007550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 391fbf95-dfc9-4925-b87a-99b7085d994c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:40.015020 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Pushing event updated for resources: {'Port': ['ID=75c02aca-5e36-4e96-8cbc-30d1158f7eeb,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:40.038748 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:40.039516 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:40.039516 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:40.039761 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:40.040040 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:40.040555 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:40.041052 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:40.041371 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:40.041690 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:40.042457 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:40.042457 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:40.042688 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:40.056659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Allocated IP 172.20.0.1 (79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c/7f1625fb-8d32-4dad-aa2b-d77cce098d8c/6be4b85b-25f1-47e3-bdab-d44f95d8614d) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:42:40.077363 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 391fbf95-dfc9-4925-b87a-99b7085d994c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:40.077809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:40.077943 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] For port 75c02aca-5e36-4e96-8cbc-30d1158f7eeb, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:42:40.080986 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] For port 75c02aca-5e36-4e96-8cbc-30d1158f7eeb, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=75c02aca-5e36-4e96-8cbc-30d1158f7eeb,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:42:40.086886 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:40.170476 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:40.171333 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:40.205549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:40.221663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Transition to ACTIVE for port object 6be4b85b-25f1-47e3-bdab-d44f95d8614d will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:40.230503 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381999b-7152-4609-a1a1-e8fddb45f2d3 None None] Pushing event updated for resources: {'Port': ['ID=75c02aca-5e36-4e96-8cbc-30d1158f7eeb,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:40.245828 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:40.310800 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:42:40.313585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:40.317195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:42:40.350197 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Pushing event updated for resources: {'Port': ['ID=6be4b85b-25f1-47e3-bdab-d44f95d8614d,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:40.358439 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:40.377792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:40.510610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:40.510830 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:42:40.532170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2e01beda-1890-45f9-bbbb-d7cfc6e97bac None None] Provisioning for port 6be4b85b-25f1-47e3-bdab-d44f95d8614d completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:40.538257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2e01beda-1890-45f9-bbbb-d7cfc6e97bac None None] Provisioning complete for port 6be4b85b-25f1-47e3-bdab-d44f95d8614d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:40.538722 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2e01beda-1890-45f9-bbbb-d7cfc6e97bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:40.592195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-2e01beda-1890-45f9-bbbb-d7cfc6e97bac None None] Port 6be4b85b-25f1-47e3-bdab-d44f95d8614d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:42:40.688905 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:37Z', 'revision_number': 3, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:40.692733 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d803ae1-8b2c-4ca3-b736-a4ba5f3d7034 None None] The sync data for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv is: [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:37Z', 'revision_number': 3, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:42:40.740782 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:40.746368 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:40.852969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Pushing event updated for resources: {'Port': ['ID=6be4b85b-25f1-47e3-bdab-d44f95d8614d,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:40.855503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:41.010571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:42:41.011915 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:41.222742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Router ad53907e-93aa-4364-82b0-4f5a35b825b3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:42:41.317564 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fed1f4e9-ca56-4192-b9b3-764e02c2d7cd None None] Provisioning complete for port 6be4b85b-25f1-47e3-bdab-d44f95d8614d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:41.318484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fed1f4e9-ca56-4192-b9b3-764e02c2d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:41.380681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-fed1f4e9-ca56-4192-b9b3-764e02c2d7cd None None] Port 6be4b85b-25f1-47e3-bdab-d44f95d8614d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:42:41.545173 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:42:41.554566 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6c413ba3-d67a-45b8-950d-e6c6adc17837 admin admin] 10.222.0.11 "PUT /v2.0/routers/ad53907e-93aa-4364-82b0-4f5a35b825b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5042770 Apr 29 17:42:42.038516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 75c02aca-5e36-4e96-8cbc-30d1158f7eeb up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:42.099651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53620) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:42.105293 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1279021032-network', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:42.109965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:42.113273 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 75c02aca-5e36-4e96-8cbc-30d1158f7eeb completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:42.114626 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Usage tracker for resource:network and tenant:676c48e0b3b148db971a367c7bb9a15b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:42.117754 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:42.119709 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 75c02aca-5e36-4e96-8cbc-30d1158f7eeb triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:42.120091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.124036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:42.135491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Made reservation on behalf of 676c48e0b3b148db971a367c7bb9a15b for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:42:42.137921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.150004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.164297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:42.168131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Usage tracker for resource:security_group_rule and tenant:676c48e0b3b148db971a367c7bb9a15b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:42.170875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:42.176636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:42.228700 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Sync routers for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:42:42.255352 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:42.256003 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:42.266506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.271871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.299064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:42:42.311963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732464aa-8ddd-4d7a-aa52-d0595b7f057e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:42.316462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.316800 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Added segment 90a9243d-bc13-45d1-b4e9-9b4ff7808317 of type vlan for network 77d57ccf-ad4f-4f76-9a93-7cd592667b33 Apr 29 17:42:42.343852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.374171 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.375165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:42.375774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.398059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.428242 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 75c02aca-5e36-4e96-8cbc-30d1158f7eeb, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=75c02aca-5e36-4e96-8cbc-30d1158f7eeb,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:42.434252 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.479709 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3764622 Apr 29 17:42:42.480982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53624) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:42.481471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9094f7-3bbc-48e7-8444-547c8a36a510 admin admin] Pushing event updated for resources: {'Network': ['ID=77d57ccf-ad4f-4f76-9a93-7cd592667b33,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:42.486921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Request body: {'subnet': {'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1279021032-subnet', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'ip_version': 4}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:42.493680 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:42.497834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Usage tracker for resource:subnet and tenant:676c48e0b3b148db971a367c7bb9a15b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:42.500275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 77d57ccf-ad4f-4f76-9a93-7cd592667b33 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:42:42.501415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:42.507046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:42.519390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Made reservation on behalf of 676c48e0b3b148db971a367c7bb9a15b for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:42:42.522469 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.605567 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:42.678919 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=75c02aca-5e36-4e96-8cbc-30d1158f7eeb,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:42.733020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.810817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eac045c-1c64-470f-b7a4-a90a5a7ea8a3,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:42.820904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Checking segment: {'id': '90a9243d-bc13-45d1-b4e9-9b4ff7808317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:42:42.821250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Network hostable DHCP agents. Network: 77d57ccf-ad4f-4f76-9a93-7cd592667b33, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:42:42.846745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Network 77d57ccf-ad4f-4f76-9a93-7cd592667b33 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:42:42.856739 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 77d57ccf-ad4f-4f76-9a93-7cd592667b33) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:42.861444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:42.862004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.869239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bfeb0b-81a6-4332-9ff2-14553f966f0e None None] Network 77d57ccf-ad4f-4f76-9a93-7cd592667b33 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:42:42.883458 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8e8cafda-f576-4852-9313-7521ce9bb909 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4020913 Apr 29 17:42:42.886372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53628) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:42.893114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1279021032-router', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:42.899898 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:42.903891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Usage tracker for resource:router and tenant:676c48e0b3b148db971a367c7bb9a15b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:42.906647 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:42.912349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:42.926455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.927842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:42.946448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:43.133937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 2, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:43.165980 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Checking router: ad53907e-93aa-4364-82b0-4f5a35b825b3 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:42:43.166319 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Updating router ad53907e-93aa-4364-82b0-4f5a35b825b3 port 6be4b85b-25f1-47e3-bdab-d44f95d8614d binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:42:43.210969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:43.216063 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-77d57ccf-ad4f-4f76-9a93-7cd592667b33', 'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'fixed_ips': [{'subnet_id': '4eac045c-1c64-470f-b7a4-a90a5a7ea8a3'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:42:43.216868 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:43.280470 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:43.508643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Allocated IP 172.20.0.2 (77d57ccf-ad4f-4f76-9a93-7cd592667b33/4eac045c-1c64-470f-b7a4-a90a5a7ea8a3/74fac49f-99ba-4dd3-8b0f-cb7829317760) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:42:43.650895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:43.683515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:43.839478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Allocated IP 172.26.4.243 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/9db02654-8437-4770-881c-b5839be5fcc3) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:42:43.881005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:43.896045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:43.900908 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Transition to ACTIVE for port object 74fac49f-99ba-4dd3-8b0f-cb7829317760 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:43.917785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Transition to ACTIVE for port object 6be4b85b-25f1-47e3-bdab-d44f95d8614d will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:43.927752 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:43.931605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Transition to ACTIVE for port object 74fac49f-99ba-4dd3-8b0f-cb7829317760 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:43.979861 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:43.989874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:44.020434 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:44.049986 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 75c02aca-5e36-4e96-8cbc-30d1158f7eeb up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:44.090900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:42:44.093880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:44.098042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:42:44.109641 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Network 77d57ccf-ad4f-4f76-9a93-7cd592667b33 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:42:44.114250 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de819c2-fc8b-40ba-80eb-0febac3715d3 None None] Pushing event updated for resources: {'Port': ['ID=6be4b85b-25f1-47e3-bdab-d44f95d8614d,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:44.120577 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:44.133281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Pushing event updated for resources: {'Port': ['ID=9db02654-8437-4770-881c-b5839be5fcc3,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:44.150598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:44.150939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:44.151279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:44.151630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:44.151961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:44.152299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:44.152669 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:44.152998 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:44.153316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:44.153631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:44.153946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:44.154257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:44.179556 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:42:44.357237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Pushing event updated for resources: {'Port': ['ID=74fac49f-99ba-4dd3-8b0f-cb7829317760,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:44.371771 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Attempting to bind port 6be4b85b-25f1-47e3-bdab-d44f95d8614d on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:42:44.372106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Attempting to bind port 6be4b85b-25f1-47e3-bdab-d44f95d8614d by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:42:44.372461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Attempting to bind port 6be4b85b-25f1-47e3-bdab-d44f95d8614d on network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:42:44.383113 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Attempting to bind port 74fac49f-99ba-4dd3-8b0f-cb7829317760 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:42:44.383498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Attempting to bind port 74fac49f-99ba-4dd3-8b0f-cb7829317760 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '90a9243d-bc13-45d1-b4e9-9b4ff7808317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:42:44.383844 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Attempting to bind port 74fac49f-99ba-4dd3-8b0f-cb7829317760 on network 77d57ccf-ad4f-4f76-9a93-7cd592667b33 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:42:44.389116 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:42:44.389483 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Checking segment: {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:42:44.389878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:44.390253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Bound using segment: {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:42:44.390713 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Bound port: 6be4b85b-25f1-47e3-bdab-d44f95d8614d, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:42:44.391074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:44.404037 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 75c02aca-5e36-4e96-8cbc-30d1158f7eeb triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:44.404396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:44.426656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:42:44.427015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Checking segment: {'id': '90a9243d-bc13-45d1-b4e9-9b4ff7808317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:42:44.427423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:44.427824 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Bound using segment: {'id': '90a9243d-bc13-45d1-b4e9-9b4ff7808317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:42:44.428281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Bound port: 74fac49f-99ba-4dd3-8b0f-cb7829317760, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a9243d-bc13-45d1-b4e9-9b4ff7808317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:42:44.428642 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:44.523489 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:44.613436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] For port 6be4b85b-25f1-47e3-bdab-d44f95d8614d, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:42:44.697223 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] For port 74fac49f-99ba-4dd3-8b0f-cb7829317760, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:42:44.721636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] For port 6be4b85b-25f1-47e3-bdab-d44f95d8614d, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6be4b85b-25f1-47e3-bdab-d44f95d8614d,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:42:44.727505 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] For port 74fac49f-99ba-4dd3-8b0f-cb7829317760, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=74fac49f-99ba-4dd3-8b0f-cb7829317760,segment=NetworkSegment(90a9243d-bc13-45d1-b4e9-9b4ff7808317),segment_id=90a9243d-bc13-45d1-b4e9-9b4ff7808317)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:42:44.731181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:44.768850 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:44.831779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:44.832393 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:44.964862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de819c2-fc8b-40ba-80eb-0febac3715d3 None None] Pushing event updated for resources: {'Port': ['ID=6be4b85b-25f1-47e3-bdab-d44f95d8614d,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:45.009365 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:45.064877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82186ac7-7e94-47bc-82a7-c294e32fe56c None None] Pushing event updated for resources: {'Port': ['ID=74fac49f-99ba-4dd3-8b0f-cb7829317760,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:45.103650 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:45.254616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Router 5095475c-c857-411f-8a13-2cce79a13b49 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:42:45.442886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:44Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:45.446939 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d576c2f-a9d1-4f17-b246-9d1299c4abf2 None None] The sync data for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv is: [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:44Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:42:45.455414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:42:45.467662 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Sync routers for ids ['5095475c-c857-411f-8a13-2cce79a13b49'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:42:45.477331 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Routers {'5095475c-c857-411f-8a13-2cce79a13b49'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:45.478129 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5095475c-c857-411f-8a13-2cce79a13b49'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:45.483938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:45.488796 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-df431d4b-5954-41d4-8e3e-a7d9c0a721fd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5983083 Apr 29 17:42:45.488992 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53634) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:45.723100 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Set router 5095475c-c857-411f-8a13-2cce79a13b49 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:46.063940 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5095475c-c857-411f-8a13-2cce79a13b49', 'name': 'tempest-TestVolumeBootPattern-1279021032-router', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '9db02654-8437-4770-881c-b5839be5fcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:42Z', 'updated_at': '2022-04-29T17:42:44Z', 'revision_number': 3, 'project_id': '676c48e0b3b148db971a367c7bb9a15b', 'gw_port': {'id': '9db02654-8437-4770-881c-b5839be5fcc3', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5095475c-c857-411f-8a13-2cce79a13b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:43Z', 'updated_at': '2022-04-29T17:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:46.064223 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a8e61-f33c-44c6-a4a6-ef3871daf399 None None] Network 77d57ccf-ad4f-4f76-9a93-7cd592667b33 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:42:46.071133 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Checking router: 5095475c-c857-411f-8a13-2cce79a13b49 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:42:46.071498 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Updating router 5095475c-c857-411f-8a13-2cce79a13b49 port 9db02654-8437-4770-881c-b5839be5fcc3 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:42:46.135013 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 74fac49f-99ba-4dd3-8b0f-cb7829317760 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:46.142716 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:46.235458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-40bcd3a8-9836-4eb2-adca-389b510c2df3 None None] Provisioning for port 74fac49f-99ba-4dd3-8b0f-cb7829317760 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:46.314875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:46.347389 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 74fac49f-99ba-4dd3-8b0f-cb7829317760 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:46.357241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 74fac49f-99ba-4dd3-8b0f-cb7829317760 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:46.357997 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:46.521728 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:46.534526 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Transition to ACTIVE for port object 9db02654-8437-4770-881c-b5839be5fcc3 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:46.544650 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:46.546700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Allocated IP 172.20.0.1 (77d57ccf-ad4f-4f76-9a93-7cd592667b33/4eac045c-1c64-470f-b7a4-a90a5a7ea8a3/eda9722c-2b88-44cf-b990-ea1bfabe24f3) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:42:46.593862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:46.649236 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 74fac49f-99ba-4dd3-8b0f-cb7829317760, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=74fac49f-99ba-4dd3-8b0f-cb7829317760,segment=NetworkSegment(90a9243d-bc13-45d1-b4e9-9b4ff7808317),segment_id=90a9243d-bc13-45d1-b4e9-9b4ff7808317)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:46.655732 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:46.656812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6be4b85b-25f1-47e3-bdab-d44f95d8614d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:46.681830 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Attempting to bind port 9db02654-8437-4770-881c-b5839be5fcc3 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:42:46.682234 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Attempting to bind port 9db02654-8437-4770-881c-b5839be5fcc3 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:42:46.682584 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Attempting to bind port 9db02654-8437-4770-881c-b5839be5fcc3 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:42:46.706483 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce0b46-1590-4ba6-a0c1-b5648a110a7b None None] Pushing event updated for resources: {'Port': ['ID=9db02654-8437-4770-881c-b5839be5fcc3,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:46.713459 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:42:46.713848 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:42:46.716323 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:46.716786 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:42:46.718535 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Bound port: 9db02654-8437-4770-881c-b5839be5fcc3, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:42:46.719218 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:46.834085 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] For port 9db02654-8437-4770-881c-b5839be5fcc3, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:42:46.837840 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] For port 9db02654-8437-4770-881c-b5839be5fcc3, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9db02654-8437-4770-881c-b5839be5fcc3,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:42:46.847614 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:46.850190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=74fac49f-99ba-4dd3-8b0f-cb7829317760,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:46.863942 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 6be4b85b-25f1-47e3-bdab-d44f95d8614d completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:46.873578 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6be4b85b-25f1-47e3-bdab-d44f95d8614d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:46.873941 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:46.923531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:46.946371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Transition to ACTIVE for port object eda9722c-2b88-44cf-b990-ea1bfabe24f3 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:46.959712 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Routers {'5095475c-c857-411f-8a13-2cce79a13b49'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:46.960347 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5095475c-c857-411f-8a13-2cce79a13b49'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:46.984191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:47.008608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:47.019852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ca5fb9cf-ec40-4c68-97fb-4e247eeb283b None None] Provisioning complete for port 74fac49f-99ba-4dd3-8b0f-cb7829317760 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:47.020188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ca5fb9cf-ec40-4c68-97fb-4e247eeb283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:47.051065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Network 77d57ccf-ad4f-4f76-9a93-7cd592667b33 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:42:47.053862 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:47.058287 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:42:47.098700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=eda9722c-2b88-44cf-b990-ea1bfabe24f3,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:47.125387 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:47.137270 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce0b46-1590-4ba6-a0c1-b5648a110a7b None None] Pushing event updated for resources: {'Port': ['ID=9db02654-8437-4770-881c-b5839be5fcc3,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:47.156340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6be4b85b-25f1-47e3-bdab-d44f95d8614d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6be4b85b-25f1-47e3-bdab-d44f95d8614d,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:47.163748 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:47.227456 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] Set router 5095475c-c857-411f-8a13-2cce79a13b49 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:47.277869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:47.288628 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6be4b85b-25f1-47e3-bdab-d44f95d8614d,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:47.406888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d082d1e0-1275-4331-a368-3e9b15bd2047 None None] Provisioning for port eda9722c-2b88-44cf-b990-ea1bfabe24f3 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:47.411816 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d082d1e0-1275-4331-a368-3e9b15bd2047 None None] Provisioning complete for port eda9722c-2b88-44cf-b990-ea1bfabe24f3 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:47.412349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d082d1e0-1275-4331-a368-3e9b15bd2047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:47.466344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d082d1e0-1275-4331-a368-3e9b15bd2047 None None] Port eda9722c-2b88-44cf-b990-ea1bfabe24f3 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:42:47.513199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:47.517991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:47.533823 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5095475c-c857-411f-8a13-2cce79a13b49', 'name': 'tempest-TestVolumeBootPattern-1279021032-router', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '9db02654-8437-4770-881c-b5839be5fcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:42Z', 'updated_at': '2022-04-29T17:42:44Z', 'revision_number': 3, 'project_id': '676c48e0b3b148db971a367c7bb9a15b', 'gw_port': {'id': '9db02654-8437-4770-881c-b5839be5fcc3', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5095475c-c857-411f-8a13-2cce79a13b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:43Z', 'updated_at': '2022-04-29T17:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:47.537699 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb49643-6a6f-48c6-aa9b-1340fcc46a74 None None] The sync data for ids ['5095475c-c857-411f-8a13-2cce79a13b49'] in dv-neutron-839024-2-hyperv is: [{'id': '5095475c-c857-411f-8a13-2cce79a13b49', 'name': 'tempest-TestVolumeBootPattern-1279021032-router', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '9db02654-8437-4770-881c-b5839be5fcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:42Z', 'updated_at': '2022-04-29T17:42:44Z', 'revision_number': 3, 'project_id': '676c48e0b3b148db971a367c7bb9a15b', 'gw_port': {'id': '9db02654-8437-4770-881c-b5839be5fcc3', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5095475c-c857-411f-8a13-2cce79a13b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:43Z', 'updated_at': '2022-04-29T17:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:42:47.625607 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53640) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:47.627541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=eda9722c-2b88-44cf-b990-ea1bfabe24f3,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:47.632392 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:47.738766 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bc551525-809d-48dc-bc30-12a76a13cfb6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/abd5e1c5-f54a-4fa6-82e2-711821503ec5 HTTP/1.1" status: 200 len: 993 time: 0.1119001 Apr 29 17:42:47.787283 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Network 77d57ccf-ad4f-4f76-9a93-7cd592667b33 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:42:47.788531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:42:48.017476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Router 5095475c-c857-411f-8a13-2cce79a13b49 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:42:48.092436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-08a5bbc1-1d16-4740-96c2-4dd51e1dc582 None None] Provisioning complete for port eda9722c-2b88-44cf-b990-ea1bfabe24f3 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:48.092885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-08a5bbc1-1d16-4740-96c2-4dd51e1dc582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:48.116602 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53650) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:48.122823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9db02654-8437-4770-881c-b5839be5fcc3 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:48.223979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-08a5bbc1-1d16-4740-96c2-4dd51e1dc582 None None] Port eda9722c-2b88-44cf-b990-ea1bfabe24f3 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:42:48.225802 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:48.244193 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 9db02654-8437-4770-881c-b5839be5fcc3 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:48.244797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:42:48.249717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 9db02654-8437-4770-881c-b5839be5fcc3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:48.250223 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:48.255602 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ed0e45d7-7849-47c2-bd5a-9dadf97da5f8 admin admin] 10.222.0.11 "PUT /v2.0/routers/5095475c-c857-411f-8a13-2cce79a13b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7649231 Apr 29 17:42:48.364746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2840b165-b2f0-460d-969d-98805d254aed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port a97ca4cc-08ed-47b4-bfd9-1c2bc4d698ee {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:42:48.365112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2840b165-b2f0-460d-969d-98805d254aed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:48.402086 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:48.421488 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 9db02654-8437-4770-881c-b5839be5fcc3, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9db02654-8437-4770-881c-b5839be5fcc3,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:48.433997 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:48.434975 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6be4b85b-25f1-47e3-bdab-d44f95d8614d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:48.569532 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2840b165-b2f0-460d-969d-98805d254aed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:48.569869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2840b165-b2f0-460d-969d-98805d254aed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:48.576215 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=9db02654-8437-4770-881c-b5839be5fcc3,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:48.588221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6be4b85b-25f1-47e3-bdab-d44f95d8614d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:48.588658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:48.703114 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2840b165-b2f0-460d-969d-98805d254aed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for a97ca4cc-08ed-47b4-bfd9-1c2bc4d698ee owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:42:48.733419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 74fac49f-99ba-4dd3-8b0f-cb7829317760 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:48.813582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 74fac49f-99ba-4dd3-8b0f-cb7829317760 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:48.813950 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:48.852659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53660) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:48.859338 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078803953', 'description': 'tempest-secgroup-smoke-1078803953 description', 'project_id': '57051d3e507e441798ed35a0d08d76f2'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:48.869342 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:48.874014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Usage tracker for resource:security_group and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:48.877280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:48.880166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2840b165-b2f0-460d-969d-98805d254aed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:48.916756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:48.959901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840b165-b2f0-460d-969d-98805d254aed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=a97ca4cc-08ed-47b4-bfd9-1c2bc4d698ee,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:49.123337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.160428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:49.167173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Usage tracker for resource:security_group_rule and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:49.171542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2840b165-b2f0-460d-969d-98805d254aed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.171867 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-2840b165-b2f0-460d-969d-98805d254aed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP abd5e1c5-f54a-4fa6-82e2-711821503ec5 disassociated (deleted). External IP: 172.26.4.22, port: 183ebffc-5c70-4db7-9cf3-e57672b676b0. Apr 29 17:42:49.225529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:49.283819 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Sync routers for ids ['5095475c-c857-411f-8a13-2cce79a13b49'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:42:49.287858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:49.294579 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Routers {'5095475c-c857-411f-8a13-2cce79a13b49'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:49.295205 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5095475c-c857-411f-8a13-2cce79a13b49'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:49.473745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Set router 5095475c-c857-411f-8a13-2cce79a13b49 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:49.516177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.531459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.598922 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:49.604659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.605930 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-19f69944-5aee-4c09-aa5a-b9f3bbf78be3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7522571 Apr 29 17:42:49.610339 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53664) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:49.621232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-73f04ba2-448e-46de-b64f-ef655b6e859a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Request body: {'security_group_rule': {'security_group_id': '8acd58c0-2eaf-4ae4-9d01-2fcd2338898d', 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:49.634498 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-73f04ba2-448e-46de-b64f-ef655b6e859a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:49.638661 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2840b165-b2f0-460d-969d-98805d254aed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router eec55180-7960-4e64-8191-a49f36d39325 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:42:49.640655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-73f04ba2-448e-46de-b64f-ef655b6e859a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Usage tracker for resource:security_group_rule and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:49.644023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-73f04ba2-448e-46de-b64f-ef655b6e859a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:49.651157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-73f04ba2-448e-46de-b64f-ef655b6e859a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:49.670486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-73f04ba2-448e-46de-b64f-ef655b6e859a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.746174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-73f04ba2-448e-46de-b64f-ef655b6e859a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.751753 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-73f04ba2-448e-46de-b64f-ef655b6e859a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.773791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f04ba2-448e-46de-b64f-ef655b6e859a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a1e92a-65c3-4311-8062-2b1c746abf1d,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:49.789492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-73f04ba2-448e-46de-b64f-ef655b6e859a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.794780 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-73f04ba2-448e-46de-b64f-ef655b6e859a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1780083 Apr 29 17:42:49.795003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53668) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:49.800043 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5095475c-c857-411f-8a13-2cce79a13b49', 'name': 'tempest-TestVolumeBootPattern-1279021032-router', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '9db02654-8437-4770-881c-b5839be5fcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:42Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 4, 'project_id': '676c48e0b3b148db971a367c7bb9a15b', 'gw_port': {'id': '9db02654-8437-4770-881c-b5839be5fcc3', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5095475c-c857-411f-8a13-2cce79a13b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:43Z', 'updated_at': '2022-04-29T17:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'eda9722c-2b88-44cf-b990-ea1bfabe24f3', 'name': '', 'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'mac_address': 'fa:16:3e:ae:f2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5095475c-c857-411f-8a13-2cce79a13b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4eac045c-1c64-470f-b7a4-a90a5a7ea8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:46Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 2, 'project_id': '676c48e0b3b148db971a367c7bb9a15b', 'subnets': [{'id': '4eac045c-1c64-470f-b7a4-a90a5a7ea8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:49.801654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a17311ca-a09c-4da0-b48b-72dc051b5cff tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Request body: {'security_group_rule': {'security_group_id': '8acd58c0-2eaf-4ae4-9d01-2fcd2338898d', 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:49.805883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Checking router: 5095475c-c857-411f-8a13-2cce79a13b49 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:42:49.806441 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Updating router 5095475c-c857-411f-8a13-2cce79a13b49 port eda9722c-2b88-44cf-b990-ea1bfabe24f3 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:42:49.807469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a17311ca-a09c-4da0-b48b-72dc051b5cff tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:49.811487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a17311ca-a09c-4da0-b48b-72dc051b5cff tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Usage tracker for resource:security_group_rule and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:49.814394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a17311ca-a09c-4da0-b48b-72dc051b5cff tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:49.820001 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a17311ca-a09c-4da0-b48b-72dc051b5cff tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:49.840078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2840b165-b2f0-460d-969d-98805d254aed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:42:49.841946 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a17311ca-a09c-4da0-b48b-72dc051b5cff tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.844415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2840b165-b2f0-460d-969d-98805d254aed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.852626 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c06db-20c8-4b3b-b8f4-ae61453a0778 None None] Sync routers for ids ['eec55180-7960-4e64-8191-a49f36d39325'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:42:49.864445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.866297 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c06db-20c8-4b3b-b8f4-ae61453a0778 None None] Routers {'eec55180-7960-4e64-8191-a49f36d39325'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:49.867190 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-863c06db-20c8-4b3b-b8f4-ae61453a0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['eec55180-7960-4e64-8191-a49f36d39325'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:49.903984 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2840b165-b2f0-460d-969d-98805d254aed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/floatingips/abd5e1c5-f54a-4fa6-82e2-711821503ec5 HTTP/1.1" status: 204 len: 168 time: 1.7863410 Apr 29 17:42:49.904762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'tag': '183ebffc-5c70-4db7-9cf3-e57672b676b0'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:42:49.913875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a17311ca-a09c-4da0-b48b-72dc051b5cff tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.921552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a17311ca-a09c-4da0-b48b-72dc051b5cff tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.967630 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f56dbc1-0725-4646-a273-7eafad7abc37'] response: {'name': 'network-changed', 'server_uuid': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'tag': '183ebffc-5c70-4db7-9cf3-e57672b676b0', 'status': 'completed', 'code': 200} Apr 29 17:42:49.984415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17311ca-a09c-4da0-b48b-72dc051b5cff tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501233e7-c86c-4fc8-8b8f-2968cb4a7159,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:49.987910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a17311ca-a09c-4da0-b48b-72dc051b5cff tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:49.991328 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a17311ca-a09c-4da0-b48b-72dc051b5cff tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1937273 Apr 29 17:42:49.992985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53676) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:50.035347 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fc111033-a5ca-4e19-89f3-bccfc227c095 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Request body: {'security_group_rule': {'security_group_id': '8acd58c0-2eaf-4ae4-9d01-2fcd2338898d', 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:50.052648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9db02654-8437-4770-881c-b5839be5fcc3 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:50.052828 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fc111033-a5ca-4e19-89f3-bccfc227c095 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:50.061540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fc111033-a5ca-4e19-89f3-bccfc227c095 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Usage tracker for resource:security_group_rule and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:50.064693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fc111033-a5ca-4e19-89f3-bccfc227c095 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:50.074283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fc111033-a5ca-4e19-89f3-bccfc227c095 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:50.100100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fc111033-a5ca-4e19-89f3-bccfc227c095 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.144079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d08820-19da-416e-93cb-96d39c2514c0 req-aeea6a80-57d5-4615-8934-c5877598a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:50.145731 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-863c06db-20c8-4b3b-b8f4-ae61453a0778 None None] Set router eec55180-7960-4e64-8191-a49f36d39325 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:50.146473 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-55d08820-19da-416e-93cb-96d39c2514c0 req-aeea6a80-57d5-4615-8934-c5877598a19a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 1099 time: 0.1549921 Apr 29 17:42:50.171331 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 9db02654-8437-4770-881c-b5839be5fcc3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:50.171708 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.178082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fc111033-a5ca-4e19-89f3-bccfc227c095 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.279673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fc111033-a5ca-4e19-89f3-bccfc227c095 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.323041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fc111033-a5ca-4e19-89f3-bccfc227c095 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.327518 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fc111033-a5ca-4e19-89f3-bccfc227c095 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3007855 Apr 29 17:42:50.328124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53682) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:50.336542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc111033-a5ca-4e19-89f3-bccfc227c095 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40a9c17-6b2a-4bf0-b9f8-39ce05516ebe,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:50.350514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ab5a8427-cf5e-4a16-a877-fb6aba77463a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Request body: {'security_group_rule': {'security_group_id': '8acd58c0-2eaf-4ae4-9d01-2fcd2338898d', 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:50.358406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ab5a8427-cf5e-4a16-a877-fb6aba77463a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:50.367406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ab5a8427-cf5e-4a16-a877-fb6aba77463a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Usage tracker for resource:security_group_rule and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:50.380281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ab5a8427-cf5e-4a16-a877-fb6aba77463a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:50.393314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ab5a8427-cf5e-4a16-a877-fb6aba77463a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:50.394858 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ace314-2d49-4200-9429-5d53da33b6e8 req-84f2ef1e-0fe5-4012-a527-5e864a043c19 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:50.396886 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-36ace314-2d49-4200-9429-5d53da33b6e8 req-84f2ef1e-0fe5-4012-a527-5e864a043c19 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1065121 Apr 29 17:42:50.402148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d08820-19da-416e-93cb-96d39c2514c0 req-4ebfe63a-4a2a-43fe-97b2-33169d5aca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:50.408132 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-55d08820-19da-416e-93cb-96d39c2514c0 req-4ebfe63a-4a2a-43fe-97b2-33169d5aca27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9f0fe9f-af60-4fe1-8528-6bdac070c988 HTTP/1.1" status: 200 len: 898 time: 0.2285473 Apr 29 17:42:50.460727 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-36ace314-2d49-4200-9429-5d53da33b6e8 req-0feb9c4a-ad14-4a2f-99fe-dcdbd17e1bc0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0e26821-5f46-4397-a218-f144397fde0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568521 Apr 29 17:42:50.492289 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.504793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Transition to ACTIVE for port object eda9722c-2b88-44cf-b990-ea1bfabe24f3 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:42:50.512263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8427-cf5e-4a16-a877-fb6aba77463a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.513524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.521245 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-55d08820-19da-416e-93cb-96d39c2514c0 req-7e279bcc-3acf-4c8c-aea0-088bd08a9d0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=183ebffc-5c70-4db7-9cf3-e57672b676b0 HTTP/1.1" status: 200 len: 217 time: 0.1055179 Apr 29 17:42:50.524529 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-863c06db-20c8-4b3b-b8f4-ae61453a0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:42:03Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '43338648-0426-43a2-8d1a-fcabeacc72bf', 'name': '', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:81:0c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:02Z', 'updated_at': '2022-04-29T17:42:08Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:50.529134 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c06db-20c8-4b3b-b8f4-ae61453a0778 None None] Checking router: eec55180-7960-4e64-8191-a49f36d39325 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:42:50.537318 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c06db-20c8-4b3b-b8f4-ae61453a0778 None None] Routers {'eec55180-7960-4e64-8191-a49f36d39325'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:50.537836 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-863c06db-20c8-4b3b-b8f4-ae61453a0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['eec55180-7960-4e64-8191-a49f36d39325'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:50.644264 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d08820-19da-416e-93cb-96d39c2514c0 req-5b1e58c1-3647-440e-b319-d095e3408d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:50.645524 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-55d08820-19da-416e-93cb-96d39c2514c0 req-5b1e58c1-3647-440e-b319-d095e3408d62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e HTTP/1.1" status: 200 len: 834 time: 0.1124055 Apr 29 17:42:50.648788 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Pushing event updated for resources: {'Port': ['ID=eda9722c-2b88-44cf-b990-ea1bfabe24f3,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:50.693059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:50.693489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:50.693897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:50.694291 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:50.694684 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:50.695072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:50.695581 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:50.695960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:50.696345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:50.696755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:50.697128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:50.697508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:42:50.715497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8427-cf5e-4a16-a877-fb6aba77463a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.725068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8427-cf5e-4a16-a877-fb6aba77463a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.769646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a8427-cf5e-4a16-a877-fb6aba77463a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db34906b-f904-4b14-bf7e-de491620cc9d,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:50.771349 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-863c06db-20c8-4b3b-b8f4-ae61453a0778 None None] Set router eec55180-7960-4e64-8191-a49f36d39325 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:50.771489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Attempting to bind port eda9722c-2b88-44cf-b990-ea1bfabe24f3 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:42:50.771831 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Attempting to bind port eda9722c-2b88-44cf-b990-ea1bfabe24f3 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '90a9243d-bc13-45d1-b4e9-9b4ff7808317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:42:50.772244 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Attempting to bind port eda9722c-2b88-44cf-b990-ea1bfabe24f3 on network 77d57ccf-ad4f-4f76-9a93-7cd592667b33 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:42:50.780605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:42:50.781054 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Checking segment: {'id': '90a9243d-bc13-45d1-b4e9-9b4ff7808317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:42:50.781655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.782092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Bound using segment: {'id': '90a9243d-bc13-45d1-b4e9-9b4ff7808317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:42:50.782633 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Bound port: eda9722c-2b88-44cf-b990-ea1bfabe24f3, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a9243d-bc13-45d1-b4e9-9b4ff7808317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:42:50.783050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.789905 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d08820-19da-416e-93cb-96d39c2514c0 req-2bda8d92-7a4e-4e3b-99c7-397994b2af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:50.791841 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-55d08820-19da-416e-93cb-96d39c2514c0 req-2bda8d92-7a4e-4e3b-99c7-397994b2af9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9f0fe9f-af60-4fe1-8528-6bdac070c988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1369641 Apr 29 17:42:50.793493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8427-cf5e-4a16-a877-fb6aba77463a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.797234 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ab5a8427-cf5e-4a16-a877-fb6aba77463a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4617238 Apr 29 17:42:50.797611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53686) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:50.821656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-dec599f6-6df7-4aa0-af37-07242b4dd5da tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Request body: {'security_group_rule': {'security_group_id': '8acd58c0-2eaf-4ae4-9d01-2fcd2338898d', 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:50.837146 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dec599f6-6df7-4aa0-af37-07242b4dd5da tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:50.852028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-dec599f6-6df7-4aa0-af37-07242b4dd5da tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Usage tracker for resource:security_group_rule and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:50.856210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-dec599f6-6df7-4aa0-af37-07242b4dd5da tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:50.896851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] For port eda9722c-2b88-44cf-b990-ea1bfabe24f3, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:42:50.900365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] For port eda9722c-2b88-44cf-b990-ea1bfabe24f3, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=eda9722c-2b88-44cf-b990-ea1bfabe24f3,segment=NetworkSegment(90a9243d-bc13-45d1-b4e9-9b4ff7808317),segment_id=90a9243d-bc13-45d1-b4e9-9b4ff7808317)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:42:50.903194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dec599f6-6df7-4aa0-af37-07242b4dd5da tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:50.906458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.927546 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-dec599f6-6df7-4aa0-af37-07242b4dd5da tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Project 57051d3e507e441798ed35a0d08d76f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:42:50.935474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dec599f6-6df7-4aa0-af37-07242b4dd5da tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:50.991592 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-55d08820-19da-416e-93cb-96d39c2514c0 req-a86276c8-07c1-4a6e-8485-12f469517f7e service neutron] 10.222.0.36 "GET /v2.0/networks/f9f0fe9f-af60-4fe1-8528-6bdac070c988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913178 Apr 29 17:42:50.999932 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Routers {'5095475c-c857-411f-8a13-2cce79a13b49'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:51.000628 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5095475c-c857-411f-8a13-2cce79a13b49'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:51.133709 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f0d6f-7c25-4708-8546-f655bf9b33fe None None] Pushing event updated for resources: {'Port': ['ID=eda9722c-2b88-44cf-b990-ea1bfabe24f3,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:51.182416 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dec599f6-6df7-4aa0-af37-07242b4dd5da tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:51.185224 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-863c06db-20c8-4b3b-b8f4-ae61453a0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:42:03Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '43338648-0426-43a2-8d1a-fcabeacc72bf', 'name': '', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:81:0c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:02Z', 'updated_at': '2022-04-29T17:42:08Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:51.191776 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c06db-20c8-4b3b-b8f4-ae61453a0778 None None] The sync data for ids ['eec55180-7960-4e64-8191-a49f36d39325'] in dv-neutron-839024-2-hyperv is: [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:42:03Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '43338648-0426-43a2-8d1a-fcabeacc72bf', 'name': '', 'network_id': 'f9f0fe9f-af60-4fe1-8528-6bdac070c988', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:81:0c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:02Z', 'updated_at': '2022-04-29T17:42:08Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:42:51.218216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] Set router 5095475c-c857-411f-8a13-2cce79a13b49 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:51.229598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dec599f6-6df7-4aa0-af37-07242b4dd5da tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:51.256409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec599f6-6df7-4aa0-af37-07242b4dd5da tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d939b2af-60b5-4c4c-93a8-49fba757c78c,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:51.299458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dec599f6-6df7-4aa0-af37-07242b4dd5da tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:51.300492 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-dec599f6-6df7-4aa0-af37-07242b4dd5da tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5018327 Apr 29 17:42:51.304005 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53690) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:51.306394 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-55d08820-19da-416e-93cb-96d39c2514c0 req-fc2e0fbc-d593-4f7d-a12d-9eea590c64a1 service neutron] 10.222.0.36 "GET /v2.0/networks/f9f0fe9f-af60-4fe1-8528-6bdac070c988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023078 Apr 29 17:42:51.309958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8c52f84d-676d-4769-9cce-26e8a2f4317b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Request body: {'security_group_rule': {'security_group_id': '8acd58c0-2eaf-4ae4-9d01-2fcd2338898d', 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:51.320263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8c52f84d-676d-4769-9cce-26e8a2f4317b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:51.325434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8c52f84d-676d-4769-9cce-26e8a2f4317b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Usage tracker for resource:security_group_rule and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:51.332224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8c52f84d-676d-4769-9cce-26e8a2f4317b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:51.341841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8c52f84d-676d-4769-9cce-26e8a2f4317b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:51.352973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-8c52f84d-676d-4769-9cce-26e8a2f4317b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Project 57051d3e507e441798ed35a0d08d76f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:42:51.360094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8c52f84d-676d-4769-9cce-26e8a2f4317b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:51.439065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8c52f84d-676d-4769-9cce-26e8a2f4317b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:51.444023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8c52f84d-676d-4769-9cce-26e8a2f4317b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:51.469581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52f84d-676d-4769-9cce-26e8a2f4317b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b042d11b-c90e-4a60-9c87-41e04c2487fc,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:51.483806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8c52f84d-676d-4769-9cce-26e8a2f4317b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:51.484394 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8c52f84d-676d-4769-9cce-26e8a2f4317b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1787119 Apr 29 17:42:51.535565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cd7738-82fb-476f-88e6-380f0f0337bd None None] New status for floating IP abd5e1c5-f54a-4fa6-82e2-711821503ec5: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:42:51.699426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02029f44-cc56-483c-a8fc-1ad71e94e1c6 req-1331d940-8e32-4d36-9deb-68c9ccf9802f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:51.700231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-02029f44-cc56-483c-a8fc-1ad71e94e1c6 req-1331d940-8e32-4d36-9deb-68c9ccf9802f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:42:51.730045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-02029f44-cc56-483c-a8fc-1ad71e94e1c6 req-1331d940-8e32-4d36-9deb-68c9ccf9802f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:42:51.731579 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-02029f44-cc56-483c-a8fc-1ad71e94e1c6 req-1331d940-8e32-4d36-9deb-68c9ccf9802f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1645391 Apr 29 17:42:51.736433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d66e7-fe0b-43c4-963e-d7811ffac7ce req-027b8dd9-7b2f-495a-aa56-f52a3b253141 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:51.743901 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-985d66e7-fe0b-43c4-963e-d7811ffac7ce req-027b8dd9-7b2f-495a-aa56-f52a3b253141 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 946 time: 0.1631587 Apr 29 17:42:51.751908 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5095475c-c857-411f-8a13-2cce79a13b49', 'name': 'tempest-TestVolumeBootPattern-1279021032-router', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '9db02654-8437-4770-881c-b5839be5fcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:42Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 4, 'project_id': '676c48e0b3b148db971a367c7bb9a15b', 'gw_port': {'id': '9db02654-8437-4770-881c-b5839be5fcc3', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5095475c-c857-411f-8a13-2cce79a13b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:43Z', 'updated_at': '2022-04-29T17:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'eda9722c-2b88-44cf-b990-ea1bfabe24f3', 'name': '', 'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'mac_address': 'fa:16:3e:ae:f2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5095475c-c857-411f-8a13-2cce79a13b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4eac045c-1c64-470f-b7a4-a90a5a7ea8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:46Z', 'updated_at': '2022-04-29T17:42:50Z', 'revision_number': 4, 'project_id': '676c48e0b3b148db971a367c7bb9a15b', 'subnets': [{'id': '4eac045c-1c64-470f-b7a4-a90a5a7ea8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:51.767571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747a0c4c-fef5-49d1-a8fd-992a88a2d438 None None] The sync data for ids ['5095475c-c857-411f-8a13-2cce79a13b49'] in dv-neutron-839024-2-hyperv is: [{'id': '5095475c-c857-411f-8a13-2cce79a13b49', 'name': 'tempest-TestVolumeBootPattern-1279021032-router', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '9db02654-8437-4770-881c-b5839be5fcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:42Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 4, 'project_id': '676c48e0b3b148db971a367c7bb9a15b', 'gw_port': {'id': '9db02654-8437-4770-881c-b5839be5fcc3', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5095475c-c857-411f-8a13-2cce79a13b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:43Z', 'updated_at': '2022-04-29T17:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'eda9722c-2b88-44cf-b990-ea1bfabe24f3', 'name': '', 'network_id': '77d57ccf-ad4f-4f76-9a93-7cd592667b33', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'mac_address': 'fa:16:3e:ae:f2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5095475c-c857-411f-8a13-2cce79a13b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '4eac045c-1c64-470f-b7a4-a90a5a7ea8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:46Z', 'updated_at': '2022-04-29T17:42:50Z', 'revision_number': 4, 'project_id': '676c48e0b3b148db971a367c7bb9a15b', 'subnets': [{'id': '4eac045c-1c64-470f-b7a4-a90a5a7ea8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:42:51.791661 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-985d66e7-fe0b-43c4-963e-d7811ffac7ce req-acdd06c8-ef08-43c4-9c37-92dc5be7e233 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0e26821-5f46-4397-a218-f144397fde0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468519 Apr 29 17:42:51.820472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-02029f44-cc56-483c-a8fc-1ad71e94e1c6 req-3df6c1eb-99c2-4b46-88f5-436ff495fa14 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 183ebffc-5c70-4db7-9cf3-e57672b676b0 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:42:51.820938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-02029f44-cc56-483c-a8fc-1ad71e94e1c6 req-3df6c1eb-99c2-4b46-88f5-436ff495fa14 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:52.046304 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device eda9722c-2b88-44cf-b990-ea1bfabe24f3 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:52.140974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port eda9722c-2b88-44cf-b990-ea1bfabe24f3 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:42:52.147574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port eda9722c-2b88-44cf-b990-ea1bfabe24f3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:52.148264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:52.153343 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-02029f44-cc56-483c-a8fc-1ad71e94e1c6 req-3df6c1eb-99c2-4b46-88f5-436ff495fa14 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 183ebffc-5c70-4db7-9cf3-e57672b676b0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=183ebffc-5c70-4db7-9cf3-e57672b676b0,segment=NetworkSegment(41fa6ac6-524b-4b42-a7da-84a3b832e3e9),segment_id=41fa6ac6-524b-4b42-a7da-84a3b832e3e9)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:52.153903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-02029f44-cc56-483c-a8fc-1ad71e94e1c6 req-3df6c1eb-99c2-4b46-88f5-436ff495fa14 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:52.307477 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:52.331373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-02029f44-cc56-483c-a8fc-1ad71e94e1c6 req-3df6c1eb-99c2-4b46-88f5-436ff495fa14 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 183ebffc-5c70-4db7-9cf3-e57672b676b0 owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:42:52.352603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port eda9722c-2b88-44cf-b990-ea1bfabe24f3, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=eda9722c-2b88-44cf-b990-ea1bfabe24f3,segment=NetworkSegment(90a9243d-bc13-45d1-b4e9-9b4ff7808317),segment_id=90a9243d-bc13-45d1-b4e9-9b4ff7808317)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:52.357936 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:52.438635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=eda9722c-2b88-44cf-b990-ea1bfabe24f3,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:52.551862 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-02029f44-cc56-483c-a8fc-1ad71e94e1c6 req-3df6c1eb-99c2-4b46-88f5-436ff495fa14 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:52.612901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6c1eb-99c2-4b46-88f5-436ff495fa14 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=183ebffc-5c70-4db7-9cf3-e57672b676b0,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:52.692626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-02029f44-cc56-483c-a8fc-1ad71e94e1c6 req-3df6c1eb-99c2-4b46-88f5-436ff495fa14 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] No DVR routers for this DVR port 183ebffc-5c70-4db7-9cf3-e57672b676b0 on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:42:52.695201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-02029f44-cc56-483c-a8fc-1ad71e94e1c6 req-3df6c1eb-99c2-4b46-88f5-436ff495fa14 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:52.698250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'name': 'network-vif-deleted', 'tag': '183ebffc-5c70-4db7-9cf3-e57672b676b0'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:42:52.718650 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-02029f44-cc56-483c-a8fc-1ad71e94e1c6 req-3df6c1eb-99c2-4b46-88f5-436ff495fa14 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "DELETE /v2.0/ports/183ebffc-5c70-4db7-9cf3-e57672b676b0 HTTP/1.1" status: 204 len: 173 time: 0.9815993 Apr 29 17:42:52.761693 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5934dacc-7258-43c2-9c29-138c58f63148'] response: {'server_uuid': '803a4712-c14d-4460-ae6e-89a88d2d6ad8', 'name': 'network-vif-deleted', 'tag': '183ebffc-5c70-4db7-9cf3-e57672b676b0', 'status': 'completed', 'code': 200} Apr 29 17:42:53.145883 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aab8f379-13d0-425b-8638-376f76c2e723 req-5b995b5c-a57a-4758-908b-bd833c728946 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=803a4712-c14d-4460-ae6e-89a88d2d6ad8 HTTP/1.1" status: 200 len: 210 time: 0.2072277 Apr 29 17:42:53.260082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-755b4c33-f847-4236-8e53-b3cdf94e6cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:54.006640 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device eda9722c-2b88-44cf-b990-ea1bfabe24f3 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:42:54.080143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port eda9722c-2b88-44cf-b990-ea1bfabe24f3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:42:54.080507 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:54.252397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53788) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:54.329539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0f24a2e0-dd6b-431e-a18e-32a3e8a975d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:54.359753 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0f24a2e0-dd6b-431e-a18e-32a3e8a975d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:54.425602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0f24a2e0-dd6b-431e-a18e-32a3e8a975d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:54.447092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24a2e0-dd6b-431e-a18e-32a3e8a975d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e26821-5f46-4397-a218-f144397fde0f,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:54.461993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0f24a2e0-dd6b-431e-a18e-32a3e8a975d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:54.465750 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0f24a2e0-dd6b-431e-a18e-32a3e8a975d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/security-groups/c0e26821-5f46-4397-a218-f144397fde0f HTTP/1.1" status: 204 len: 168 time: 0.2097456 Apr 29 17:42:54.499644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53794) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:55.091064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-989fc495-43c8-43a6-9ae6-b4d1ef9aa250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:55.362961 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-62268cfd-a2aa-41e6-816b-d028efb782ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:55.471861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-989fc495-43c8-43a6-9ae6-b4d1ef9aa250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 43338648-0426-43a2-8d1a-fcabeacc72bf {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:42:55.472668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-989fc495-43c8-43a6-9ae6-b4d1ef9aa250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:55.671101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-989fc495-43c8-43a6-9ae6-b4d1ef9aa250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 43338648-0426-43a2-8d1a-fcabeacc72bf, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=43338648-0426-43a2-8d1a-fcabeacc72bf,segment=NetworkSegment(41fa6ac6-524b-4b42-a7da-84a3b832e3e9),segment_id=41fa6ac6-524b-4b42-a7da-84a3b832e3e9)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:55.671849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-989fc495-43c8-43a6-9ae6-b4d1ef9aa250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:55.673316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 183ebffc-5c70-4db7-9cf3-e57672b676b0 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:42:55.727734 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 183ebffc-5c70-4db7-9cf3-e57672b676b0 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:42:55.728307 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 183ebffc-5c70-4db7-9cf3-e57672b676b0 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:42:55.819036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-989fc495-43c8-43a6-9ae6-b4d1ef9aa250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 43338648-0426-43a2-8d1a-fcabeacc72bf owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:42:56.120838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-989fc495-43c8-43a6-9ae6-b4d1ef9aa250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:56.197312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fc495-43c8-43a6-9ae6-b4d1ef9aa250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=43338648-0426-43a2-8d1a-fcabeacc72bf,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:56.471938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-989fc495-43c8-43a6-9ae6-b4d1ef9aa250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:56.546607 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:56.788220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:56.849795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989fc495-43c8-43a6-9ae6-b4d1ef9aa250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router eec55180-7960-4e64-8191-a49f36d39325 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:42:57.031399 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989fc495-43c8-43a6-9ae6-b4d1ef9aa250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:42:57.041382 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44376b-a68b-4a90-95da-6b9ffc2a231c None None] Sync routers for ids ['eec55180-7960-4e64-8191-a49f36d39325'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:42:57.045017 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-989fc495-43c8-43a6-9ae6-b4d1ef9aa250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/eec55180-7960-4e64-8191-a49f36d39325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5440080 Apr 29 17:42:57.047548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53804) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:57.053825 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44376b-a68b-4a90-95da-6b9ffc2a231c None None] Routers {'eec55180-7960-4e64-8191-a49f36d39325'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:57.054444 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-de44376b-a68b-4a90-95da-6b9ffc2a231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['eec55180-7960-4e64-8191-a49f36d39325'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:57.116616 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c30804-9db1-4f14-ba55-deabce6837d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting subnet 1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:42:57.120012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-28c30804-9db1-4f14-ba55-deabce6837d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:57.177138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-28c30804-9db1-4f14-ba55-deabce6837d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:57.245248 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-de44376b-a68b-4a90-95da-6b9ffc2a231c None None] Set router eec55180-7960-4e64-8191-a49f36d39325 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:57.272343 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-28c30804-9db1-4f14-ba55-deabce6837d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:57.349647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-28c30804-9db1-4f14-ba55-deabce6837d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:57.391857 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c30804-9db1-4f14-ba55-deabce6837d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:57.400477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-28c30804-9db1-4f14-ba55-deabce6837d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:57.407169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06f1d3d-cab5-4e49-9d15-fc18439b10b6 None None] Network f9f0fe9f-af60-4fe1-8528-6bdac070c988 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:42:57.422609 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-28c30804-9db1-4f14-ba55-deabce6837d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/subnets/1ac9ae4f-3472-4a5f-91b2-2885a7f2ad5e HTTP/1.1" status: 204 len: 168 time: 0.3739538 Apr 29 17:42:57.425087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53808) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:57.557890 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-de44376b-a68b-4a90-95da-6b9ffc2a231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:42:56Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:57.562662 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44376b-a68b-4a90-95da-6b9ffc2a231c None None] Checking router: eec55180-7960-4e64-8191-a49f36d39325 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:42:57.571991 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44376b-a68b-4a90-95da-6b9ffc2a231c None None] Routers {'eec55180-7960-4e64-8191-a49f36d39325'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:42:57.572792 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-de44376b-a68b-4a90-95da-6b9ffc2a231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['eec55180-7960-4e64-8191-a49f36d39325'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:57.720678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71d9ce-468c-4f03-a6c2-445f964b3c8d None None] DHCP port deletion for f9f0fe9f-af60-4fe1-8528-6bdac070c988 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:42:57.725496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0d71d9ce-468c-4f03-a6c2-445f964b3c8d None None] Deleting port 0a9bc129-e8e1-45fe-ad55-762455d03b34 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:42:57.725864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0d71d9ce-468c-4f03-a6c2-445f964b3c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:57.821051 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-de44376b-a68b-4a90-95da-6b9ffc2a231c None None] Set router eec55180-7960-4e64-8191-a49f36d39325 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:42:57.830491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:58.015991 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0d71d9ce-468c-4f03-a6c2-445f964b3c8d None None] For port 0a9bc129-e8e1-45fe-ad55-762455d03b34, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0a9bc129-e8e1-45fe-ad55-762455d03b34,segment=NetworkSegment(41fa6ac6-524b-4b42-a7da-84a3b832e3e9),segment_id=41fa6ac6-524b-4b42-a7da-84a3b832e3e9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:58.016384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0d71d9ce-468c-4f03-a6c2-445f964b3c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:58.129761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:58.150208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port a2e08a7a-c057-4e22-9047-7b1f0c1ac782 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:42:58.151653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:58.152479 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0a9bc129-e8e1-45fe-ad55-762455d03b34 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:42:58.199442 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0d71d9ce-468c-4f03-a6c2-445f964b3c8d None None] Calling delete_port for 0a9bc129-e8e1-45fe-ad55-762455d03b34 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:42:58.232929 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:58.233787 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-de44376b-a68b-4a90-95da-6b9ffc2a231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:42:56Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:58.239682 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44376b-a68b-4a90-95da-6b9ffc2a231c None None] The sync data for ids ['eec55180-7960-4e64-8191-a49f36d39325'] in dv-neutron-839024-2-hyperv is: [{'id': 'eec55180-7960-4e64-8191-a49f36d39325', 'name': 'tempest-TestNetworkBasicOps-router-572870594', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:41:58Z', 'updated_at': '2022-04-29T17:42:56Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'a2e08a7a-c057-4e22-9047-7b1f0c1ac782', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec55180-7960-4e64-8191-a49f36d39325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:41:59Z', 'updated_at': '2022-04-29T17:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:42:58.381290 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0d71d9ce-468c-4f03-a6c2-445f964b3c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:58.381700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port a2e08a7a-c057-4e22-9047-7b1f0c1ac782, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a2e08a7a-c057-4e22-9047-7b1f0c1ac782,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:42:58.382004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:58.435197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d71d9ce-468c-4f03-a6c2-445f964b3c8d None None] No DVR routers for this DVR port 0a9bc129-e8e1-45fe-ad55-762455d03b34 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:42:58.438211 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71d9ce-468c-4f03-a6c2-445f964b3c8d None None] Pushing event deleted for resources: {'Port': ['ID=0a9bc129-e8e1-45fe-ad55-762455d03b34,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:58.440984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:58.514726 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for a2e08a7a-c057-4e22-9047-7b1f0c1ac782 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:42:58.717581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:58.778744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=a2e08a7a-c057-4e22-9047-7b1f0c1ac782,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:58.868840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.041388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.045053 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.071546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.072204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Fanout notify agent at l3_agent the message router_deleted on router eec55180-7960-4e64-8191-a49f36d39325 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:42:59.089357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.090937 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3eafa66c-e5ef-43d9-88ce-c0508b58de2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/routers/eec55180-7960-4e64-8191-a49f36d39325 HTTP/1.1" status: 204 len: 168 time: 1.6643946 Apr 29 17:42:59.093448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53816) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:59.227307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-be3ceb2a-5d4e-4a12-baa1-e9753fa6d76a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.364400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-be3ceb2a-5d4e-4a12-baa1-e9753fa6d76a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.390616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-be3ceb2a-5d4e-4a12-baa1-e9753fa6d76a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f0fe9f-af60-4fe1-8528-6bdac070c988']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:59.403468 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-be3ceb2a-5d4e-4a12-baa1-e9753fa6d76a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fa6ac6-524b-4b42-a7da-84a3b832e3e9') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:59.403756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-be3ceb2a-5d4e-4a12-baa1-e9753fa6d76a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fa6ac6-524b-4b42-a7da-84a3b832e3e9') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:42:59.415675 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-be3ceb2a-5d4e-4a12-baa1-e9753fa6d76a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.433074 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-be3ceb2a-5d4e-4a12-baa1-e9753fa6d76a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.439362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3ceb2a-5d4e-4a12-baa1-e9753fa6d76a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:42:59.439867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-be3ceb2a-5d4e-4a12-baa1-e9753fa6d76a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:42:59.455968 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:42:59.541171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-be3ceb2a-5d4e-4a12-baa1-e9753fa6d76a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.546592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-be3ceb2a-5d4e-4a12-baa1-e9753fa6d76a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.573039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ceb2a-5d4e-4a12-baa1-e9753fa6d76a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Network': ['ID=f9f0fe9f-af60-4fe1-8528-6bdac070c988,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:59.583496 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-be3ceb2a-5d4e-4a12-baa1-e9753fa6d76a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/networks/f9f0fe9f-af60-4fe1-8528-6bdac070c988 HTTP/1.1" status: 204 len: 168 time: 0.4883528 Apr 29 17:42:59.596713 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53820) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:59.602461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'network': {'name': 'tempest-network-smoke--1292960003', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'port_security_enabled': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:59.607966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:59.613051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:network and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:59.616200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:59.622163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:42:59.634443 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:42:59.638244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.667807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:42:59.679157 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.679527 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Added segment 78f058ef-7529-4c85-9e83-4506c669549f of type vlan for network 15aba930-48a6-4ad3-bd64-7d05682f5580 Apr 29 17:42:59.710462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.750220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.756098 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:42:59.756716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:42:59.961666 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3638945 Apr 29 17:42:59.964838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53824) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:42:59.972178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9e213-a24d-4390-830c-75fdab89aa84 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Network': ['ID=15aba930-48a6-4ad3-bd64-7d05682f5580,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:42:59.972450 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-340058411', 'admin_state_up': True, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:42:59.980436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:42:59.985752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:router and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:42:59.989577 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 15aba930-48a6-4ad3-bd64-7d05682f5580 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:42:59.990136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:42:59.997355 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:00.012525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:00.014263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:00.028765 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a2e08a7a-c057-4e22-9047-7b1f0c1ac782 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:43:00.036676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:00.071644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: a2e08a7a-c057-4e22-9047-7b1f0c1ac782 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:43:00.071984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a2e08a7a-c057-4e22-9047-7b1f0c1ac782 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:43:00.072406 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 43338648-0426-43a2-8d1a-fcabeacc72bf no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:43:00.159079 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 43338648-0426-43a2-8d1a-fcabeacc72bf {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:43:00.159459 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 43338648-0426-43a2-8d1a-fcabeacc72bf not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:43:00.489671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:00.821011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:00.851344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:00.999714 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.216 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/2840ed9f-5c53-4a11-8580-179a8230825e) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:43:01.153960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:01.186174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:01.255472 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:43:01.258359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:43:01.260870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:43:01.299345 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=2840ed9f-5c53-4a11-8580-179a8230825e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:01.694389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:02.181549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:02.396622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 14696cc4-63b9-459f-bc96-b8f07a92db06 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:43:02.571954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:43:02.584231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Sync routers for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:43:02.598391 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:43:02.599065 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:02.607635 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:02.608915 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-610f5993-d2db-4312-81b4-76352db63530 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6421976 Apr 29 17:43:02.612198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53834) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:02.660709 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-999de158-3ed3-41a1-bc71-1e5685d07f60 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=438682cd007d46eb90f162f5f8d9699b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471981 Apr 29 17:43:02.662951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53838) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:02.813040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:43:02.815098 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b88039-62c3-484b-a57c-f550c784bdba tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:02.819594 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-84b88039-62c3-484b-a57c-f550c784bdba tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1529167 Apr 29 17:43:02.819863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53852) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:02.862496 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-df61e857-2ebd-4519-9a6f-d1e3b7f60a73 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388765 Apr 29 17:43:02.862496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53856) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:02.868196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-850355121', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:02.977062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:43:02.981305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:subnet and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:43:02.984235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:43:02.990011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:03.000963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:43:03.004644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:03.097027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:01Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:03.101044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Checking router: 14696cc4-63b9-459f-bc96-b8f07a92db06 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:43:03.101392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Updating router 14696cc4-63b9-459f-bc96-b8f07a92db06 port 2840ed9f-5c53-4a11-8580-179a8230825e binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:43:03.157127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:03.224143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:03.315370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Subnet': ['ID=93f0fe4a-fdb1-453e-bae3-3949dc09a971,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:03.315948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:43:03.316307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:43:03.316625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:43:03.316978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:43:03.317412 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:43:03.317738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:43:03.318082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:43:03.318401 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:43:03.318721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:43:03.319050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:43:03.319378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:43:03.319694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:43:03.329810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Checking segment: {'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:43:03.330336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network hostable DHCP agents. Network: 15aba930-48a6-4ad3-bd64-7d05682f5580, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:43:03.353111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network 15aba930-48a6-4ad3-bd64-7d05682f5580 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:43:03.364910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 15aba930-48a6-4ad3-bd64-7d05682f5580) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:43:03.369270 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:03.369875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:03.380908 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea4839c-fa4c-4e9a-84db-badf11b88d6e None None] Network 15aba930-48a6-4ad3-bd64-7d05682f5580 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:43:03.409606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53866) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:03.410230 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-eb9f03a6-6b68-4123-932e-a627adf5eebb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5462828 Apr 29 17:43:03.737450 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:03.747213 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-15aba930-48a6-4ad3-bd64-7d05682f5580', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:43:03.748099 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:03.770470 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Transition to ACTIVE for port object 2840ed9f-5c53-4a11-8580-179a8230825e will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:43:03.811537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:03.916353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Attempting to bind port 2840ed9f-5c53-4a11-8580-179a8230825e on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:43:03.916748 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Attempting to bind port 2840ed9f-5c53-4a11-8580-179a8230825e by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:43:03.917080 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Attempting to bind port 2840ed9f-5c53-4a11-8580-179a8230825e on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:43:03.929202 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dabfd-def4-45c5-8e4e-34382bf87aba None None] Pushing event updated for resources: {'Port': ['ID=2840ed9f-5c53-4a11-8580-179a8230825e,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:03.937103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:43:03.937514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:43:03.937911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:03.938251 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:43:03.938726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Bound port: 2840ed9f-5c53-4a11-8580-179a8230825e, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:43:03.939101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:04.059826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Allocated IP 172.20.0.2 (15aba930-48a6-4ad3-bd64-7d05682f5580/93f0fe4a-fdb1-453e-bae3-3949dc09a971/f48c2533-b346-4fbc-81d7-05bae981fb56) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:43:04.071512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] For port 2840ed9f-5c53-4a11-8580-179a8230825e, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:43:04.074865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] For port 2840ed9f-5c53-4a11-8580-179a8230825e, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2840ed9f-5c53-4a11-8580-179a8230825e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:43:04.099272 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:04.160377 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:04.250448 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:43:04.251055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:04.388279 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dabfd-def4-45c5-8e4e-34382bf87aba None None] Pushing event updated for resources: {'Port': ['ID=2840ed9f-5c53-4a11-8580-179a8230825e,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:04.519248 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:43:04.562745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:04.646667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Transition to ACTIVE for port object f48c2533-b346-4fbc-81d7-05bae981fb56 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:43:04.722938 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Transition to ACTIVE for port object f48c2533-b346-4fbc-81d7-05bae981fb56 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:43:04.740202 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:04.796918 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.1 (15aba930-48a6-4ad3-bd64-7d05682f5580/93f0fe4a-fdb1-453e-bae3-3949dc09a971/2f44b90f-6e4a-4642-b8cf-a48c478647d4) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:43:04.828403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Network 15aba930-48a6-4ad3-bd64-7d05682f5580 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:43:04.832672 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:43:04.857935 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:43:04.902023 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Pushing event updated for resources: {'Port': ['ID=f48c2533-b346-4fbc-81d7-05bae981fb56,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:04.957498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:04.971172 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Attempting to bind port f48c2533-b346-4fbc-81d7-05bae981fb56 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:43:04.971634 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Attempting to bind port f48c2533-b346-4fbc-81d7-05bae981fb56 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:43:04.971938 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Attempting to bind port f48c2533-b346-4fbc-81d7-05bae981fb56 on network 15aba930-48a6-4ad3-bd64-7d05682f5580 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:43:04.974783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 2f44b90f-6e4a-4642-b8cf-a48c478647d4 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:43:04.979763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:43:04.980133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Checking segment: {'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:43:04.980538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:04.980925 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Bound using segment: {'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:43:04.981438 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Bound port: f48c2533-b346-4fbc-81d7-05bae981fb56, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:43:04.981834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:05.006394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:05.050094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:01Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:05.059316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e4f22-191a-4a20-8251-63b8f3878dac None None] The sync data for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv is: [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:01Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:43:05.084262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network 15aba930-48a6-4ad3-bd64-7d05682f5580 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:43:05.087892 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:43:05.087892 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:43:05.108484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] For port f48c2533-b346-4fbc-81d7-05bae981fb56, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:43:05.112968 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] For port f48c2533-b346-4fbc-81d7-05bae981fb56, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f48c2533-b346-4fbc-81d7-05bae981fb56,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:43:05.123734 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:05.227982 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6169a1-0949-4940-bd28-379b6898f8ed None None] Pushing event updated for resources: {'Port': ['ID=f48c2533-b346-4fbc-81d7-05bae981fb56,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:05.281574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=2f44b90f-6e4a-4642-b8cf-a48c478647d4,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:05.311389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:05.477752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:06.115712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2840ed9f-5c53-4a11-8580-179a8230825e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:43:06.161344 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:06.170760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:06.363635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 2840ed9f-5c53-4a11-8580-179a8230825e completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:43:06.369118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=2f44b90f-6e4a-4642-b8cf-a48c478647d4,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:06.373346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:06.381675 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 2840ed9f-5c53-4a11-8580-179a8230825e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:06.384103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:06.552275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:06.572140 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 2840ed9f-5c53-4a11-8580-179a8230825e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2840ed9f-5c53-4a11-8580-179a8230825e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:43:06.581705 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:06.582701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f48c2533-b346-4fbc-81d7-05bae981fb56 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:43:06.584401 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network 15aba930-48a6-4ad3-bd64-7d05682f5580 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:43:06.585723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:43:06.724871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b0b4e-7475-426b-8d2f-9d89c28e9309 None None] Network 15aba930-48a6-4ad3-bd64-7d05682f5580 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:43:06.854924 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=2840ed9f-5c53-4a11-8580-179a8230825e,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:06.870283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-869eb62b-edf0-4cb7-b96d-eea8b4cb852f None None] Provisioning for port f48c2533-b346-4fbc-81d7-05bae981fb56 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:43:06.872233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 14696cc4-63b9-459f-bc96-b8f07a92db06 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:43:06.899507 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port f48c2533-b346-4fbc-81d7-05bae981fb56 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:43:06.930855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port f48c2533-b346-4fbc-81d7-05bae981fb56 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:06.931549 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:07.093158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:43:07.111146 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-70c5737e-131c-47ef-a107-5c8dbe9fb88e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/14696cc4-63b9-459f-bc96-b8f07a92db06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6996467 Apr 29 17:43:07.113572 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53888) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:07.153704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:07.196622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port f48c2533-b346-4fbc-81d7-05bae981fb56, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f48c2533-b346-4fbc-81d7-05bae981fb56,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:43:07.202712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:07.264055 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Sync routers for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:43:07.274679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc0162-66d2-4c37-b60f-40caf44c0221 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:07.275895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc0162-66d2-4c37-b60f-40caf44c0221 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:07.276404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc0162-66d2-4c37-b60f-40caf44c0221 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:07.276912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc0162-66d2-4c37-b60f-40caf44c0221 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:07.277422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc0162-66d2-4c37-b60f-40caf44c0221 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:07.277926 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc0162-66d2-4c37-b60f-40caf44c0221 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:07.278068 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:43:07.278638 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:07.283190 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-20dc0162-66d2-4c37-b60f-40caf44c0221 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1655810 Apr 29 17:43:07.283469 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53892) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:07.308537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=f48c2533-b346-4fbc-81d7-05bae981fb56,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:07.387283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e5fb0-3622-4c75-99cc-ae49f48babd4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:07.397204 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e5fb0-3622-4c75-99cc-ae49f48babd4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:07.397805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e5fb0-3622-4c75-99cc-ae49f48babd4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:07.398380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e5fb0-3622-4c75-99cc-ae49f48babd4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:07.399086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e5fb0-3622-4c75-99cc-ae49f48babd4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:07.399611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e5fb0-3622-4c75-99cc-ae49f48babd4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:07.401660 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-738e5fb0-3622-4c75-99cc-ae49f48babd4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1171508 Apr 29 17:43:07.404504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53896) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:07.555345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6883f671-76ab-4c24-9626-6b337d1652ae None None] Provisioning for port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:43:07.561074 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:43:07.566001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6883f671-76ab-4c24-9626-6b337d1652ae None None] Provisioning complete for port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:07.567034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6883f671-76ab-4c24-9626-6b337d1652ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:07.673315 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6883f671-76ab-4c24-9626-6b337d1652ae None None] Port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:43:07.692132 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6883f671-76ab-4c24-9626-6b337d1652ae None None] Provisioning complete for port f48c2533-b346-4fbc-81d7-05bae981fb56 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:07.693857 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6883f671-76ab-4c24-9626-6b337d1652ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:07.965747 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-49db7368-08e1-42f8-b8c5-09de70145b4b tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.5596540 Apr 29 17:43:08.030228 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ca4a23eb-e65c-4d10-873f-3ec5458f32b6 None None] Provisioning complete for port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:08.032106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ca4a23eb-e65c-4d10-873f-3ec5458f32b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.094340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2840ed9f-5c53-4a11-8580-179a8230825e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:43:08.194340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a23eb-e65c-4d10-873f-3ec5458f32b6 None None] Port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:43:08.195957 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:08.203133 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Checking router: 14696cc4-63b9-459f-bc96-b8f07a92db06 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:43:08.203661 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Updating router 14696cc4-63b9-459f-bc96-b8f07a92db06 port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:43:08.215144 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 2840ed9f-5c53-4a11-8580-179a8230825e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:08.215609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.269672 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.357311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-75268727-3056-46c9-a1ed-acaba8914732 None None] Provisioning complete for port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:08.357698 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-75268727-3056-46c9-a1ed-acaba8914732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.386003 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f48c2533-b346-4fbc-81d7-05bae981fb56 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:43:08.473846 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-75268727-3056-46c9-a1ed-acaba8914732 None None] Port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:43:08.474868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53904) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:08.481783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647794177', 'description': 'tempest-secgroup-smoke-647794177 description', 'project_id': '438682cd007d46eb90f162f5f8d9699b'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:08.485833 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port f48c2533-b346-4fbc-81d7-05bae981fb56 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:08.486305 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.492230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:43:08.497400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:43:08.501147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:43:08.508534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:08.520977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.542954 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:43:08.548268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:43:08.551466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:43:08.558840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:08.661706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.666790 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.699982 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.714266 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Transition to ACTIVE for port object 2f44b90f-6e4a-4642-b8cf-a48c478647d4 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:43:08.717649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4907829-19ae-48e6-9b00-dc761e5428fb,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:08.724464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.728462 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b945d32e-1c20-439a-b531-8af1cc1358d9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2491059 Apr 29 17:43:08.729346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53908) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:08.730687 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.734597 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7e93646f-ae9f-4ef9-b9d3-fe2ae141c50b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'a4907829-19ae-48e6-9b00-dc761e5428fb', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:08.740830 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7e93646f-ae9f-4ef9-b9d3-fe2ae141c50b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:43:08.744971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7e93646f-ae9f-4ef9-b9d3-fe2ae141c50b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:43:08.748309 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7e93646f-ae9f-4ef9-b9d3-fe2ae141c50b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:43:08.754247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7e93646f-ae9f-4ef9-b9d3-fe2ae141c50b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:08.772980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e93646f-ae9f-4ef9-b9d3-fe2ae141c50b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.837400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e93646f-ae9f-4ef9-b9d3-fe2ae141c50b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.843922 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e93646f-ae9f-4ef9-b9d3-fe2ae141c50b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.875419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93646f-ae9f-4ef9-b9d3-fe2ae141c50b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aeea3ab-730a-4423-a8d2-d2047a7d9466,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:08.887710 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7e93646f-ae9f-4ef9-b9d3-fe2ae141c50b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.889450 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7e93646f-ae9f-4ef9-b9d3-fe2ae141c50b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597455 Apr 29 17:43:08.892454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53912) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:08.902208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2107542e-94ff-47e8-9ebc-c50a33150537 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'a4907829-19ae-48e6-9b00-dc761e5428fb', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:08.903850 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a7452-30ac-463c-b08e-3abb98a0a354 None None] Pushing event updated for resources: {'Port': ['ID=2f44b90f-6e4a-4642-b8cf-a48c478647d4,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:08.921702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2107542e-94ff-47e8-9ebc-c50a33150537 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:43:08.928935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2107542e-94ff-47e8-9ebc-c50a33150537 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:43:08.936388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2107542e-94ff-47e8-9ebc-c50a33150537 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:43:08.948376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2107542e-94ff-47e8-9ebc-c50a33150537 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:08.967820 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Attempting to bind port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:43:08.968538 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Attempting to bind port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:43:08.969262 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Attempting to bind port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 on network 15aba930-48a6-4ad3-bd64-7d05682f5580 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:43:08.974487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2107542e-94ff-47e8-9ebc-c50a33150537 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.977077 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:43:08.977492 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Checking segment: {'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:43:08.977893 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:08.978363 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Bound using segment: {'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:43:08.978849 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Bound port: 2f44b90f-6e4a-4642-b8cf-a48c478647d4, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:43:08.979661 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.075053 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2107542e-94ff-47e8-9ebc-c50a33150537 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.079857 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2107542e-94ff-47e8-9ebc-c50a33150537 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.091864 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] For port 2f44b90f-6e4a-4642-b8cf-a48c478647d4, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:43:09.095374 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] For port 2f44b90f-6e4a-4642-b8cf-a48c478647d4, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2f44b90f-6e4a-4642-b8cf-a48c478647d4,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:43:09.101251 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.102055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107542e-94ff-47e8-9ebc-c50a33150537 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd011cfe-d223-40ca-b8f5-73d03c4afebc,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:09.114563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2107542e-94ff-47e8-9ebc-c50a33150537 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.115918 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2107542e-94ff-47e8-9ebc-c50a33150537 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2210665 Apr 29 17:43:09.118693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53918) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:09.124236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a141385a-e713-4374-8dda-b13ff5d90859 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'a4907829-19ae-48e6-9b00-dc761e5428fb', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:09.130212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a141385a-e713-4374-8dda-b13ff5d90859 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:43:09.134175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a141385a-e713-4374-8dda-b13ff5d90859 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:43:09.137199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a141385a-e713-4374-8dda-b13ff5d90859 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:43:09.142944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a141385a-e713-4374-8dda-b13ff5d90859 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:09.159100 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a141385a-e713-4374-8dda-b13ff5d90859 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.182042 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:43:09.182566 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:09.296448 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a7452-30ac-463c-b08e-3abb98a0a354 None None] Pushing event updated for resources: {'Port': ['ID=2f44b90f-6e4a-4642-b8cf-a48c478647d4,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:09.360395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a141385a-e713-4374-8dda-b13ff5d90859 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.364911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a141385a-e713-4374-8dda-b13ff5d90859 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.377884 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:43:09.393023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141385a-e713-4374-8dda-b13ff5d90859 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508bee14-072b-44bf-88af-474243a6c1a6,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:09.405958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a141385a-e713-4374-8dda-b13ff5d90859 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.407315 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a141385a-e713-4374-8dda-b13ff5d90859 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2875094 Apr 29 17:43:09.410101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53922) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:09.415441 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3105c912-6c01-4460-9459-c76cb0fbc47a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'a4907829-19ae-48e6-9b00-dc761e5428fb', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:09.421409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3105c912-6c01-4460-9459-c76cb0fbc47a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:43:09.425349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3105c912-6c01-4460-9459-c76cb0fbc47a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:43:09.428160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3105c912-6c01-4460-9459-c76cb0fbc47a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:43:09.434127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3105c912-6c01-4460-9459-c76cb0fbc47a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:09.451306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3105c912-6c01-4460-9459-c76cb0fbc47a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.514640 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3105c912-6c01-4460-9459-c76cb0fbc47a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.519825 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3105c912-6c01-4460-9459-c76cb0fbc47a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.543314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105c912-6c01-4460-9459-c76cb0fbc47a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f9d304-e820-4694-8a5d-7e1783ffd02d,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:09.553661 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3105c912-6c01-4460-9459-c76cb0fbc47a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.554875 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3105c912-6c01-4460-9459-c76cb0fbc47a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437850 Apr 29 17:43:09.558004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 53926) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:09.562958 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2f24e7e6-dd33-4551-a0a6-9a1d0ac1c81d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'a4907829-19ae-48e6-9b00-dc761e5428fb', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:09.568703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2f24e7e6-dd33-4551-a0a6-9a1d0ac1c81d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:43:09.572478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2f24e7e6-dd33-4551-a0a6-9a1d0ac1c81d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:43:09.575320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2f24e7e6-dd33-4551-a0a6-9a1d0ac1c81d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:43:09.580925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2f24e7e6-dd33-4551-a0a6-9a1d0ac1c81d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:09.592019 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-2f24e7e6-dd33-4551-a0a6-9a1d0ac1c81d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:43:09.598840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f24e7e6-dd33-4551-a0a6-9a1d0ac1c81d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.664216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f24e7e6-dd33-4551-a0a6-9a1d0ac1c81d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.668734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f24e7e6-dd33-4551-a0a6-9a1d0ac1c81d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.694241 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24e7e6-dd33-4551-a0a6-9a1d0ac1c81d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25ab958-ba26-4912-aa0d-a27a15f301db,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:09.704433 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f24e7e6-dd33-4551-a0a6-9a1d0ac1c81d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.705831 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2f24e7e6-dd33-4551-a0a6-9a1d0ac1c81d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1468432 Apr 29 17:43:09.708797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 53930) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:09.714153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4a95aba7-0d56-4dba-a74c-ac0bc6b76357 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'a4907829-19ae-48e6-9b00-dc761e5428fb', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:09.720705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4a95aba7-0d56-4dba-a74c-ac0bc6b76357 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:43:09.725777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4a95aba7-0d56-4dba-a74c-ac0bc6b76357 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:43:09.726586 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:09Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:09.728668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4a95aba7-0d56-4dba-a74c-ac0bc6b76357 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:43:09.730514 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f32d53-f5e1-43e8-842b-1575eeda2e81 None None] The sync data for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv is: [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:09Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:43:09.739248 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4a95aba7-0d56-4dba-a74c-ac0bc6b76357 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:09.750440 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-4a95aba7-0d56-4dba-a74c-ac0bc6b76357 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:43:09.758024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a95aba7-0d56-4dba-a74c-ac0bc6b76357 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.848281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a95aba7-0d56-4dba-a74c-ac0bc6b76357 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.853439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a95aba7-0d56-4dba-a74c-ac0bc6b76357 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.876900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95aba7-0d56-4dba-a74c-ac0bc6b76357 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ebe855-7c97-424c-8839-2bcc6957b065,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:09.886421 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4a95aba7-0d56-4dba-a74c-ac0bc6b76357 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:09.887866 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4a95aba7-0d56-4dba-a74c-ac0bc6b76357 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1780410 Apr 29 17:43:10.036975 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2f44b90f-6e4a-4642-b8cf-a48c478647d4 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:43:10.129027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:43:10.141351 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:10.141723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:10.151245 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-cf206936-17a4-4880-8c4c-c1e1d3c8378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:43:10.170028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-cf206936-17a4-4880-8c4c-c1e1d3c8378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:43:10.171821 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-cf206936-17a4-4880-8c4c-c1e1d3c8378c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647794177&fields=id&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 267 time: 0.0762434 Apr 29 17:43:10.274718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:10.322102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 2f44b90f-6e4a-4642-b8cf-a48c478647d4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2f44b90f-6e4a-4642-b8cf-a48c478647d4,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:43:10.333086 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:10.349194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-2ecff755-5c4c-439f-abda-b5e7bd307bc0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:10.350682 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-2ecff755-5c4c-439f-abda-b5e7bd307bc0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/networks?id=15aba930-48a6-4ad3-bd64-7d05682f5580 HTTP/1.1" status: 200 len: 797 time: 0.1708457 Apr 29 17:43:10.371575 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-a997136b-268d-4b29-9e19-9162139f36ee tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/quotas/438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 375 time: 0.0121338 Apr 29 17:43:10.447274 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=2f44b90f-6e4a-4642-b8cf-a48c478647d4,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:10.472274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-769830ea-8e54-4288-8f30-a6ce402a5a63 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:43:10.504687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-769830ea-8e54-4288-8f30-a6ce402a5a63 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:43:10.505981 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-769830ea-8e54-4288-8f30-a6ce402a5a63 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1308529 Apr 29 17:43:10.524758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-6e9d8c57-54e5-418c-8a33-b02d978fdac1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:43:10.525709 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-6e9d8c57-54e5-418c-8a33-b02d978fdac1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052989 Apr 29 17:43:10.559749 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-0b3f0745-82bd-478f-914a-256ff05eaaa5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078803953&fields=id&tenant_id=57051d3e507e441798ed35a0d08d76f2 HTTP/1.1" status: 200 len: 267 time: 0.0702181 Apr 29 17:43:10.776843 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-ed930098-d282-49db-96e4-59defc0bd186 service neutron] 10.222.0.11 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434781 Apr 29 17:43:10.832747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-18db49b2-aed3-4f85-9043-d2542aae34b0 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:10.834238 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-18db49b2-aed3-4f85-9043-d2542aae34b0 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 811 time: 0.2606044 Apr 29 17:43:10.898145 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-b309f48d-db1d-43d2-90c5-7014ea5a65b6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/quotas/57051d3e507e441798ed35a0d08d76f2 HTTP/1.1" status: 200 len: 375 time: 0.0579720 Apr 29 17:43:10.985897 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-0e5a7767-8448-401d-affe-1a1dc944436d service neutron] 10.222.0.11 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996028 Apr 29 17:43:11.009114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-486f60c7-5746-4004-97bf-9381774214d7 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Synchronizing usage tracker for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:43:11.027370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-486f60c7-5746-4004-97bf-9381774214d7 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Unset dirty status for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:43:11.028869 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-486f60c7-5746-4004-97bf-9381774214d7 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232619 Apr 29 17:43:11.044840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-fbb2f83f-fab5-44d8-94ac-2909fff105af service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:43:11.045765 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-fbb2f83f-fab5-44d8-94ac-2909fff105af service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052090 Apr 29 17:43:11.196374 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c82daefa-4230-4266-bf02-bd5632cf0e3f req-5f4d7873-8185-48a4-8e1e-7f252c20044f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 210 time: 0.0547607 Apr 29 17:43:11.231913 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-851f458c-30d1-404d-a3fd-03c7c3b61203 service neutron] 10.222.0.11 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801956 Apr 29 17:43:11.367317 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d2e583dd-e346-4998-9919-c5bfc98374bc service neutron] 10.222.0.11 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292226 Apr 29 17:43:11.802121 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e5525b00-7a09-49b9-adc4-d83777e0dcde req-28faf85d-e05c-4c9f-9dad-59195a398331 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 210 time: 0.0486569 Apr 29 17:43:12.020973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2f44b90f-6e4a-4642-b8cf-a48c478647d4 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:43:12.092175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:12.092538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:12.264020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-f78883fa-11cd-4fc5-82e3-0c8f4886fc30 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:12.264774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-f78883fa-11cd-4fc5-82e3-0c8f4886fc30 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:43:12.282267 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-f78883fa-11cd-4fc5-82e3-0c8f4886fc30 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:43:12.283981 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-f78883fa-11cd-4fc5-82e3-0c8f4886fc30 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks?id=15aba930-48a6-4ad3-bd64-7d05682f5580 HTTP/1.1" status: 200 len: 797 time: 0.1881921 Apr 29 17:43:12.345162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-a43c40d9-9a4e-4bba-98b5-0c782f62acd3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:43:12.361960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-a43c40d9-9a4e-4bba-98b5-0c782f62acd3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:43:12.362155 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dcf908c4-82a4-4656-b8ba-ddfedf34d68f req-898ca560-3fbd-48bd-882f-89fa963068f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 210 time: 0.0472436 Apr 29 17:43:12.364544 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-a43c40d9-9a4e-4bba-98b5-0c782f62acd3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 379 time: 0.0713058 Apr 29 17:43:12.376808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'port': {'device_id': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'admin_state_up': True, 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'security_groups': ['a4907829-19ae-48e6-9b00-dc761e5428fb']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:12.520180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:43:12.529750 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:12.540148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:43:12.543576 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:12.704346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.14 (15aba930-48a6-4ad3-bd64-7d05682f5580/93f0fe4a-fdb1-453e-bae3-3949dc09a971/b66f28a5-7886-4c5d-9b67-f88b39469683) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:43:12.911930 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:12.932496 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object b66f28a5-7886-4c5d-9b67-f88b39469683 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:43:12.957348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:13.003523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-78df2f7f-a47e-4b8d-a5f6-2b8ac5f73fc2 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:13.004974 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-78df2f7f-a47e-4b8d-a5f6-2b8ac5f73fc2 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 811 time: 0.1999075 Apr 29 17:43:13.006864 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b237efe-b032-4161-9343-7d204a887ac8 req-ecece1f4-c9d0-4468-ae4a-652c2daee84c tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 210 time: 0.0620108 Apr 29 17:43:13.025395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network 15aba930-48a6-4ad3-bd64-7d05682f5580 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:43:13.028893 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:43:13.033261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:43:13.078793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=b66f28a5-7886-4c5d-9b67-f88b39469683,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:13.097267 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-e929f129-c0e1-4deb-84b0-170e43d6f8d8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57051d3e507e441798ed35a0d08d76f2 HTTP/1.1" status: 200 len: 380 time: 0.0568552 Apr 29 17:43:13.106612 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Request body: {'port': {'device_id': '2a6870f6-459a-46cd-a7be-b39b6d9d7e37', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'admin_state_up': True, 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'security_groups': ['8acd58c0-2eaf-4ae4-9d01-2fcd2338898d']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:13.110980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:13.111861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:13.142807 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c42d155e-d944-4022-b71d-f4d255e5716d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7729106 Apr 29 17:43:13.187925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Request body: {'port': {'device_id': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:13.315986 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:13.366859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-923d74d7-fd3a-4152-acc0-dda360a9911a None None] Provisioning for port b66f28a5-7886-4c5d-9b67-f88b39469683 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:43:13.370383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:43:13.373773 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-923d74d7-fd3a-4152-acc0-dda360a9911a None None] Provisioning complete for port b66f28a5-7886-4c5d-9b67-f88b39469683 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:13.374460 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-923d74d7-fd3a-4152-acc0-dda360a9911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:13.381022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:13.397156 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Made reservation on behalf of 57051d3e507e441798ed35a0d08d76f2 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:43:13.401149 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:13.486415 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-923d74d7-fd3a-4152-acc0-dda360a9911a None None] Port b66f28a5-7886-4c5d-9b67-f88b39469683 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:43:13.648910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Allocated IP 172.20.0.14 (79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c/7f1625fb-8d32-4dad-aa2b-d77cce098d8c/13f49793-6c1b-4b4f-88c0-de535ab54da7) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:43:13.673463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0eae1f-0c68-484e-85ec-e4d3e0e7c3bc req-fc522a8c-1768-40d7-a929-08ef113452ae tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:13.675259 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2e0eae1f-0c68-484e-85ec-e4d3e0e7c3bc req-fc522a8c-1768-40d7-a929-08ef113452ae tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 932 time: 0.1581862 Apr 29 17:43:13.768786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66f28a5-7886-4c5d-9b67-f88b39469683 {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:43:13.776410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:13.785495 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2e0eae1f-0c68-484e-85ec-e4d3e0e7c3bc req-1496d80e-d3bf-41bb-8575-2c63a0a4095a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4907829-19ae-48e6-9b00-dc761e5428fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986326 Apr 29 17:43:13.791365 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Transition to ACTIVE for port object b66f28a5-7886-4c5d-9b67-f88b39469683 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:43:13.799069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:13.913627 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:13.934466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Transition to ACTIVE for port object 13f49793-6c1b-4b4f-88c0-de535ab54da7 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:43:13.965660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:14.046183 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'Port': ['ID=13f49793-6c1b-4b4f-88c0-de535ab54da7,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:14.068396 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:43:14.071054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:43:14.073817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:43:14.130338 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Pushing event updated for resources: {'Port': ['ID=b66f28a5-7886-4c5d-9b67-f88b39469683,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:14.162453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:14.163525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:14.175603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Attempting to bind port b66f28a5-7886-4c5d-9b67-f88b39469683 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:43:14.175934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Attempting to bind port b66f28a5-7886-4c5d-9b67-f88b39469683 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:43:14.176269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Attempting to bind port b66f28a5-7886-4c5d-9b67-f88b39469683 on network 15aba930-48a6-4ad3-bd64-7d05682f5580 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:43:14.181969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Port b66f28a5-7886-4c5d-9b67-f88b39469683 on network 15aba930-48a6-4ad3-bd64-7d05682f5580 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:43:14.182279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Attempting to bind port b66f28a5-7886-4c5d-9b67-f88b39469683 on network 15aba930-48a6-4ad3-bd64-7d05682f5580 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:43:14.188059 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:43:14.188391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Checking segment: {'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:43:14.189365 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Bound using segment: {'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:43:14.189957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Bound port: b66f28a5-7886-4c5d-9b67-f88b39469683, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:43:14.190307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:14.246221 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d1178313-ce84-4735-a9f0-dea3be5047c4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1434178 Apr 29 17:43:14.258846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Request body: {'port': {'device_id': '2a6870f6-459a-46cd-a7be-b39b6d9d7e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:14.292908 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] For port b66f28a5-7886-4c5d-9b67-f88b39469683, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:43:14.297160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] For port b66f28a5-7886-4c5d-9b67-f88b39469683, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b66f28a5-7886-4c5d-9b67-f88b39469683,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:43:14.303043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:14.325039 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea2a38-eeb1-481f-9d04-bf9fe0e3d937 req-a7dd5002-2497-4653-940c-f530ef9b534a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:14.325837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-13ea2a38-eeb1-481f-9d04-bf9fe0e3d937 req-a7dd5002-2497-4653-940c-f530ef9b534a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Synchronizing usage tracker for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:43:14.351710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c50fd67e-f804-49b5-a8cd-a15f8dfc67f5 None None] Provisioning for port 13f49793-6c1b-4b4f-88c0-de535ab54da7 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:43:14.357013 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c50fd67e-f804-49b5-a8cd-a15f8dfc67f5 None None] Provisioning complete for port 13f49793-6c1b-4b4f-88c0-de535ab54da7 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:14.357585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c50fd67e-f804-49b5-a8cd-a15f8dfc67f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:14.367457 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:14.368005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:14.369297 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] 10.222.0.36 "PUT /v2.0/ports/b66f28a5-7886-4c5d-9b67-f88b39469683 HTTP/1.1" status: 200 len: 1094 time: 1.1860464 Apr 29 17:43:14.369725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'tag': 'b66f28a5-7886-4c5d-9b67-f88b39469683'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:43:14.404306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-13ea2a38-eeb1-481f-9d04-bf9fe0e3d937 req-a7dd5002-2497-4653-940c-f530ef9b534a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Unset dirty status for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:43:14.404839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c51161-7e0a-465a-b690-acd4b03d39bf service neutron] Pushing event updated for resources: {'Port': ['ID=b66f28a5-7886-4c5d-9b67-f88b39469683,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:14.419422 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-13ea2a38-eeb1-481f-9d04-bf9fe0e3d937 req-a7dd5002-2497-4653-940c-f530ef9b534a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 932 time: 0.2512629 Apr 29 17:43:14.465435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:14.468586 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05cd6f02-99b7-4956-b4af-5da8d87cb2a4'] response: {'name': 'network-changed', 'server_uuid': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'tag': 'b66f28a5-7886-4c5d-9b67-f88b39469683', 'status': 'completed', 'code': 200} Apr 29 17:43:14.474513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c50fd67e-f804-49b5-a8cd-a15f8dfc67f5 None None] Port 13f49793-6c1b-4b4f-88c0-de535ab54da7 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:43:14.490464 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-13ea2a38-eeb1-481f-9d04-bf9fe0e3d937 req-a1964ef0-b0c2-4f62-a709-8db0048b762e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699806 Apr 29 17:43:14.506733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-bc90d9d4-0ab0-416e-8d14-59766e60fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:14.517483 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-bc90d9d4-0ab0-416e-8d14-59766e60fe18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 1097 time: 0.1087255 Apr 29 17:43:14.595622 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-81d74239-f3fb-4e02-9e93-390baa447c99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b66f28a5-7886-4c5d-9b67-f88b39469683 HTTP/1.1" status: 200 len: 217 time: 0.0715828 Apr 29 17:43:14.672392 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-0705ea9a-8f9b-447d-8a38-a3f9a2f66a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:14.673731 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-0705ea9a-8f9b-447d-8a38-a3f9a2f66a40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93f0fe4a-fdb1-453e-bae3-3949dc09a971 HTTP/1.1" status: 200 len: 834 time: 0.0696452 Apr 29 17:43:14.770612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-e6e282ec-66b4-4bdc-b9e0-0585f1c6e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:14.772272 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-e6e282ec-66b4-4bdc-b9e0-0585f1c6e61f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15aba930-48a6-4ad3-bd64-7d05682f5580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0924571 Apr 29 17:43:14.859591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f49793-6c1b-4b4f-88c0-de535ab54da7 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:43:14.868541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:14.885602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Transition to ACTIVE for port object 13f49793-6c1b-4b4f-88c0-de535ab54da7 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:43:14.889825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:14.921623 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-5ec88c98-bd26-480b-a992-bb428cdd7210 service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432748 Apr 29 17:43:15.070283 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-db5cf5a9-f375-4379-a45c-39e14799c46c req-0695354c-17b4-40e7-a7a9-792c0ae5da53 service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425762 Apr 29 17:43:15.210491 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196061f-6087-425d-ad9b-546a9f5f9b7c req-951d7406-c9a1-41e1-b47a-59caee100e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:15.212214 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-6196061f-6087-425d-ad9b-546a9f5f9b7c req-951d7406-c9a1-41e1-b47a-59caee100e86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 1097 time: 0.0920026 Apr 29 17:43:15.269668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Pushing event updated for resources: {'Port': ['ID=13f49793-6c1b-4b4f-88c0-de535ab54da7,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:15.330076 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Attempting to bind port 13f49793-6c1b-4b4f-88c0-de535ab54da7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:43:15.330406 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Attempting to bind port 13f49793-6c1b-4b4f-88c0-de535ab54da7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:43:15.330733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Attempting to bind port 13f49793-6c1b-4b4f-88c0-de535ab54da7 on network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:43:15.337154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Port 13f49793-6c1b-4b4f-88c0-de535ab54da7 on network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:43:15.337582 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Attempting to bind port 13f49793-6c1b-4b4f-88c0-de535ab54da7 on network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:43:15.348229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e1cc4-1208-43c0-9ba1-b1aab58c3f25 req-534e4623-8554-4d34-838d-f4bedf5e4c72 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:15.350036 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b22e1cc4-1208-43c0-9ba1-b1aab58c3f25 req-534e4623-8554-4d34-838d-f4bedf5e4c72 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 944 time: 0.4127574 Apr 29 17:43:15.352282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:43:15.352615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Checking segment: {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:43:15.352990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Bound using segment: {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:43:15.353414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Bound port: 13f49793-6c1b-4b4f-88c0-de535ab54da7, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:43:15.353755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:15.354909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196061f-6087-425d-ad9b-546a9f5f9b7c req-a0530003-cdf9-42b9-b741-6f009b1a1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:15.356348 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-6196061f-6087-425d-ad9b-546a9f5f9b7c req-a0530003-cdf9-42b9-b741-6f009b1a1803 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15aba930-48a6-4ad3-bd64-7d05682f5580 HTTP/1.1" status: 200 len: 898 time: 0.1378722 Apr 29 17:43:15.422970 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-6196061f-6087-425d-ad9b-546a9f5f9b7c req-21d4e4a8-096a-4c5c-8aae-0abda3ef4a61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b66f28a5-7886-4c5d-9b67-f88b39469683 HTTP/1.1" status: 200 len: 217 time: 0.0599782 Apr 29 17:43:15.456831 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b22e1cc4-1208-43c0-9ba1-b1aab58c3f25 req-545842c1-9dcd-4de6-a137-7d0b52ff4023 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4907829-19ae-48e6-9b00-dc761e5428fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937796 Apr 29 17:43:15.478959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] For port 13f49793-6c1b-4b4f-88c0-de535ab54da7, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:43:15.482046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] For port 13f49793-6c1b-4b4f-88c0-de535ab54da7, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=13f49793-6c1b-4b4f-88c0-de535ab54da7,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:43:15.487052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:15.500223 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196061f-6087-425d-ad9b-546a9f5f9b7c req-4f8888ae-bea2-4101-a0a2-dffdb69d7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:15.501656 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-6196061f-6087-425d-ad9b-546a9f5f9b7c req-4f8888ae-bea2-4101-a0a2-dffdb69d7139 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93f0fe4a-fdb1-453e-bae3-3949dc09a971 HTTP/1.1" status: 200 len: 834 time: 0.0710318 Apr 29 17:43:15.546400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:15.547009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:15.548382 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] 10.222.0.36 "PUT /v2.0/ports/13f49793-6c1b-4b4f-88c0-de535ab54da7 HTTP/1.1" status: 200 len: 1094 time: 1.2936621 Apr 29 17:43:15.548823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6870f6-459a-46cd-a7be-b39b6d9d7e37', 'tag': '13f49793-6c1b-4b4f-88c0-de535ab54da7'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:43:15.590435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6de805-b7a2-49e3-9ade-de00fe357086 service neutron] Pushing event updated for resources: {'Port': ['ID=13f49793-6c1b-4b4f-88c0-de535ab54da7,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:15.612912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196061f-6087-425d-ad9b-546a9f5f9b7c req-376f71e0-e2a3-416c-9b0d-389a1e6eb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:15.614978 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-6196061f-6087-425d-ad9b-546a9f5f9b7c req-376f71e0-e2a3-416c-9b0d-389a1e6eb1c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15aba930-48a6-4ad3-bd64-7d05682f5580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1057768 Apr 29 17:43:15.674052 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd30b90-73e9-44cd-8fc6-25c92b53d298'] response: {'name': 'network-changed', 'server_uuid': '2a6870f6-459a-46cd-a7be-b39b6d9d7e37', 'tag': '13f49793-6c1b-4b4f-88c0-de535ab54da7', 'status': 'completed', 'code': 200} Apr 29 17:43:15.786217 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-f7484c1f-68df-4c1f-9904-7620b026991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:15.787670 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-f7484c1f-68df-4c1f-9904-7620b026991d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 1097 time: 0.1898632 Apr 29 17:43:15.794639 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-6196061f-6087-425d-ad9b-546a9f5f9b7c req-bbe72896-4464-429c-ad00-195008b478cd service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721857 Apr 29 17:43:15.876689 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-6929674f-1250-462b-aaba-f17e2f0bc8c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f49793-6c1b-4b4f-88c0-de535ab54da7 HTTP/1.1" status: 200 len: 217 time: 0.0735707 Apr 29 17:43:15.946492 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-6196061f-6087-425d-ad9b-546a9f5f9b7c req-54db76a8-fe8f-4787-94a8-fdaee05240eb service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454935 Apr 29 17:43:15.965064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2985a-fc1f-4d36-b235-308d1c6c6a9c req-42d3150d-17eb-48bc-9b09-13417ba50203 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:15.966733 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6fc2985a-fc1f-4d36-b235-308d1c6c6a9c req-42d3150d-17eb-48bc-9b09-13417ba50203 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 944 time: 0.2258677 Apr 29 17:43:15.968756 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d145cd97-31a8-45c7-8809-53a7977a47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:15.970261 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-d145cd97-31a8-45c7-8809-53a7977a47cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0858788 Apr 29 17:43:16.061512 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6fc2985a-fc1f-4d36-b235-308d1c6c6a9c req-46df6d32-e624-435e-ab87-cf1b9fc186e8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869324 Apr 29 17:43:16.083093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-e19fc848-8d4c-4ee8-80cb-47b2446bdd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:16.084832 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-e19fc848-8d4c-4ee8-80cb-47b2446bdd20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085083 Apr 29 17:43:16.224245 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-7b458d55-4e72-4480-b88c-d09930f926d7 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330869 Apr 29 17:43:16.357066 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce9a23c5-31a5-4138-bb72-87ecd3a14e67 req-849e6447-ffc5-44a2-9c11-4e9b861ec400 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271048 Apr 29 17:43:16.471601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4af93-447b-44de-95d6-8b6c031acbc1 req-5b94e935-8820-4b50-99a9-7521a8446f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:16.473118 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0cc4af93-447b-44de-95d6-8b6c031acbc1 req-5b94e935-8820-4b50-99a9-7521a8446f5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 1097 time: 0.0727835 Apr 29 17:43:16.665031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4af93-447b-44de-95d6-8b6c031acbc1 req-989ab9f5-0dce-46d5-babb-a8001a3707e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:16.666485 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0cc4af93-447b-44de-95d6-8b6c031acbc1 req-989ab9f5-0dce-46d5-babb-a8001a3707e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 912 time: 0.1876967 Apr 29 17:43:16.740878 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0cc4af93-447b-44de-95d6-8b6c031acbc1 req-cb5d3098-c614-4934-bcc6-17f7ff551ce7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f49793-6c1b-4b4f-88c0-de535ab54da7 HTTP/1.1" status: 200 len: 217 time: 0.0672967 Apr 29 17:43:16.749025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d26eb-512f-4be5-bbc0-d0aaba2b09f9 req-ceb35f93-a753-431c-82b8-bfaa32fbaa72 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:16.750369 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c17d26eb-512f-4be5-bbc0-d0aaba2b09f9 req-ceb35f93-a753-431c-82b8-bfaa32fbaa72 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 944 time: 0.1834385 Apr 29 17:43:16.836226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4af93-447b-44de-95d6-8b6c031acbc1 req-e26a79b2-cb8f-4eac-8b92-94d9958f0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:16.837613 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0cc4af93-447b-44de-95d6-8b6c031acbc1 req-e26a79b2-cb8f-4eac-8b92-94d9958f0be5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0863631 Apr 29 17:43:16.840531 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c17d26eb-512f-4be5-bbc0-d0aaba2b09f9 req-2135273e-2bf4-4fa1-84be-8d62e5cf4fdb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4907829-19ae-48e6-9b00-dc761e5428fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604634 Apr 29 17:43:16.914782 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4af93-447b-44de-95d6-8b6c031acbc1 req-8644a386-c06e-48e3-a777-a1fccf9ffcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:16.916273 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0cc4af93-447b-44de-95d6-8b6c031acbc1 req-8644a386-c06e-48e3-a777-a1fccf9ffcc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727439 Apr 29 17:43:17.221725 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0cc4af93-447b-44de-95d6-8b6c031acbc1 req-fe743012-22f5-4bec-8fd0-c242b45da834 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991807 Apr 29 17:43:17.370363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eedfe1-8053-49b2-a771-1a8a300e9615 req-3d025ec7-9dfc-4646-8e05-04865a8eb85d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:17.371804 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f0eedfe1-8053-49b2-a771-1a8a300e9615 req-3d025ec7-9dfc-4646-8e05-04865a8eb85d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 944 time: 0.1969166 Apr 29 17:43:17.381212 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0cc4af93-447b-44de-95d6-8b6c031acbc1 req-a0ad6263-7b0a-4586-a0af-825ce8f69f3b service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504323 Apr 29 17:43:17.419535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f0eedfe1-8053-49b2-a771-1a8a300e9615 req-c3acfed7-5848-45af-a7eb-c186a4c86af0 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410099 Apr 29 17:43:17.450035 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:43:17.733349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device b66f28a5-7886-4c5d-9b67-f88b39469683 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:43:17.870594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port b66f28a5-7886-4c5d-9b67-f88b39469683, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b66f28a5-7886-4c5d-9b67-f88b39469683,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:43:17.886407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': 'b66f28a5-7886-4c5d-9b67-f88b39469683', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'port_id': 'b66f28a5-7886-4c5d-9b67-f88b39469683', 'mac_address': 'fa:16:3e:39:3e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:43:17.945134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:17.964824 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66f28a5-7886-4c5d-9b67-f88b39469683 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:43:17.979916 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port b66f28a5-7886-4c5d-9b67-f88b39469683, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b66f28a5-7886-4c5d-9b67-f88b39469683,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:43:17.984467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:18.030665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a52b6-0486-4f92-9136-e8d01701b18b req-710c487a-19a2-4a5f-90b4-cebd8bbfc6a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:18.032318 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-107a52b6-0486-4f92-9136-e8d01701b18b req-710c487a-19a2-4a5f-90b4-cebd8bbfc6a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 945 time: 0.0863061 Apr 29 17:43:18.051541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=b66f28a5-7886-4c5d-9b67-f88b39469683,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:18.078581 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-107a52b6-0486-4f92-9136-e8d01701b18b req-3c5fb563-5407-40eb-a890-21f5b0c0cc5b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4907829-19ae-48e6-9b00-dc761e5428fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391073 Apr 29 17:43:18.214736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:18.217840 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['b66f28a5-7886-4c5d-9b67-f88b39469683'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:43:18.615418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c34de-adf3-4f73-b9e9-0c498f9919f6 req-004e51a1-1229-4d0b-b91a-e1077fe7ebe2 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:18.617538 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6f6c34de-adf3-4f73-b9e9-0c498f9919f6 req-004e51a1-1229-4d0b-b91a-e1077fe7ebe2 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 944 time: 0.0842564 Apr 29 17:43:18.670069 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6f6c34de-adf3-4f73-b9e9-0c498f9919f6 req-ff11250f-7b7f-42c7-b599-2905ddc4ff5a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412588 Apr 29 17:43:19.271824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6a638-51ab-41cc-a403-9ec18ff62840 req-20efcae7-afbb-4927-8dfd-b8c4f3eb9f9b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:19.274837 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-39a6a638-51ab-41cc-a403-9ec18ff62840 req-20efcae7-afbb-4927-8dfd-b8c4f3eb9f9b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 945 time: 0.0816536 Apr 29 17:43:19.321543 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-39a6a638-51ab-41cc-a403-9ec18ff62840 req-ed9b800b-e662-4ee5-8d0d-1218cafcd3a0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4907829-19ae-48e6-9b00-dc761e5428fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384872 Apr 29 17:43:19.736277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device b66f28a5-7886-4c5d-9b67-f88b39469683 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:43:19.808928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port b66f28a5-7886-4c5d-9b67-f88b39469683 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:43:19.814074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port b66f28a5-7886-4c5d-9b67-f88b39469683 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:19.814439 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:19.866699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc64a2-d7d5-4880-8339-bbc6658167a7 req-be5d12fb-1ea4-488d-a666-6fe14cf52081 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:19.868162 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9dbc64a2-d7d5-4880-8339-bbc6658167a7 req-be5d12fb-1ea4-488d-a666-6fe14cf52081 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 944 time: 0.0842924 Apr 29 17:43:19.913376 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9dbc64a2-d7d5-4880-8339-bbc6658167a7 req-30583b30-1a98-4762-afe0-b30a6a6664ba tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390921 Apr 29 17:43:19.941734 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:19.968570 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66f28a5-7886-4c5d-9b67-f88b39469683'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:43:19.978563 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port b66f28a5-7886-4c5d-9b67-f88b39469683, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b66f28a5-7886-4c5d-9b67-f88b39469683,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:43:19.983727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:20.018758 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b7b809-a82c-48e6-ad94-34720d1b742f'] response: {'server_uuid': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66f28a5-7886-4c5d-9b67-f88b39469683', 'code': 200} Apr 29 17:43:20.050829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=b66f28a5-7886-4c5d-9b67-f88b39469683,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:20.270659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf8034-634f-480a-955d-2e5180fe5903 req-14ddf4c1-2ca0-4b9b-885b-175a19578cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:20.272079 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eadf8034-634f-480a-955d-2e5180fe5903 req-14ddf4c1-2ca0-4b9b-885b-175a19578cae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 1099 time: 0.0838730 Apr 29 17:43:20.312906 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eadf8034-634f-480a-955d-2e5180fe5903 req-74a4b894-9286-4553-a2b9-23f0b836fb71 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a4907829-19ae-48e6-9b00-dc761e5428fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349545 Apr 29 17:43:20.526233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e82925-8ef0-487d-9f15-2ae8d69f0525 req-a4b5dbc8-a5d3-42b8-a10d-ed55c720ab35 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:20.528276 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-21e82925-8ef0-487d-9f15-2ae8d69f0525 req-a4b5dbc8-a5d3-42b8-a10d-ed55c720ab35 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 946 time: 0.0926874 Apr 29 17:43:20.573704 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-21e82925-8ef0-487d-9f15-2ae8d69f0525 req-06fde92a-a567-4467-b7fe-7e7c3d3d3be4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4907829-19ae-48e6-9b00-dc761e5428fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395012 Apr 29 17:43:21.105018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf332bd8-660f-4ef7-aadf-da020c87c646 req-99abba2b-f095-4578-bbc0-8648c4264927 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:21.106465 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf332bd8-660f-4ef7-aadf-da020c87c646 req-99abba2b-f095-4578-bbc0-8648c4264927 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 944 time: 0.0825176 Apr 29 17:43:21.150267 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf332bd8-660f-4ef7-aadf-da020c87c646 req-ea1f3835-d22f-47ad-9339-81f2921be9f8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380266 Apr 29 17:43:21.778504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89df966-cbf2-46de-840d-b72093126647 req-d869762f-30be-4040-bd60-4510074f1c0a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:21.779990 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c89df966-cbf2-46de-840d-b72093126647 req-d869762f-30be-4040-bd60-4510074f1c0a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 946 time: 0.0877821 Apr 29 17:43:21.826253 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c89df966-cbf2-46de-840d-b72093126647 req-4c09aa81-264b-48e8-8d7e-0d154159c479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4907829-19ae-48e6-9b00-dc761e5428fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377991 Apr 29 17:43:22.025662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add2e16-270b-4c40-92e2-279c4930c57e req-3bb21735-2b99-42ce-987e-3b7a921b52eb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:22.027090 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4add2e16-270b-4c40-92e2-279c4930c57e req-3bb21735-2b99-42ce-987e-3b7a921b52eb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 946 time: 0.0903401 Apr 29 17:43:22.076592 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4add2e16-270b-4c40-92e2-279c4930c57e req-80a2ce7a-e60e-40a9-85f0-166977842c97 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4907829-19ae-48e6-9b00-dc761e5428fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411081 Apr 29 17:43:22.099265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54028) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:22.175102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f11b7-9e4d-441f-bee2-3562f582f0cc tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:22.176542 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a34f11b7-9e4d-441f-bee2-3562f582f0cc tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 1094 time: 0.0762739 Apr 29 17:43:22.179484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54034) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:22.184973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': 'b66f28a5-7886-4c5d-9b67-f88b39469683', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:22.191215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:43:22.195429 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:floatingip and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:43:22.198413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:43:22.204504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:22.216987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:22.411569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487880-2630-44d9-b863-8e838ff4020f req-b5b2c74a-b93a-4940-ad41-ad62f397f2ae tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:22.412995 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-65487880-2630-44d9-b863-8e838ff4020f req-b5b2c74a-b93a-4940-ad41-ad62f397f2ae tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 944 time: 0.1530538 Apr 29 17:43:22.438226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:22.509134 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-65487880-2630-44d9-b863-8e838ff4020f req-2695cc5a-1f39-48f4-b3dd-64be627072c3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887029 Apr 29 17:43:22.588022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.109 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/ae443535-d089-4888-a08a-a2dcd3579ca3) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:43:22.742086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:22.773719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:22.946120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:43:22.948986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:43:22.952693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:43:22.986137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=ae443535-d089-4888-a08a-a2dcd3579ca3,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:23.255081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-416801d9-eab5-48d6-84fa-390f714530cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:23.398517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:23.477909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:23.747448 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9def721-7e53-46bc-ae4f-35e9286b556a req-10904d82-1da3-4072-a5cc-429baaace89a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:23.748897 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c9def721-7e53-46bc-ae4f-35e9286b556a req-10904d82-1da3-4072-a5cc-429baaace89a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 944 time: 0.1285014 Apr 29 17:43:23.755017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:23.772524 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:23.897695 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c9def721-7e53-46bc-ae4f-35e9286b556a req-55ff5707-6ab9-4c3a-a07c-92533c0de4e8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406910 Apr 29 17:43:23.905816 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=ae443535-d089-4888-a08a-a2dcd3579ca3,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:23.915084 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:24.086250 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP 01a25642-34a3-4c59-b696-93dcd9abe330 associated. External IP: 172.26.4.109, port: b66f28a5-7886-4c5d-9b67-f88b39469683. Apr 29 17:43:24.552747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 14696cc4-63b9-459f-bc96-b8f07a92db06 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:43:24.734126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:43:24.744153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3285d-ad6f-46e1-b619-9fd4fe4b22ca None None] Sync routers for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:43:24.754304 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3285d-ad6f-46e1-b619-9fd4fe4b22ca None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:43:24.754917 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f7c3285d-ad6f-46e1-b619-9fd4fe4b22ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:24.760384 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:24.815078 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9524297f-c402-4083-a1cb-311e744ef4ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6344113 Apr 29 17:43:24.815620 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'tag': 'b66f28a5-7886-4c5d-9b67-f88b39469683'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:43:24.817813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54040) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:24.862374 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c3f110-ea17-466a-87a1-018896131d5d'] response: {'name': 'network-changed', 'server_uuid': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'tag': 'b66f28a5-7886-4c5d-9b67-f88b39469683', 'status': 'completed', 'code': 200} Apr 29 17:43:24.933081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-f7c3285d-ad6f-46e1-b619-9fd4fe4b22ca None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:43:24.935616 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-29d11f13-6860-4403-a31a-dbe80d8a526b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/01a25642-34a3-4c59-b696-93dcd9abe330 HTTP/1.1" status: 200 len: 992 time: 0.1165555 Apr 29 17:43:24.971255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e8ca4-488b-4125-aeab-775d30527a83 req-d35c6e71-c108-46d6-addc-98f1212155eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:24.972802 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-156e8ca4-488b-4125-aeab-775d30527a83 req-d35c6e71-c108-46d6-addc-98f1212155eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 1099 time: 0.0827472 Apr 29 17:43:25.157223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e8ca4-488b-4125-aeab-775d30527a83 req-95b6328a-958b-4cd8-bac7-112c3de214ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:25.158664 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-156e8ca4-488b-4125-aeab-775d30527a83 req-95b6328a-958b-4cd8-bac7-112c3de214ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=15aba930-48a6-4ad3-bd64-7d05682f5580 HTTP/1.1" status: 200 len: 898 time: 0.1792669 Apr 29 17:43:25.228796 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f18ab-7bdb-4065-b3fc-068ae1603cad req-31e8e6e0-7aae-45dc-af44-7b454fd9cce5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:25.230217 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4d6f18ab-7bdb-4065-b3fc-068ae1603cad req-31e8e6e0-7aae-45dc-af44-7b454fd9cce5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 944 time: 0.2186570 Apr 29 17:43:25.297054 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-156e8ca4-488b-4125-aeab-775d30527a83 req-3dfa9eac-b91c-48f5-8233-953682ceaea6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b66f28a5-7886-4c5d-9b67-f88b39469683 HTTP/1.1" status: 200 len: 1000 time: 0.1305132 Apr 29 17:43:25.304371 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4d6f18ab-7bdb-4065-b3fc-068ae1603cad req-91d5b6aa-e7af-4f8b-85ac-8ee8238e9383 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597079 Apr 29 17:43:25.317962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f7c3285d-ad6f-46e1-b619-9fd4fe4b22ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '01a25642-34a3-4c59-b696-93dcd9abe330', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.109', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'port_id': 'b66f28a5-7886-4c5d-9b67-f88b39469683', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'mac_address': 'fa:16:3e:39:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:43:23Z', 'updated_at': '2022-04-29T17:43:23Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:25.328821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3285d-ad6f-46e1-b619-9fd4fe4b22ca None None] Checking router: 14696cc4-63b9-459f-bc96-b8f07a92db06 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:43:25.337547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3285d-ad6f-46e1-b619-9fd4fe4b22ca None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:43:25.338068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f7c3285d-ad6f-46e1-b619-9fd4fe4b22ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:42:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:25.365505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e8ca4-488b-4125-aeab-775d30527a83 req-49895a0e-56df-4a2d-b26d-36dd1457dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:25.366926 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-156e8ca4-488b-4125-aeab-775d30527a83 req-49895a0e-56df-4a2d-b26d-36dd1457dee9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93f0fe4a-fdb1-453e-bae3-3949dc09a971 HTTP/1.1" status: 200 len: 834 time: 0.0617530 Apr 29 17:43:25.441968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e8ca4-488b-4125-aeab-775d30527a83 req-5e0fdfa6-d051-4c28-808d-37d28c3bcd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:25.443324 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-156e8ca4-488b-4125-aeab-775d30527a83 req-5e0fdfa6-d051-4c28-808d-37d28c3bcd72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15aba930-48a6-4ad3-bd64-7d05682f5580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698934 Apr 29 17:43:25.475989 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0e9548f4-ded8-4208-8d62-c62a494a93f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:25.525615 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-f7c3285d-ad6f-46e1-b619-9fd4fe4b22ca None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:43:25.580607 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-156e8ca4-488b-4125-aeab-775d30527a83 req-b2e70b42-94b3-437c-a88c-8676edae35b9 service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280642 Apr 29 17:43:25.716358 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-156e8ca4-488b-4125-aeab-775d30527a83 req-667960a9-10b2-4cc9-b62f-24104414cd40 service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294899 Apr 29 17:43:25.787663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 13f49793-6c1b-4b4f-88c0-de535ab54da7 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:43:25.937352 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54048) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:25.984240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 13f49793-6c1b-4b4f-88c0-de535ab54da7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=13f49793-6c1b-4b4f-88c0-de535ab54da7,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:43:26.001061 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '13f49793-6c1b-4b4f-88c0-de535ab54da7', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'port_id': '13f49793-6c1b-4b4f-88c0-de535ab54da7', 'mac_address': 'fa:16:3e:fa:f8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:43:26.004182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f7c3285d-ad6f-46e1-b619-9fd4fe4b22ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '01a25642-34a3-4c59-b696-93dcd9abe330', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.109', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'port_id': 'b66f28a5-7886-4c5d-9b67-f88b39469683', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'mac_address': 'fa:16:3e:39:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:43:23Z', 'updated_at': '2022-04-29T17:43:23Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:26.032267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3285d-ad6f-46e1-b619-9fd4fe4b22ca None None] The sync data for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv is: [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '01a25642-34a3-4c59-b696-93dcd9abe330', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.109', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'port_id': 'b66f28a5-7886-4c5d-9b67-f88b39469683', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'mac_address': 'fa:16:3e:39:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:43:23Z', 'updated_at': '2022-04-29T17:43:23Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:43:26.049722 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5a4f270b-a6b3-46e8-9092-2a8231fcbe8c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/01a25642-34a3-4c59-b696-93dcd9abe330 HTTP/1.1" status: 200 len: 992 time: 0.1111157 Apr 29 17:43:26.064127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:26.081529 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f49793-6c1b-4b4f-88c0-de535ab54da7 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:43:26.098050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 13f49793-6c1b-4b4f-88c0-de535ab54da7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=13f49793-6c1b-4b4f-88c0-de535ab54da7,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:43:26.101963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:26.172727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=13f49793-6c1b-4b4f-88c0-de535ab54da7,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:26.227808 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13d8c5-70b9-4e7d-ac57-6e3905269905 None None] New status for floating IP 01a25642-34a3-4c59-b696-93dcd9abe330: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:43:26.307605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['13f49793-6c1b-4b4f-88c0-de535ab54da7'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:43:26.500676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a2dc0-e1ff-4386-901a-4f2a40c186bb req-771f3380-a2f1-4441-991e-6cf8361e501a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:26.502394 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-587a2dc0-e1ff-4386-901a-4f2a40c186bb req-771f3380-a2f1-4441-991e-6cf8361e501a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 945 time: 0.0876222 Apr 29 17:43:26.559578 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-587a2dc0-e1ff-4386-901a-4f2a40c186bb req-df361985-e7c0-40d5-a300-ee56020229fb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499496 Apr 29 17:43:26.564313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:26.796221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:27.054816 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54054) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:27.269743 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3a8f18b4-3621-431e-9c33-653a0ab7e8f5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/01a25642-34a3-4c59-b696-93dcd9abe330 HTTP/1.1" status: 200 len: 994 time: 0.2133775 Apr 29 17:43:27.759571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c225b5-9425-400e-8397-b62ff015e78f req-913f049e-b31a-4729-83af-b5b3f5fdb14b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:27.761036 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-44c225b5-9425-400e-8397-b62ff015e78f req-913f049e-b31a-4729-83af-b5b3f5fdb14b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 945 time: 0.0858676 Apr 29 17:43:27.806896 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-44c225b5-9425-400e-8397-b62ff015e78f req-7c33be99-72ea-4e0f-98e5-043641a832b0 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380182 Apr 29 17:43:27.809004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 13f49793-6c1b-4b4f-88c0-de535ab54da7 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:43:27.878053 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 13f49793-6c1b-4b4f-88c0-de535ab54da7 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:43:27.882891 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 13f49793-6c1b-4b4f-88c0-de535ab54da7 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:43:27.883258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:27.958500 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:28.015402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:28.043403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6870f6-459a-46cd-a7be-b39b6d9d7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f49793-6c1b-4b4f-88c0-de535ab54da7'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:43:28.053859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 13f49793-6c1b-4b4f-88c0-de535ab54da7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=13f49793-6c1b-4b4f-88c0-de535ab54da7,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:43:28.059151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:28.093875 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9a03b0-bb7c-4e14-85fa-82e6b7a2d31d'] response: {'server_uuid': '2a6870f6-459a-46cd-a7be-b39b6d9d7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f49793-6c1b-4b4f-88c0-de535ab54da7', 'code': 200} Apr 29 17:43:28.128525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=13f49793-6c1b-4b4f-88c0-de535ab54da7,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:28.318461 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6c70b-98c0-487a-97b5-e2cafa3b06f1 req-cc6d84e3-f9ec-4432-acf1-a7ea54484bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:28.319939 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-41f6c70b-98c0-487a-97b5-e2cafa3b06f1 req-cc6d84e3-f9ec-4432-acf1-a7ea54484bc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 1099 time: 0.0728509 Apr 29 17:43:28.468718 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-41f6c70b-98c0-487a-97b5-e2cafa3b06f1 req-f2bb33a7-241d-4caa-9517-e55103874118 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430948 Apr 29 17:43:29.147119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6762c6-9ffc-45cd-bcea-4f1e9a835b0c req-cff5d60a-a285-4f8c-a98f-130a39b60617 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:29.148468 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9f6762c6-9ffc-45cd-bcea-4f1e9a835b0c req-cff5d60a-a285-4f8c-a98f-130a39b60617 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 946 time: 0.0906467 Apr 29 17:43:29.192231 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9f6762c6-9ffc-45cd-bcea-4f1e9a835b0c req-41d2249b-ed4d-4447-a13f-491d7364b770 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380497 Apr 29 17:43:30.398263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed255078-247b-48bc-9aa3-fd48cca7c35b req-6977b779-80ff-4520-9bc6-108a68639bfa tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:30.399697 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed255078-247b-48bc-9aa3-fd48cca7c35b req-6977b779-80ff-4520-9bc6-108a68639bfa tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 946 time: 0.0837841 Apr 29 17:43:30.442777 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed255078-247b-48bc-9aa3-fd48cca7c35b req-a240cd30-a91a-47c2-9507-36e07d38a5b2 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373044 Apr 29 17:43:30.641911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be73e-43c0-4b33-ba4b-09f443a2d119 req-9403fcc7-f725-4006-9bf3-af103c26b022 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:30.643418 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e18be73e-43c0-4b33-ba4b-09f443a2d119 req-9403fcc7-f725-4006-9bf3-af103c26b022 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 946 time: 0.0999124 Apr 29 17:43:30.690482 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e18be73e-43c0-4b33-ba4b-09f443a2d119 req-96dbacc3-cc82-4474-a25f-1725e3343102 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412610 Apr 29 17:43:30.716520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54068) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:30.887504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab310aa0-88d2-473b-a348-6424ea5c6a70 tempest-TestVolumeBootPattern-650927403 tempest-TestVolumeBootPattern-650927403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:30.888176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ab310aa0-88d2-473b-a348-6424ea5c6a70 tempest-TestVolumeBootPattern-650927403 tempest-TestVolumeBootPattern-650927403-project-admin] Synchronizing usage tracker for tenant:676c48e0b3b148db971a367c7bb9a15b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:43:30.906663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ab310aa0-88d2-473b-a348-6424ea5c6a70 tempest-TestVolumeBootPattern-650927403 tempest-TestVolumeBootPattern-650927403-project-admin] Unset dirty status for tenant:676c48e0b3b148db971a367c7bb9a15b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:43:30.907879 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ab310aa0-88d2-473b-a348-6424ea5c6a70 tempest-TestVolumeBootPattern-650927403 tempest-TestVolumeBootPattern-650927403-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 1094 time: 0.1904078 Apr 29 17:43:30.911089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54074) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:30.915880 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '13f49793-6c1b-4b4f-88c0-de535ab54da7', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:43:30.921584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:43:30.925322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Usage tracker for resource:floatingip and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:43:30.928041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:43:30.933923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:43:30.945629 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:31.086995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:31.224371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Allocated IP 172.26.4.223 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/1491a39f-4fa0-4759-9568-75bbd2c5a7e1) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:43:31.373710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:31.406608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:31.470040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:43:31.472776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:43:31.476280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:43:31.510783 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'Port': ['ID=1491a39f-4fa0-4759-9568-75bbd2c5a7e1,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:31.881106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:31.963648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:32.182366 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:32.188945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:32.401685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'Port': ['ID=1491a39f-4fa0-4759-9568-75bbd2c5a7e1,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:43:32.412725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:32.578392 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Floating IP 2b903f9e-8c0e-44c2-be3d-860f7aeb8187 associated. External IP: 172.26.4.223, port: 13f49793-6c1b-4b4f-88c0-de535ab54da7. Apr 29 17:43:32.935333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Router ad53907e-93aa-4364-82b0-4f5a35b825b3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:43:33.122494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:43:33.132878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df355b3b-e0bb-4653-94e3-561db89e4050 None None] Sync routers for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:43:33.148632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:33.180407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df355b3b-e0bb-4653-94e3-561db89e4050 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:43:33.181031 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-df355b3b-e0bb-4653-94e3-561db89e4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:43:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:33.204807 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8efe4e22-6f15-4d32-9992-935a6c1345c6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2926562 Apr 29 17:43:33.205310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6870f6-459a-46cd-a7be-b39b6d9d7e37', 'tag': '13f49793-6c1b-4b4f-88c0-de535ab54da7'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:43:33.249607 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51856446-e301-454a-97a5-dd133cadda91'] response: {'name': 'network-changed', 'server_uuid': '2a6870f6-459a-46cd-a7be-b39b6d9d7e37', 'tag': '13f49793-6c1b-4b4f-88c0-de535ab54da7', 'status': 'completed', 'code': 200} Apr 29 17:43:33.348627 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5203c4-6bde-468e-bed5-86816635772d req-f11a85ee-bb38-4096-8862-176dd3aff770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:33.350576 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ea5203c4-6bde-468e-bed5-86816635772d req-f11a85ee-bb38-4096-8862-176dd3aff770 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 1099 time: 0.0760942 Apr 29 17:43:33.362327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-df355b3b-e0bb-4653-94e3-561db89e4050 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:43:33.481621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5203c4-6bde-468e-bed5-86816635772d req-fb3539ff-85c8-407a-add0-fc0cf4a66161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:33.483022 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ea5203c4-6bde-468e-bed5-86816635772d req-fb3539ff-85c8-407a-add0-fc0cf4a66161 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 912 time: 0.1258647 Apr 29 17:43:33.587476 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ea5203c4-6bde-468e-bed5-86816635772d req-d131bb58-0243-4414-898c-96e83789c4a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f49793-6c1b-4b4f-88c0-de535ab54da7 HTTP/1.1" status: 200 len: 1000 time: 0.0969119 Apr 29 17:43:33.654305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5203c4-6bde-468e-bed5-86816635772d req-25e4d07b-f091-4a23-94cf-866a61ccece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:33.655842 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ea5203c4-6bde-468e-bed5-86816635772d req-25e4d07b-f091-4a23-94cf-866a61ccece7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0604639 Apr 29 17:43:33.713984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-df355b3b-e0bb-4653-94e3-561db89e4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '2b903f9e-8c0e-44c2-be3d-860f7aeb8187', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '13f49793-6c1b-4b4f-88c0-de535ab54da7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:fa:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6870f6-459a-46cd-a7be-b39b6d9d7e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:43:31Z', 'updated_at': '2022-04-29T17:43:31Z', 'revision_number': 0, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:33.717894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df355b3b-e0bb-4653-94e3-561db89e4050 None None] Checking router: ad53907e-93aa-4364-82b0-4f5a35b825b3 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:43:33.726176 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df355b3b-e0bb-4653-94e3-561db89e4050 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:43:33.726762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-df355b3b-e0bb-4653-94e3-561db89e4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:43:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:33.737024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5203c4-6bde-468e-bed5-86816635772d req-c20bda6a-828f-479a-8005-97233fe91c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:33.738406 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ea5203c4-6bde-468e-bed5-86816635772d req-c20bda6a-828f-479a-8005-97233fe91c12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740073 Apr 29 17:43:33.903772 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-df355b3b-e0bb-4653-94e3-561db89e4050 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:43:33.992835 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ea5203c4-6bde-468e-bed5-86816635772d req-d0ef0644-5692-4525-8bd2-8d71b272ee41 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470143 Apr 29 17:43:34.123993 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ea5203c4-6bde-468e-bed5-86816635772d req-4cd931b4-140d-4817-992e-0fbb5bbf8b6e service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251562 Apr 29 17:43:34.250596 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-df355b3b-e0bb-4653-94e3-561db89e4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '2b903f9e-8c0e-44c2-be3d-860f7aeb8187', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '13f49793-6c1b-4b4f-88c0-de535ab54da7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:fa:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6870f6-459a-46cd-a7be-b39b6d9d7e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:43:31Z', 'updated_at': '2022-04-29T17:43:31Z', 'revision_number': 0, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:43:34.254799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df355b3b-e0bb-4653-94e3-561db89e4050 None None] The sync data for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv is: [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '2b903f9e-8c0e-44c2-be3d-860f7aeb8187', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '13f49793-6c1b-4b4f-88c0-de535ab54da7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:fa:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6870f6-459a-46cd-a7be-b39b6d9d7e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:43:31Z', 'updated_at': '2022-04-29T17:43:31Z', 'revision_number': 0, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:43:34.450686 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bbada6-885a-4213-bd33-97fdbbc6476c None None] New status for floating IP 2b903f9e-8c0e-44c2-be3d-860f7aeb8187: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:43:48.213490 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:53.258680 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-32840980-86cf-4515-ab37-0d9efbecaf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:54.454789 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:43:55.379244 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bfaae3e2-8b3d-4220-a789-dda63a8086fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:56.553899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:56.791071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:57.956943 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:43:58.521065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54098) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:43:58.598676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46e54f-47ad-4008-8531-24199acefb4f tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:58.600121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46e54f-47ad-4008-8531-24199acefb4f tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:58.600121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46e54f-47ad-4008-8531-24199acefb4f tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:43:58.601939 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4a46e54f-47ad-4008-8531-24199acefb4f tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=438682cd007d46eb90f162f5f8d9699b&network_id=15aba930-48a6-4ad3-bd64-7d05682f5580 HTTP/1.1" status: 200 len: 3000 time: 0.0794415 Apr 29 17:44:00.319430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54110) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:00.390934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b5786b-cded-4230-a3df-5b1a1b9a3b01 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:00.396662 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-71b5786b-cded-4230-a3df-5b1a1b9a3b01 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0 HTTP/1.1" status: 200 len: 814 time: 0.0753019 Apr 29 17:44:00.842264 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54118) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:00.848509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3654cdf7-c1ae-4ffb-88b8-4ebd2720b69e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:44:00.957214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3654cdf7-c1ae-4ffb-88b8-4ebd2720b69e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:01.238208 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3654cdf7-c1ae-4ffb-88b8-4ebd2720b69e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:01.244984 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3654cdf7-c1ae-4ffb-88b8-4ebd2720b69e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:01.244984 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-3654cdf7-c1ae-4ffb-88b8-4ebd2720b69e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP 01a25642-34a3-4c59-b696-93dcd9abe330 disassociated. External IP: 172.26.4.109, port: b66f28a5-7886-4c5d-9b67-f88b39469683. Apr 29 17:44:01.610716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3654cdf7-c1ae-4ffb-88b8-4ebd2720b69e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 14696cc4-63b9-459f-bc96-b8f07a92db06 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:44:01.810776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3654cdf7-c1ae-4ffb-88b8-4ebd2720b69e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:44:01.820426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3654cdf7-c1ae-4ffb-88b8-4ebd2720b69e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:01.822798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0823d2-e26d-4cdc-a019-78c8a893b5e9 None None] Sync routers for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:44:01.828483 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0823d2-e26d-4cdc-a019-78c8a893b5e9 None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:44:01.829103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-ad0823d2-e26d-4cdc-a019-78c8a893b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:43:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:44:01.868803 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3654cdf7-c1ae-4ffb-88b8-4ebd2720b69e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/floatingips/01a25642-34a3-4c59-b696-93dcd9abe330 HTTP/1.1" status: 200 len: 690 time: 1.0253918 Apr 29 17:44:01.869398 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'tag': 'b66f28a5-7886-4c5d-9b67-f88b39469683'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:44:01.871611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54122) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:01.916568 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdc5162-4c3c-4cda-8233-2ebf06dde10e'] response: {'name': 'network-changed', 'server_uuid': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'tag': 'b66f28a5-7886-4c5d-9b67-f88b39469683', 'status': 'completed', 'code': 200} Apr 29 17:44:01.988945 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4f6e992c-63be-4456-8fa4-ba3702ade3f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/01a25642-34a3-4c59-b696-93dcd9abe330 HTTP/1.1" status: 200 len: 690 time: 0.1161761 Apr 29 17:44:02.026417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c628a0-58dd-4b94-8e9f-3e66baa5a8d3 req-c4411d39-577b-4636-bbd8-41bf451b9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:02.026659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-ad0823d2-e26d-4cdc-a019-78c8a893b5e9 None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:44:02.027908 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-59c628a0-58dd-4b94-8e9f-3e66baa5a8d3 req-c4411d39-577b-4636-bbd8-41bf451b9d16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 1099 time: 0.0842578 Apr 29 17:44:02.161140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c628a0-58dd-4b94-8e9f-3e66baa5a8d3 req-9ee2cf20-9b62-4465-9426-61f274c0b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:02.162568 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-59c628a0-58dd-4b94-8e9f-3e66baa5a8d3 req-9ee2cf20-9b62-4465-9426-61f274c0b0dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=15aba930-48a6-4ad3-bd64-7d05682f5580 HTTP/1.1" status: 200 len: 898 time: 0.1287732 Apr 29 17:44:02.231729 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-59c628a0-58dd-4b94-8e9f-3e66baa5a8d3 req-8a335797-aacd-4567-a48e-907d48dd260a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b66f28a5-7886-4c5d-9b67-f88b39469683 HTTP/1.1" status: 200 len: 217 time: 0.0636961 Apr 29 17:44:02.295187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c628a0-58dd-4b94-8e9f-3e66baa5a8d3 req-4d0b0278-0d1a-4dc9-a7e6-caaccf9c2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:02.296605 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-59c628a0-58dd-4b94-8e9f-3e66baa5a8d3 req-4d0b0278-0d1a-4dc9-a7e6-caaccf9c2223 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93f0fe4a-fdb1-453e-bae3-3949dc09a971 HTTP/1.1" status: 200 len: 834 time: 0.0592175 Apr 29 17:44:02.371114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-ad0823d2-e26d-4cdc-a019-78c8a893b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:44:02.371418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c628a0-58dd-4b94-8e9f-3e66baa5a8d3 req-6b272cdd-68b4-4f45-80f2-7501996910e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:02.372683 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-59c628a0-58dd-4b94-8e9f-3e66baa5a8d3 req-6b272cdd-68b4-4f45-80f2-7501996910e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15aba930-48a6-4ad3-bd64-7d05682f5580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699785 Apr 29 17:44:02.375074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0823d2-e26d-4cdc-a019-78c8a893b5e9 None None] Checking router: 14696cc4-63b9-459f-bc96-b8f07a92db06 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:44:02.383668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0823d2-e26d-4cdc-a019-78c8a893b5e9 None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:44:02.384253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-ad0823d2-e26d-4cdc-a019-78c8a893b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:43:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:44:02.502531 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-59c628a0-58dd-4b94-8e9f-3e66baa5a8d3 req-c316452d-2e11-43c4-b670-c730772ffb20 service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239684 Apr 29 17:44:02.559854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-ad0823d2-e26d-4cdc-a019-78c8a893b5e9 None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:44:02.641812 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-59c628a0-58dd-4b94-8e9f-3e66baa5a8d3 req-2b16418c-424f-4913-a6cd-1e786a648465 service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328280 Apr 29 17:44:02.755707 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8ead1d42-d1f2-4ee0-9f51-48f62780e608 req-7885031e-6682-48cb-a173-26a8cd6ffeb4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704846 Apr 29 17:44:02.866212 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-ad0823d2-e26d-4cdc-a019-78c8a893b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:44:02.870374 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0823d2-e26d-4cdc-a019-78c8a893b5e9 None None] The sync data for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv is: [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:44:02.896975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1d42-d1f2-4ee0-9f51-48f62780e608 req-afbbd867-466e-4fe8-a787-fadf52139791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:02.897989 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8ead1d42-d1f2-4ee0-9f51-48f62780e608 req-afbbd867-466e-4fe8-a787-fadf52139791 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 1099 time: 0.0741839 Apr 29 17:44:02.992724 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54130) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:03.048650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1d42-d1f2-4ee0-9f51-48f62780e608 req-598f9029-b91c-43b1-bfcd-803d71be7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:03.050228 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8ead1d42-d1f2-4ee0-9f51-48f62780e608 req-598f9029-b91c-43b1-bfcd-803d71be7194 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15aba930-48a6-4ad3-bd64-7d05682f5580 HTTP/1.1" status: 200 len: 898 time: 0.1334608 Apr 29 17:44:03.077492 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-27fbbffe-ad56-4031-a45c-5c8f6bd0b44f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/01a25642-34a3-4c59-b696-93dcd9abe330 HTTP/1.1" status: 200 len: 690 time: 0.0833905 Apr 29 17:44:03.095572 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccda56e-2cd7-47e7-8788-7bd235fa30ea None None] New status for floating IP 01a25642-34a3-4c59-b696-93dcd9abe330: DOWN {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:44:03.119879 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8ead1d42-d1f2-4ee0-9f51-48f62780e608 req-91666dc0-8710-4e03-985f-f21c2215f207 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b66f28a5-7886-4c5d-9b67-f88b39469683 HTTP/1.1" status: 200 len: 217 time: 0.0624232 Apr 29 17:44:03.296404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1d42-d1f2-4ee0-9f51-48f62780e608 req-64cf1796-b876-475b-98cb-4d63efd8556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:03.297720 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8ead1d42-d1f2-4ee0-9f51-48f62780e608 req-64cf1796-b876-475b-98cb-4d63efd8556d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93f0fe4a-fdb1-453e-bae3-3949dc09a971 HTTP/1.1" status: 200 len: 834 time: 0.1725433 Apr 29 17:44:03.376090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1d42-d1f2-4ee0-9f51-48f62780e608 req-b613f396-a103-4439-b69c-f978686b8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:03.377569 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8ead1d42-d1f2-4ee0-9f51-48f62780e608 req-b613f396-a103-4439-b69c-f978686b8f4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15aba930-48a6-4ad3-bd64-7d05682f5580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727651 Apr 29 17:44:03.518772 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8ead1d42-d1f2-4ee0-9f51-48f62780e608 req-3dd2b693-0c8d-4409-9e72-70d332a00356 service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340196 Apr 29 17:44:03.667860 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8ead1d42-d1f2-4ee0-9f51-48f62780e608 req-81902169-5de7-4bf0-956e-cad259214a3c service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425366 Apr 29 17:44:04.081354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54134) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:04.283872 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e78ddff6-e535-4b75-9613-bc2234cb11f9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/01a25642-34a3-4c59-b696-93dcd9abe330 HTTP/1.1" status: 200 len: 688 time: 0.2012811 Apr 29 17:44:05.570432 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54140) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:05.575875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302628641', 'description': 'tempest-secgroup-smoke-302628641 description', 'project_id': '438682cd007d46eb90f162f5f8d9699b'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:44:05.582190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:44:05.592978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:44:05.604157 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:05.625012 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:44:05.628992 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:44:05.631914 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:44:05.637834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:44:05.710897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:05.716075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:05.760625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d96fb9-dc47-489a-ba10-ed92dee12466,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:05.768863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:05.769165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:05.769567 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:05.769891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:05.770211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:05.770532 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:05.770846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:05.771160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:05.771503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:05.771818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:05.772128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:05.772439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:05.775618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:05.776876 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3b7dd1e9-2f2b-4ec2-b2a7-bb3898df5014 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2052000 Apr 29 17:44:05.780865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54144) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:05.786119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-77845a68-50da-4877-8c1f-47cb694d5333 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'e7d96fb9-dc47-489a-ba10-ed92dee12466', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:44:05.793059 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-77845a68-50da-4877-8c1f-47cb694d5333 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:44:05.797577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-77845a68-50da-4877-8c1f-47cb694d5333 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:44:05.800976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-77845a68-50da-4877-8c1f-47cb694d5333 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:44:05.807951 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-77845a68-50da-4877-8c1f-47cb694d5333 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:44:05.827804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77845a68-50da-4877-8c1f-47cb694d5333 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:05.895715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77845a68-50da-4877-8c1f-47cb694d5333 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:05.901119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77845a68-50da-4877-8c1f-47cb694d5333 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:05.927746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77845a68-50da-4877-8c1f-47cb694d5333 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192395b6-88b2-464b-87bd-238149ac962f,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:05.939914 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-77845a68-50da-4877-8c1f-47cb694d5333 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:05.944851 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-77845a68-50da-4877-8c1f-47cb694d5333 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596475 Apr 29 17:44:05.944978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54148) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:05.950269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'e7d96fb9-dc47-489a-ba10-ed92dee12466', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:44:05.956536 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:44:05.963089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:44:05.965255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:44:05.975048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:44:05.992838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.057891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.062268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.087284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd22f3b1-1bf6-4550-9d96-2bf7b885c050,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:06.098460 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:06.098792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:06.099228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:06.099547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:06.099920 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:06.100317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:06.100671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:06.100999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:06.101475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:06.101801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:06.102117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:06.102587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:06.106587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.107766 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-48f54801-4b7d-4862-9854-94f448c12ce3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1618836 Apr 29 17:44:06.110771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54152) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:06.115969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2bfbea16-3ceb-4d90-ae86-48f4eaf6f331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'e7d96fb9-dc47-489a-ba10-ed92dee12466', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:44:06.122106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2bfbea16-3ceb-4d90-ae86-48f4eaf6f331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:44:06.125874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2bfbea16-3ceb-4d90-ae86-48f4eaf6f331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:44:06.128726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2bfbea16-3ceb-4d90-ae86-48f4eaf6f331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:44:06.134291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2bfbea16-3ceb-4d90-ae86-48f4eaf6f331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:44:06.152763 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bfbea16-3ceb-4d90-ae86-48f4eaf6f331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.216276 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bfbea16-3ceb-4d90-ae86-48f4eaf6f331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.222135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bfbea16-3ceb-4d90-ae86-48f4eaf6f331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.249149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbea16-3ceb-4d90-ae86-48f4eaf6f331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a83ba06-7b53-4136-a385-753c177ee557,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:06.260889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2bfbea16-3ceb-4d90-ae86-48f4eaf6f331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.262237 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2bfbea16-3ceb-4d90-ae86-48f4eaf6f331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504247 Apr 29 17:44:06.266458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54156) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:06.271394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c97a2a09-81e1-49e7-9e6a-a5f9b3c3dfa7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'e7d96fb9-dc47-489a-ba10-ed92dee12466', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:44:06.277139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c97a2a09-81e1-49e7-9e6a-a5f9b3c3dfa7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:44:06.280894 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c97a2a09-81e1-49e7-9e6a-a5f9b3c3dfa7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:44:06.283731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c97a2a09-81e1-49e7-9e6a-a5f9b3c3dfa7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:44:06.289307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c97a2a09-81e1-49e7-9e6a-a5f9b3c3dfa7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:44:06.308142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c97a2a09-81e1-49e7-9e6a-a5f9b3c3dfa7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.372591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c97a2a09-81e1-49e7-9e6a-a5f9b3c3dfa7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.378086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c97a2a09-81e1-49e7-9e6a-a5f9b3c3dfa7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.403260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a2a09-81e1-49e7-9e6a-a5f9b3c3dfa7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08971e63-9880-4b71-b912-806bef1f31d2,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:06.412882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c97a2a09-81e1-49e7-9e6a-a5f9b3c3dfa7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.414126 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c97a2a09-81e1-49e7-9e6a-a5f9b3c3dfa7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467242 Apr 29 17:44:06.417510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54160) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:06.422173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1382347a-2363-459f-932a-8292d2da2871 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'e7d96fb9-dc47-489a-ba10-ed92dee12466', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:44:06.429137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1382347a-2363-459f-932a-8292d2da2871 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:44:06.432668 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1382347a-2363-459f-932a-8292d2da2871 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:44:06.435676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1382347a-2363-459f-932a-8292d2da2871 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:44:06.441560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1382347a-2363-459f-932a-8292d2da2871 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:44:06.457364 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-1382347a-2363-459f-932a-8292d2da2871 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:44:06.465758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1382347a-2363-459f-932a-8292d2da2871 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.533864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1382347a-2363-459f-932a-8292d2da2871 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.539442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1382347a-2363-459f-932a-8292d2da2871 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.562049 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382347a-2363-459f-932a-8292d2da2871 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff46f802-1c46-4696-aa89-6ac37de43c7c,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:06.572750 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1382347a-2363-459f-932a-8292d2da2871 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.574006 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1382347a-2363-459f-932a-8292d2da2871 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560318 Apr 29 17:44:06.576869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54164) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:06.581745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0f186955-6fd1-45cb-bd11-1a598eca5059 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'e7d96fb9-dc47-489a-ba10-ed92dee12466', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:44:06.587894 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0f186955-6fd1-45cb-bd11-1a598eca5059 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:44:06.592191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0f186955-6fd1-45cb-bd11-1a598eca5059 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:44:06.595129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0f186955-6fd1-45cb-bd11-1a598eca5059 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:44:06.600980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0f186955-6fd1-45cb-bd11-1a598eca5059 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:44:06.612984 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-0f186955-6fd1-45cb-bd11-1a598eca5059 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:44:06.620355 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0f186955-6fd1-45cb-bd11-1a598eca5059 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.693261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0f186955-6fd1-45cb-bd11-1a598eca5059 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.698028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0f186955-6fd1-45cb-bd11-1a598eca5059 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.726809 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f186955-6fd1-45cb-bd11-1a598eca5059 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dfdd19-e92e-4f95-8ce2-6437be4acedb,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:06.734558 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0f186955-6fd1-45cb-bd11-1a598eca5059 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:06.735856 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0f186955-6fd1-45cb-bd11-1a598eca5059 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1580305 Apr 29 17:44:06.933642 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-682ae7da-f730-4ecb-a320-dbdca565ec93 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302628641&fields=id&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 267 time: 0.0410874 Apr 29 17:44:07.083256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-9e308589-7217-4931-9711-766e6876c495 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:07.084870 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-9e308589-7217-4931-9711-766e6876c495 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/networks?id=15aba930-48a6-4ad3-bd64-7d05682f5580 HTTP/1.1" status: 200 len: 797 time: 0.1441002 Apr 29 17:44:07.100109 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-77f879bb-7dff-4914-b0c2-75e2a0940c26 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/quotas/438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 375 time: 0.0092273 Apr 29 17:44:07.196027 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-1fd0202f-afd9-4c4f-97d7-24d638398ea1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0902753 Apr 29 17:44:07.339734 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-d11cebf3-c8f8-4bd2-a89c-827008be50d3 service neutron] 10.222.0.11 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313233 Apr 29 17:44:07.473210 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-21efe792-fcf3-4999-9830-d603ccf4d523 service neutron] 10.222.0.11 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272309 Apr 29 17:44:07.665056 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6cf8e9aa-1528-4779-b546-9a0d4c06c6d4 req-617596d4-f195-48ea-8316-706f2a2bc7c6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 210 time: 0.0524480 Apr 29 17:44:08.835530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-61c53d65-2ca7-4093-a08a-419597c9dba0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:08.837134 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-61c53d65-2ca7-4093-a08a-419597c9dba0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks?id=15aba930-48a6-4ad3-bd64-7d05682f5580 HTTP/1.1" status: 200 len: 797 time: 0.2214081 Apr 29 17:44:08.839277 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-86e7003a-8716-4e1c-9e01-4be937f16426 req-3ea62a3b-941d-453c-8512-0ac95503449f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 210 time: 0.0546577 Apr 29 17:44:08.890882 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-5b19ce57-5440-423c-85ca-9550a149b2b1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 471 time: 0.0452745 Apr 29 17:44:08.899221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'port': {'device_id': '2901e7b9-83ab-4201-b91b-197b4b8d6fa5', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'admin_state_up': True, 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'security_groups': ['e7d96fb9-dc47-489a-ba10-ed92dee12466']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:44:09.040405 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:44:09.044751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:port and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:44:09.047696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:44:09.053641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:44:09.063776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:44:09.067537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:09.245722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.7 (15aba930-48a6-4ad3-bd64-7d05682f5580/93f0fe4a-fdb1-453e-bae3-3949dc09a971/72819ba2-d200-4068-aa58-56abe8b91045) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:44:09.464128 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:09.479885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 72819ba2-d200-4068-aa58-56abe8b91045 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:44:09.508204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:09.586195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network 15aba930-48a6-4ad3-bd64-7d05682f5580 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:44:09.588060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:44:09.591707 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:44:09.640392 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=72819ba2-d200-4068-aa58-56abe8b91045,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:09.667466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:09.668249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:09.698410 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-ca5ce151-ac96-44ae-bb48-3c1f72d9d3db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8030117 Apr 29 17:44:09.710036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Request body: {'port': {'device_id': '2901e7b9-83ab-4201-b91b-197b4b8d6fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:44:09.897821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d3ae379d-97f2-46f3-a717-10e182101c7f None None] Provisioning for port 72819ba2-d200-4068-aa58-56abe8b91045 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:44:09.906050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d3ae379d-97f2-46f3-a717-10e182101c7f None None] Provisioning complete for port 72819ba2-d200-4068-aa58-56abe8b91045 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:44:09.906707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d3ae379d-97f2-46f3-a717-10e182101c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:09.972677 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae379d-97f2-46f3-a717-10e182101c7f None None] Port 72819ba2-d200-4068-aa58-56abe8b91045 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:44:10.008138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:10.165592 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f677c5-de4d-4d77-b4ab-1188d775a66f req-21cc1403-f2fe-4523-bab8-58749f9a3fd5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:10.166428 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-80f677c5-de4d-4d77-b4ab-1188d775a66f req-21cc1403-f2fe-4523-bab8-58749f9a3fd5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:44:10.216404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-80f677c5-de4d-4d77-b4ab-1188d775a66f req-21cc1403-f2fe-4523-bab8-58749f9a3fd5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:44:10.218434 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-80f677c5-de4d-4d77-b4ab-1188d775a66f req-21cc1403-f2fe-4523-bab8-58749f9a3fd5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 931 time: 0.2586560 Apr 29 17:44:10.358293 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-80f677c5-de4d-4d77-b4ab-1188d775a66f req-502e6350-f3f0-43d9-9ee8-552a43b2df46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7d96fb9-dc47-489a-ba10-ed92dee12466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231246 Apr 29 17:44:10.463172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72819ba2-d200-4068-aa58-56abe8b91045 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:44:10.470741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:10.484992 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Transition to ACTIVE for port object 72819ba2-d200-4068-aa58-56abe8b91045 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:44:10.490133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:10.709205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Pushing event updated for resources: {'Port': ['ID=72819ba2-d200-4068-aa58-56abe8b91045,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:10.765670 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Attempting to bind port 72819ba2-d200-4068-aa58-56abe8b91045 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:44:10.765670 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Attempting to bind port 72819ba2-d200-4068-aa58-56abe8b91045 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:44:10.765670 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Attempting to bind port 72819ba2-d200-4068-aa58-56abe8b91045 on network 15aba930-48a6-4ad3-bd64-7d05682f5580 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:44:10.771188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Port 72819ba2-d200-4068-aa58-56abe8b91045 on network 15aba930-48a6-4ad3-bd64-7d05682f5580 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:44:10.771532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Attempting to bind port 72819ba2-d200-4068-aa58-56abe8b91045 on network 15aba930-48a6-4ad3-bd64-7d05682f5580 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:44:10.777323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:44:10.777898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Checking segment: {'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:44:10.778007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Bound using segment: {'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:44:10.778389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Bound port: 72819ba2-d200-4068-aa58-56abe8b91045, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f058ef-7529-4c85-9e83-4506c669549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:44:10.778728 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:10.882728 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] For port 72819ba2-d200-4068-aa58-56abe8b91045, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:44:10.886325 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] For port 72819ba2-d200-4068-aa58-56abe8b91045, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=72819ba2-d200-4068-aa58-56abe8b91045,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:44:10.892771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:10.957745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:10.958516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:10.959827 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] 10.222.0.36 "PUT /v2.0/ports/72819ba2-d200-4068-aa58-56abe8b91045 HTTP/1.1" status: 200 len: 1093 time: 1.2546499 Apr 29 17:44:10.960268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2901e7b9-83ab-4201-b91b-197b4b8d6fa5', 'tag': '72819ba2-d200-4068-aa58-56abe8b91045'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:44:10.988649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28606c9-52de-49c7-8986-2f565753f922 service neutron] Pushing event updated for resources: {'Port': ['ID=72819ba2-d200-4068-aa58-56abe8b91045,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:11.038708 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17c7f9f-6007-4ed0-85b4-11f0dfe0edd5'] response: {'name': 'network-changed', 'server_uuid': '2901e7b9-83ab-4201-b91b-197b4b8d6fa5', 'tag': '72819ba2-d200-4068-aa58-56abe8b91045', 'status': 'completed', 'code': 200} Apr 29 17:44:11.082785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-4297c926-ca79-4853-8d6d-e338e1bcf6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:11.084350 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-4297c926-ca79-4853-8d6d-e338e1bcf6e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0799685 Apr 29 17:44:11.158463 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-1d25bd75-21c1-455d-95b0-c213eb4d7a37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72819ba2-d200-4068-aa58-56abe8b91045 HTTP/1.1" status: 200 len: 217 time: 0.0672152 Apr 29 17:44:11.225708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-cfbec0ba-d845-4752-82b9-5de556e0128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:11.227469 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-cfbec0ba-d845-4752-82b9-5de556e0128f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93f0fe4a-fdb1-453e-bae3-3949dc09a971 HTTP/1.1" status: 200 len: 834 time: 0.0624595 Apr 29 17:44:11.307126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-49408538-3f34-4e14-a058-a3d8bb6c0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:11.308469 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-49408538-3f34-4e14-a058-a3d8bb6c0f3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15aba930-48a6-4ad3-bd64-7d05682f5580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743976 Apr 29 17:44:11.447452 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-c1b7a3e2-cddf-444f-a7b7-3b5218b7b7b2 service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324861 Apr 29 17:44:11.778104 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d44fcbe-daa5-4529-b929-64e75a2d8c16 req-bfa593ce-51a2-4435-a1af-00a389c212dd service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244255 Apr 29 17:44:11.791160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156cfb5-935c-4b82-ba54-d443bd437d4b req-19eddeff-8f07-401a-9ad8-c5af9c5e975b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:11.795333 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7156cfb5-935c-4b82-ba54-d443bd437d4b req-19eddeff-8f07-401a-9ad8-c5af9c5e975b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 943 time: 0.3169136 Apr 29 17:44:11.887502 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7156cfb5-935c-4b82-ba54-d443bd437d4b req-0d37c632-c450-4337-a7ec-999c3042c305 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7d96fb9-dc47-489a-ba10-ed92dee12466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876822 Apr 29 17:44:11.922718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf10e66-61c3-4343-bb34-993bd79cc8d3 req-5818d4bb-90f9-406c-9d13-062f5b76b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:11.924295 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-daf10e66-61c3-4343-bb34-993bd79cc8d3 req-5818d4bb-90f9-406c-9d13-062f5b76b3d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0962720 Apr 29 17:44:12.068129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf10e66-61c3-4343-bb34-993bd79cc8d3 req-5fe7d5e7-4acb-45bc-bae2-3b6a3c796a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:12.069551 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-daf10e66-61c3-4343-bb34-993bd79cc8d3 req-5fe7d5e7-4acb-45bc-bae2-3b6a3c796a9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=15aba930-48a6-4ad3-bd64-7d05682f5580 HTTP/1.1" status: 200 len: 898 time: 0.1385381 Apr 29 17:44:12.136143 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-daf10e66-61c3-4343-bb34-993bd79cc8d3 req-bdf3d038-9e5f-4e96-a360-f4676bfb76ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72819ba2-d200-4068-aa58-56abe8b91045 HTTP/1.1" status: 200 len: 217 time: 0.0598338 Apr 29 17:44:12.217088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf10e66-61c3-4343-bb34-993bd79cc8d3 req-64917106-19be-475d-a2c5-891352aa9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:12.218591 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-daf10e66-61c3-4343-bb34-993bd79cc8d3 req-64917106-19be-475d-a2c5-891352aa9020 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93f0fe4a-fdb1-453e-bae3-3949dc09a971 HTTP/1.1" status: 200 len: 834 time: 0.0767529 Apr 29 17:44:12.303725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf10e66-61c3-4343-bb34-993bd79cc8d3 req-e85a7329-0550-40e1-a554-dde78f0adb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:12.306271 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-daf10e66-61c3-4343-bb34-993bd79cc8d3 req-e85a7329-0550-40e1-a554-dde78f0adb20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15aba930-48a6-4ad3-bd64-7d05682f5580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807178 Apr 29 17:44:12.450458 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-daf10e66-61c3-4343-bb34-993bd79cc8d3 req-85dc6bec-ce4b-4fae-8976-fc2c7a8f372f service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373453 Apr 29 17:44:12.605177 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-daf10e66-61c3-4343-bb34-993bd79cc8d3 req-b06f875f-f42c-4aa1-94ce-cb70037fa5c3 service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479905 Apr 29 17:44:13.092403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba705aa-e57d-442f-864f-e43e46a2a2b8 req-491cab51-f72e-408e-8170-dc0f5db23d97 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:13.094102 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6ba705aa-e57d-442f-864f-e43e46a2a2b8 req-491cab51-f72e-408e-8170-dc0f5db23d97 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 943 time: 0.0832477 Apr 29 17:44:13.146350 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6ba705aa-e57d-442f-864f-e43e46a2a2b8 req-6717439c-c116-4510-b2bc-df59904e55f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7d96fb9-dc47-489a-ba10-ed92dee12466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459557 Apr 29 17:44:13.978388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 72819ba2-d200-4068-aa58-56abe8b91045 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:44:14.113579 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 72819ba2-d200-4068-aa58-56abe8b91045, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=72819ba2-d200-4068-aa58-56abe8b91045,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:44:14.126599 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '72819ba2-d200-4068-aa58-56abe8b91045', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'port_id': '72819ba2-d200-4068-aa58-56abe8b91045', 'mac_address': 'fa:16:3e:71:eb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:44:14.190508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:14.207565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72819ba2-d200-4068-aa58-56abe8b91045 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:44:14.222742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 72819ba2-d200-4068-aa58-56abe8b91045, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=72819ba2-d200-4068-aa58-56abe8b91045,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:44:14.227689 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:14.292590 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=72819ba2-d200-4068-aa58-56abe8b91045,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:14.299890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:14.300239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:14.300572 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:14.300878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:14.301204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:14.301526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:14.301847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:14.302166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:14.302485 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:14.302807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:14.303276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:14.303693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:44:14.344086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459709e-de1e-42ae-86a2-a40a0d465f80 req-6697ed26-8619-4613-92e7-f062e3a67832 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:14.345586 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1459709e-de1e-42ae-86a2-a40a0d465f80 req-6697ed26-8619-4613-92e7-f062e3a67832 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 944 time: 0.0854023 Apr 29 17:44:14.392889 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1459709e-de1e-42ae-86a2-a40a0d465f80 req-f0650fff-c8af-435e-a2ac-4e1095913a99 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7d96fb9-dc47-489a-ba10-ed92dee12466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412035 Apr 29 17:44:14.435387 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['72819ba2-d200-4068-aa58-56abe8b91045'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:44:15.607958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59a1dd-185f-4560-9f8e-048240b20215 req-b7240b32-5c04-4d79-aeaf-f9e2f3e27c87 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:15.609391 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1b59a1dd-185f-4560-9f8e-048240b20215 req-b7240b32-5c04-4d79-aeaf-f9e2f3e27c87 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 944 time: 0.1038015 Apr 29 17:44:15.654461 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1b59a1dd-185f-4560-9f8e-048240b20215 req-27d1b448-1182-4aeb-b75d-9162cf4cf6a8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7d96fb9-dc47-489a-ba10-ed92dee12466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391591 Apr 29 17:44:15.995478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 72819ba2-d200-4068-aa58-56abe8b91045 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:44:16.102967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 72819ba2-d200-4068-aa58-56abe8b91045 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:44:16.107895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 72819ba2-d200-4068-aa58-56abe8b91045 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:44:16.108258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:16.232985 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:16.259536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2901e7b9-83ab-4201-b91b-197b4b8d6fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72819ba2-d200-4068-aa58-56abe8b91045'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:44:16.269031 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 72819ba2-d200-4068-aa58-56abe8b91045, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=72819ba2-d200-4068-aa58-56abe8b91045,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:44:16.275005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:16.310920 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deaaea63-ccfa-4e86-b0db-a03f89330bfa'] response: {'server_uuid': '2901e7b9-83ab-4201-b91b-197b4b8d6fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72819ba2-d200-4068-aa58-56abe8b91045', 'code': 200} Apr 29 17:44:16.342329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=72819ba2-d200-4068-aa58-56abe8b91045,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:16.538594 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9823b3d-407b-40b8-bb5f-fa10d04e6c6f req-4c04904e-d9c9-4cea-a4bd-02cd9d478fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:16.540017 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9823b3d-407b-40b8-bb5f-fa10d04e6c6f req-4c04904e-d9c9-4cea-a4bd-02cd9d478fcb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 1098 time: 0.0754807 Apr 29 17:44:16.580156 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9823b3d-407b-40b8-bb5f-fa10d04e6c6f req-1c528707-e9c3-42a6-aadb-3fdf2f921464 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7d96fb9-dc47-489a-ba10-ed92dee12466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341275 Apr 29 17:44:16.855576 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f61e11-414c-4320-a467-c99ec99c6e94 req-2a1fbf3e-cf49-4092-84ef-1f126451b80e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:16.857005 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-56f61e11-414c-4320-a467-c99ec99c6e94 req-2a1fbf3e-cf49-4092-84ef-1f126451b80e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 945 time: 0.0922170 Apr 29 17:44:16.903081 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-56f61e11-414c-4320-a467-c99ec99c6e94 req-2e9440b7-f407-493e-91c8-7e2626e967fb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7d96fb9-dc47-489a-ba10-ed92dee12466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375178 Apr 29 17:44:18.108232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c1707-ecfe-4105-bfe1-f2c59456052f req-0f846b01-e486-48a2-ab84-37267152f669 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:18.109717 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-647c1707-ecfe-4105-bfe1-f2c59456052f req-0f846b01-e486-48a2-ab84-37267152f669 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 945 time: 0.0880666 Apr 29 17:44:18.156459 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-647c1707-ecfe-4105-bfe1-f2c59456052f req-0d51d66a-7b98-48a0-96bf-f99657b41d41 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7d96fb9-dc47-489a-ba10-ed92dee12466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409670 Apr 29 17:44:18.206640 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:18.361468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca088f-c7bf-4f65-8428-0b8231680fb1 req-ede51e85-d858-4729-97e9-30bcd6312ab4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:18.363347 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95ca088f-c7bf-4f65-8428-0b8231680fb1 req-ede51e85-d858-4729-97e9-30bcd6312ab4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 945 time: 0.0893247 Apr 29 17:44:18.408738 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95ca088f-c7bf-4f65-8428-0b8231680fb1 req-bf988121-072c-42ed-ae94-2b4526135e6f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7d96fb9-dc47-489a-ba10-ed92dee12466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392740 Apr 29 17:44:18.431830 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54220) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:18.505307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35018bf5-a8b5-45f2-bcb2-7e92f7456f01 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:18.506666 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-35018bf5-a8b5-45f2-bcb2-7e92f7456f01 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 1093 time: 0.0737090 Apr 29 17:44:18.509614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54224) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:18.514506 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-300871d1-f52a-4d70-8c00-25ef105d1777 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'floatingip': {'port_id': '72819ba2-d200-4068-aa58-56abe8b91045'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:44:18.594662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-300871d1-f52a-4d70-8c00-25ef105d1777 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:19.196705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-300871d1-f52a-4d70-8c00-25ef105d1777 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:19.203004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-300871d1-f52a-4d70-8c00-25ef105d1777 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:19.390501 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-300871d1-f52a-4d70-8c00-25ef105d1777 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP 01a25642-34a3-4c59-b696-93dcd9abe330 associated. External IP: 172.26.4.109, port: 72819ba2-d200-4068-aa58-56abe8b91045. Apr 29 17:44:19.856841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300871d1-f52a-4d70-8c00-25ef105d1777 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 14696cc4-63b9-459f-bc96-b8f07a92db06 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:44:20.047062 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300871d1-f52a-4d70-8c00-25ef105d1777 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:44:20.052112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-300871d1-f52a-4d70-8c00-25ef105d1777 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:20.057748 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c3703-8bf4-4a40-ac62-c618cd84dee5 None None] Sync routers for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:44:20.068018 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c3703-8bf4-4a40-ac62-c618cd84dee5 None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:44:20.068627 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-712c3703-8bf4-4a40-ac62-c618cd84dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:43:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:44:20.110137 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-300871d1-f52a-4d70-8c00-25ef105d1777 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/floatingips/01a25642-34a3-4c59-b696-93dcd9abe330 HTTP/1.1" status: 200 len: 991 time: 1.5994854 Apr 29 17:44:20.110723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2901e7b9-83ab-4201-b91b-197b4b8d6fa5', 'tag': '72819ba2-d200-4068-aa58-56abe8b91045'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:44:20.113491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54228) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:20.154787 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d086520-f259-4016-b5c7-c5110e1e25f9'] response: {'name': 'network-changed', 'server_uuid': '2901e7b9-83ab-4201-b91b-197b4b8d6fa5', 'tag': '72819ba2-d200-4068-aa58-56abe8b91045', 'status': 'completed', 'code': 200} Apr 29 17:44:20.253526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-712c3703-8bf4-4a40-ac62-c618cd84dee5 None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:44:20.381266 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-be1afc61-caa5-4182-bdac-03716b6122b5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/01a25642-34a3-4c59-b696-93dcd9abe330 HTTP/1.1" status: 200 len: 991 time: 0.2653310 Apr 29 17:44:20.400188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c39ea-49df-45b8-a2e2-967f40378b08 req-ecc16baf-e27b-43a4-a115-f81f9261a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:20.401924 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9b2c39ea-49df-45b8-a2e2-967f40378b08 req-ecc16baf-e27b-43a4-a115-f81f9261a06e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 1098 time: 0.2203014 Apr 29 17:44:20.534825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c39ea-49df-45b8-a2e2-967f40378b08 req-e61bd497-8fc6-4e43-b4c4-c9ad8220a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:20.536180 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9b2c39ea-49df-45b8-a2e2-967f40378b08 req-e61bd497-8fc6-4e43-b4c4-c9ad8220a745 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15aba930-48a6-4ad3-bd64-7d05682f5580 HTTP/1.1" status: 200 len: 898 time: 0.1281140 Apr 29 17:44:20.607742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-712c3703-8bf4-4a40-ac62-c618cd84dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '01a25642-34a3-4c59-b696-93dcd9abe330', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.109', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'port_id': '72819ba2-d200-4068-aa58-56abe8b91045', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'mac_address': 'fa:16:3e:71:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2901e7b9-83ab-4201-b91b-197b4b8d6fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:43:23Z', 'updated_at': '2022-04-29T17:44:19Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:44:20.612002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c3703-8bf4-4a40-ac62-c618cd84dee5 None None] Checking router: 14696cc4-63b9-459f-bc96-b8f07a92db06 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:44:20.620952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c3703-8bf4-4a40-ac62-c618cd84dee5 None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:44:20.621238 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-712c3703-8bf4-4a40-ac62-c618cd84dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:43:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:44:20.636484 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9b2c39ea-49df-45b8-a2e2-967f40378b08 req-6cfb3480-4d22-4ebd-bede-a8d242b51429 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72819ba2-d200-4068-aa58-56abe8b91045 HTTP/1.1" status: 200 len: 999 time: 0.0934212 Apr 29 17:44:20.701446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c39ea-49df-45b8-a2e2-967f40378b08 req-d9582229-0b5d-4a88-a3a3-d374eafedec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:20.702893 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9b2c39ea-49df-45b8-a2e2-967f40378b08 req-d9582229-0b5d-4a88-a3a3-d374eafedec6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93f0fe4a-fdb1-453e-bae3-3949dc09a971 HTTP/1.1" status: 200 len: 834 time: 0.0611396 Apr 29 17:44:20.778765 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c39ea-49df-45b8-a2e2-967f40378b08 req-60ce4be3-7b09-4e1d-b50e-94c7e8305c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:20.780290 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9b2c39ea-49df-45b8-a2e2-967f40378b08 req-60ce4be3-7b09-4e1d-b50e-94c7e8305c2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15aba930-48a6-4ad3-bd64-7d05682f5580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711660 Apr 29 17:44:20.793008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-712c3703-8bf4-4a40-ac62-c618cd84dee5 None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:44:20.922332 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9b2c39ea-49df-45b8-a2e2-967f40378b08 req-5956d4a2-e2ae-4fa1-816f-36faf1cf9097 service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354477 Apr 29 17:44:21.055445 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9b2c39ea-49df-45b8-a2e2-967f40378b08 req-03186389-a96f-41d3-870f-cf01ed92817c service neutron] 10.222.0.36 "GET /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267512 Apr 29 17:44:21.131309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-712c3703-8bf4-4a40-ac62-c618cd84dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '01a25642-34a3-4c59-b696-93dcd9abe330', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.109', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'port_id': '72819ba2-d200-4068-aa58-56abe8b91045', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'mac_address': 'fa:16:3e:71:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2901e7b9-83ab-4201-b91b-197b4b8d6fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:43:23Z', 'updated_at': '2022-04-29T17:44:19Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:44:21.135478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c3703-8bf4-4a40-ac62-c618cd84dee5 None None] The sync data for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv is: [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '01a25642-34a3-4c59-b696-93dcd9abe330', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.109', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'port_id': '72819ba2-d200-4068-aa58-56abe8b91045', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'mac_address': 'fa:16:3e:71:eb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2901e7b9-83ab-4201-b91b-197b4b8d6fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:43:23Z', 'updated_at': '2022-04-29T17:44:19Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:44:21.316900 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f0a81d-47e2-4bcb-b6c4-1930650af6fb None None] New status for floating IP 01a25642-34a3-4c59-b696-93dcd9abe330: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:44:21.384330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54234) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:21.503142 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-29a13e18-ef33-4256-ab55-c175b7ccb352 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/01a25642-34a3-4c59-b696-93dcd9abe330 HTTP/1.1" status: 200 len: 991 time: 0.1176805 Apr 29 17:44:22.508564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54238) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:22.615394 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-15f4dbd5-493b-4b2b-a0c9-b4b9cc5d3bfd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/01a25642-34a3-4c59-b696-93dcd9abe330 HTTP/1.1" status: 200 len: 993 time: 0.1048717 Apr 29 17:44:23.271125 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a389fdf0-dae2-41bf-a55b-7decddc18458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:25.383913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-96f1543f-3b3b-441b-a53c-4a118d21dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:26.564949 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:26.796878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:27.967060 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:31.460061 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:44:48.216601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:53.277229 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-edb724c4-6fe1-451a-9b26-79ae5d83530f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:54.269286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4053b3-5639-4cf4-83d4-d3cc02528818 req-c05ff458-9aff-4759-bc61-fed5798d7d6b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:54.270617 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf4053b3-5639-4cf4-83d4-d3cc02528818 req-c05ff458-9aff-4759-bc61-fed5798d7d6b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 945 time: 0.0897548 Apr 29 17:44:54.317365 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf4053b3-5639-4cf4-83d4-d3cc02528818 req-e3ce63d5-746d-4633-9c9d-c0d88818c2cb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7d96fb9-dc47-489a-ba10-ed92dee12466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381808 Apr 29 17:44:55.384042 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c2b11883-4523-4d83-bfe4-6c95034e3a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:55.570028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-8f5a71fc-f172-41b4-830d-bf50ac1676f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:55.571455 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-8f5a71fc-f172-41b4-830d-bf50ac1676f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 945 time: 0.1385424 Apr 29 17:44:55.579236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb362464-09c9-41e3-a52f-227a0a21143a req-f9300510-cf85-4eb9-8910-a03819b11897 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:55.580559 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bb362464-09c9-41e3-a52f-227a0a21143a req-f9300510-cf85-4eb9-8910-a03819b11897 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 945 time: 0.1172018 Apr 29 17:44:55.670488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 72819ba2-d200-4068-aa58-56abe8b91045 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:44:55.670738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:55.706276 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bb362464-09c9-41e3-a52f-227a0a21143a req-48980c03-81f3-4ed2-9ce2-7294a3a07bf4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7d96fb9-dc47-489a-ba10-ed92dee12466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972970 Apr 29 17:44:55.921267 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 72819ba2-d200-4068-aa58-56abe8b91045, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=72819ba2-d200-4068-aa58-56abe8b91045,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:44:55.921549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:56.319561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:56.319928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:56.320245 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP 01a25642-34a3-4c59-b696-93dcd9abe330 disassociated. External IP: 172.26.4.109, port: 72819ba2-d200-4068-aa58-56abe8b91045. Apr 29 17:44:56.320577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 72819ba2-d200-4068-aa58-56abe8b91045 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:44:56.467919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:56.526471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=72819ba2-d200-4068-aa58-56abe8b91045,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:56.565388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:56.717426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 14696cc4-63b9-459f-bc96-b8f07a92db06 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:44:56.782530 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:56.905073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:44:56.916461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a07a-f158-4543-8342-943f5f033078 None None] Sync routers for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:44:56.970051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4a07a-f158-4543-8342-943f5f033078 None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:44:56.971000 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-54f4a07a-f158-4543-8342-943f5f033078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:44:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:44:57.030913 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1fad538f-c472-4d23-a10f-0f7991b6804a req-16c68fa4-a4ff-4b32-bee4-4b41a16a461f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=2901e7b9-83ab-4201-b91b-197b4b8d6fa5 HTTP/1.1" status: 200 len: 210 time: 0.0824537 Apr 29 17:44:57.031871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] No DVR routers for this DVR port 72819ba2-d200-4068-aa58-56abe8b91045 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:44:57.034355 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:57.036993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2901e7b9-83ab-4201-b91b-197b4b8d6fa5', 'name': 'network-vif-deleted', 'tag': '72819ba2-d200-4068-aa58-56abe8b91045'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:44:57.055661 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-31e39c9e-4e4a-4dac-b7c0-b4d37c01bf20 req-34970819-556e-40a0-92b2-89669ac20676 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "DELETE /v2.0/ports/72819ba2-d200-4068-aa58-56abe8b91045 HTTP/1.1" status: 204 len: 173 time: 1.4741175 Apr 29 17:44:57.086890 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a65fc4b5-0465-4a55-9783-70580e62734f'] response: {'server_uuid': '2901e7b9-83ab-4201-b91b-197b4b8d6fa5', 'name': 'network-vif-deleted', 'tag': '72819ba2-d200-4068-aa58-56abe8b91045', 'status': 'completed', 'code': 200} Apr 29 17:44:57.156811 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-54f4a07a-f158-4543-8342-943f5f033078 None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:44:57.474029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-54f4a07a-f158-4543-8342-943f5f033078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:44:57.477933 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a07a-f158-4543-8342-943f5f033078 None None] Checking router: 14696cc4-63b9-459f-bc96-b8f07a92db06 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:44:57.486658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4a07a-f158-4543-8342-943f5f033078 None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:44:57.487539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-54f4a07a-f158-4543-8342-943f5f033078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:44:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:44:57.669518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-54f4a07a-f158-4543-8342-943f5f033078 None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:44:57.970835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:57.993067 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-54f4a07a-f158-4543-8342-943f5f033078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:44:57.997495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a07a-f158-4543-8342-943f5f033078 None None] The sync data for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv is: [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2f44b90f-6e4a-4642-b8cf-a48c478647d4', 'name': '', 'network_id': '15aba930-48a6-4ad3-bd64-7d05682f5580', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:65:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:04Z', 'updated_at': '2022-04-29T17:43:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '93f0fe4a-fdb1-453e-bae3-3949dc09a971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:44:58.127279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54270) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:58.193046 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 72819ba2-d200-4068-aa58-56abe8b91045 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:44:58.205437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b115b485-10f3-4f7e-a0a3-569f8b12b65b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:58.209625 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251896cd-8197-42ac-98bc-566948a4d658 None None] New status for floating IP 01a25642-34a3-4c59-b696-93dcd9abe330: DOWN {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:44:58.232126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 72819ba2-d200-4068-aa58-56abe8b91045 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:44:58.232761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 72819ba2-d200-4068-aa58-56abe8b91045 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:44:58.239051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b115b485-10f3-4f7e-a0a3-569f8b12b65b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:58.307802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b115b485-10f3-4f7e-a0a3-569f8b12b65b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:58.328389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115b485-10f3-4f7e-a0a3-569f8b12b65b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d96fb9-dc47-489a-ba10-ed92dee12466,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:58.332755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b115b485-10f3-4f7e-a0a3-569f8b12b65b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:58.333929 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b115b485-10f3-4f7e-a0a3-569f8b12b65b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/security-groups/e7d96fb9-dc47-489a-ba10-ed92dee12466 HTTP/1.1" status: 204 len: 168 time: 0.2054687 Apr 29 17:44:58.366075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54276) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:44:58.538177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf8e71-033e-4774-96cc-f31ea588c9c5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port ae443535-d089-4888-a08a-a2dcd3579ca3 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:44:58.538473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0cf8e71-033e-4774-96cc-f31ea588c9c5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:58.706321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0cf8e71-033e-4774-96cc-f31ea588c9c5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:58.706516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0cf8e71-033e-4774-96cc-f31ea588c9c5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:58.823770 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf8e71-033e-4774-96cc-f31ea588c9c5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for ae443535-d089-4888-a08a-a2dcd3579ca3 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:44:58.961955 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0cf8e71-033e-4774-96cc-f31ea588c9c5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:59.005823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf8e71-033e-4774-96cc-f31ea588c9c5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=ae443535-d089-4888-a08a-a2dcd3579ca3,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:44:59.200857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0cf8e71-033e-4774-96cc-f31ea588c9c5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:59.215181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c0cf8e71-033e-4774-96cc-f31ea588c9c5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:44:59.216258 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c0cf8e71-033e-4774-96cc-f31ea588c9c5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/floatingips/01a25642-34a3-4c59-b696-93dcd9abe330 HTTP/1.1" status: 204 len: 168 time: 0.8491471 Apr 29 17:44:59.601516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b0b60-3483-4e58-a75b-592b98b15ddf req-43e4f8e5-82e2-4a87-b81e-20e7a8fc4b49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:44:59.602294 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4d9b0b60-3483-4e58-a75b-592b98b15ddf req-43e4f8e5-82e2-4a87-b81e-20e7a8fc4b49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:44:59.619989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4d9b0b60-3483-4e58-a75b-592b98b15ddf req-43e4f8e5-82e2-4a87-b81e-20e7a8fc4b49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:44:59.621108 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4d9b0b60-3483-4e58-a75b-592b98b15ddf req-43e4f8e5-82e2-4a87-b81e-20e7a8fc4b49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 946 time: 0.1169202 Apr 29 17:44:59.668889 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4d9b0b60-3483-4e58-a75b-592b98b15ddf req-2b9be4b5-0d80-4385-ad65-0dbc37ca699c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:44:59.685949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4d9b0b60-3483-4e58-a75b-592b98b15ddf req-2b9be4b5-0d80-4385-ad65-0dbc37ca699c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:44:59.687155 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4d9b0b60-3483-4e58-a75b-592b98b15ddf req-2b9be4b5-0d80-4385-ad65-0dbc37ca699c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4907829-19ae-48e6-9b00-dc761e5428fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595214 Apr 29 17:45:00.924722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffbcbb-0184-4bad-b04a-828413522510 req-d09ebcb4-d3fe-46ba-974e-ad89e241623d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:00.926131 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60ffbcbb-0184-4bad-b04a-828413522510 req-d09ebcb4-d3fe-46ba-974e-ad89e241623d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 946 time: 0.1390638 Apr 29 17:45:00.934036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294d449-9d3e-4b57-b147-ab1ec98f3b34 req-dfc86dcb-dab2-4287-9a4a-c29e35432168 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:00.935267 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e294d449-9d3e-4b57-b147-ab1ec98f3b34 req-dfc86dcb-dab2-4287-9a4a-c29e35432168 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 946 time: 0.1177201 Apr 29 17:45:01.028210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-60ffbcbb-0184-4bad-b04a-828413522510 req-ea79b251-5d2b-4e00-8209-77d7230152fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port b66f28a5-7886-4c5d-9b67-f88b39469683 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:45:01.028582 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-60ffbcbb-0184-4bad-b04a-828413522510 req-ea79b251-5d2b-4e00-8209-77d7230152fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:01.060721 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e294d449-9d3e-4b57-b147-ab1ec98f3b34 req-6b75bb38-2cba-4963-b9df-60662714883a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4907829-19ae-48e6-9b00-dc761e5428fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939953 Apr 29 17:45:01.391317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-60ffbcbb-0184-4bad-b04a-828413522510 req-ea79b251-5d2b-4e00-8209-77d7230152fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port b66f28a5-7886-4c5d-9b67-f88b39469683, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b66f28a5-7886-4c5d-9b67-f88b39469683,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:01.391674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-60ffbcbb-0184-4bad-b04a-828413522510 req-ea79b251-5d2b-4e00-8209-77d7230152fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:01.511732 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-60ffbcbb-0184-4bad-b04a-828413522510 req-ea79b251-5d2b-4e00-8209-77d7230152fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for b66f28a5-7886-4c5d-9b67-f88b39469683 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:45:01.664042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-60ffbcbb-0184-4bad-b04a-828413522510 req-ea79b251-5d2b-4e00-8209-77d7230152fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:01.715631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79b251-5d2b-4e00-8209-77d7230152fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=b66f28a5-7886-4c5d-9b67-f88b39469683,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:01.786734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ffbcbb-0184-4bad-b04a-828413522510 req-ea79b251-5d2b-4e00-8209-77d7230152fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] No DVR routers for this DVR port b66f28a5-7886-4c5d-9b67-f88b39469683 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:45:01.789427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-60ffbcbb-0184-4bad-b04a-828413522510 req-ea79b251-5d2b-4e00-8209-77d7230152fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:01.791826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'name': 'network-vif-deleted', 'tag': 'b66f28a5-7886-4c5d-9b67-f88b39469683'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:45:01.809846 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60ffbcbb-0184-4bad-b04a-828413522510 req-ea79b251-5d2b-4e00-8209-77d7230152fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "DELETE /v2.0/ports/b66f28a5-7886-4c5d-9b67-f88b39469683 HTTP/1.1" status: 204 len: 173 time: 0.8736496 Apr 29 17:45:01.835943 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bff1f0b-aa47-46d6-93af-f3ae4b21aab6'] response: {'server_uuid': 'a6631730-1487-4210-98b3-42f7fd4b1959', 'name': 'network-vif-deleted', 'tag': 'b66f28a5-7886-4c5d-9b67-f88b39469683', 'status': 'completed', 'code': 200} Apr 29 17:45:02.249737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-1ba0b3b2-0e05-412f-a3de-8d30ee5d9846 req-968634ec-cd6b-4731-b761-7a4037c461c7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:45:02.275983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-1ba0b3b2-0e05-412f-a3de-8d30ee5d9846 req-968634ec-cd6b-4731-b761-7a4037c461c7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:45:02.277538 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1ba0b3b2-0e05-412f-a3de-8d30ee5d9846 req-968634ec-cd6b-4731-b761-7a4037c461c7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6631730-1487-4210-98b3-42f7fd4b1959 HTTP/1.1" status: 200 len: 210 time: 0.0763333 Apr 29 17:45:02.282402 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-434f17c9-62a8-4aff-9331-f1944d2b570d req-9b29515c-7d49-4438-be8f-8888b3743e0b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1359792 Apr 29 17:45:02.384734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f17c9-62a8-4aff-9331-f1944d2b570d req-e821fb8b-c969-42a6-8b48-6c5e7be13972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:02.386223 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-434f17c9-62a8-4aff-9331-f1944d2b570d req-e821fb8b-c969-42a6-8b48-6c5e7be13972 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 1099 time: 0.0742617 Apr 29 17:45:02.531227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f17c9-62a8-4aff-9331-f1944d2b570d req-1fe344c9-600c-4e68-8b96-05d4eda18866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:02.532592 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-434f17c9-62a8-4aff-9331-f1944d2b570d req-1fe344c9-600c-4e68-8b96-05d4eda18866 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 912 time: 0.1244972 Apr 29 17:45:02.630211 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-434f17c9-62a8-4aff-9331-f1944d2b570d req-f2a527f7-a26f-483e-a154-6ad6351ebb05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f49793-6c1b-4b4f-88c0-de535ab54da7 HTTP/1.1" status: 200 len: 1002 time: 0.0916662 Apr 29 17:45:02.695641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f17c9-62a8-4aff-9331-f1944d2b570d req-8ba5af72-6ca5-4efe-a538-deef830eb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:02.697068 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-434f17c9-62a8-4aff-9331-f1944d2b570d req-8ba5af72-6ca5-4efe-a538-deef830eb5d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0612249 Apr 29 17:45:02.773821 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f17c9-62a8-4aff-9331-f1944d2b570d req-300a4ac8-4fa0-4b57-a466-f466828eff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:02.775245 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-434f17c9-62a8-4aff-9331-f1944d2b570d req-300a4ac8-4fa0-4b57-a466-f466828eff34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718601 Apr 29 17:45:02.917652 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-434f17c9-62a8-4aff-9331-f1944d2b570d req-db88f072-4ba1-4ccf-b5aa-83f5090aa98f service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354105 Apr 29 17:45:03.063936 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-434f17c9-62a8-4aff-9331-f1944d2b570d req-8e1a5b0e-b920-4bc8-a53c-e8a4e363bccb service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401796 Apr 29 17:45:03.383993 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54292) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:03.454890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-81308fe4-3399-4492-bed2-ed309353c334 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:03.484734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-81308fe4-3399-4492-bed2-ed309353c334 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:03.549533 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-81308fe4-3399-4492-bed2-ed309353c334 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:03.566260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81308fe4-3399-4492-bed2-ed309353c334 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4907829-19ae-48e6-9b00-dc761e5428fb,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:03.579099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-81308fe4-3399-4492-bed2-ed309353c334 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:03.580279 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-81308fe4-3399-4492-bed2-ed309353c334 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/security-groups/a4907829-19ae-48e6-9b00-dc761e5428fb HTTP/1.1" status: 204 len: 168 time: 0.1952033 Apr 29 17:45:03.615197 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54298) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:04.179968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dbcbfda4-242c-443e-a026-044c2edcb94f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:04.205595 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device b66f28a5-7886-4c5d-9b67-f88b39469683 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:45:04.240078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: b66f28a5-7886-4c5d-9b67-f88b39469683 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:45:04.240430 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device b66f28a5-7886-4c5d-9b67-f88b39469683 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:45:04.540409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-dbcbfda4-242c-443e-a026-044c2edcb94f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 2f44b90f-6e4a-4642-b8cf-a48c478647d4 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:45:04.541060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dbcbfda4-242c-443e-a026-044c2edcb94f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:04.725170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-dbcbfda4-242c-443e-a026-044c2edcb94f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 2f44b90f-6e4a-4642-b8cf-a48c478647d4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2f44b90f-6e4a-4642-b8cf-a48c478647d4,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:04.725524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dbcbfda4-242c-443e-a026-044c2edcb94f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:04.845672 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-dbcbfda4-242c-443e-a026-044c2edcb94f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 2f44b90f-6e4a-4642-b8cf-a48c478647d4 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:45:05.124082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dbcbfda4-242c-443e-a026-044c2edcb94f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:05.169742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbfda4-242c-443e-a026-044c2edcb94f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=2f44b90f-6e4a-4642-b8cf-a48c478647d4,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:05.440847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dbcbfda4-242c-443e-a026-044c2edcb94f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:05.808263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcbfda4-242c-443e-a026-044c2edcb94f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 14696cc4-63b9-459f-bc96-b8f07a92db06 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:45:05.998256 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcbfda4-242c-443e-a026-044c2edcb94f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:45:06.013603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dcae00-6d14-4f48-bcea-c6db66970a71 None None] Sync routers for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:45:06.021905 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-dbcbfda4-242c-443e-a026-044c2edcb94f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/14696cc4-63b9-459f-bc96-b8f07a92db06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4030886 Apr 29 17:45:06.022420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54302) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:06.037018 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dcae00-6d14-4f48-bcea-c6db66970a71 None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:06.037638 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b6dcae00-6d14-4f48-bcea-c6db66970a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:44:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:06.227037 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting subnet 93f0fe4a-fdb1-453e-bae3-3949dc09a971 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:45:06.230020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:06.266359 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-b6dcae00-6d14-4f48-bcea-c6db66970a71 None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:06.290838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:06.377223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:06.454945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:06.494271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Subnet': ['ID=93f0fe4a-fdb1-453e-bae3-3949dc09a971,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:06.499112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:06.507832 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:06.508168 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:06.508505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:06.508837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:06.509165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:06.509590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:06.510004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:06.510347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:06.510587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:06.510932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:06.511270 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:06.511637 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:06.514976 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f45b5b2e-a287-4074-b608-7848a487ea5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/subnets/93f0fe4a-fdb1-453e-bae3-3949dc09a971 HTTP/1.1" status: 204 len: 168 time: 0.4914742 Apr 29 17:45:06.517901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54306) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:06.531743 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d9fcc7-13f9-411d-b4f5-777e243ea912 None None] Network 15aba930-48a6-4ad3-bd64-7d05682f5580 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:45:06.703335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:06.730921 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b6dcae00-6d14-4f48-bcea-c6db66970a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:45:05Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:06.736852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dcae00-6d14-4f48-bcea-c6db66970a71 None None] Checking router: 14696cc4-63b9-459f-bc96-b8f07a92db06 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:45:06.751776 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dcae00-6d14-4f48-bcea-c6db66970a71 None None] Routers {'14696cc4-63b9-459f-bc96-b8f07a92db06'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:06.752377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b6dcae00-6d14-4f48-bcea-c6db66970a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:44:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['14696cc4-63b9-459f-bc96-b8f07a92db06'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:06.881107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:06.895391 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 2840ed9f-5c53-4a11-8580-179a8230825e {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:45:06.895767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:06.936959 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-b6dcae00-6d14-4f48-bcea-c6db66970a71 None None] Set router 14696cc4-63b9-459f-bc96-b8f07a92db06 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:06.982116 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed098499-bbdc-49e5-a64e-de38d1aa02a8 None None] DHCP port deletion for 15aba930-48a6-4ad3-bd64-7d05682f5580 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:45:07.046761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ed098499-bbdc-49e5-a64e-de38d1aa02a8 None None] Deleting port f48c2533-b346-4fbc-81d7-05bae981fb56 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:45:07.047533 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ed098499-bbdc-49e5-a64e-de38d1aa02a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:07.076049 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 2840ed9f-5c53-4a11-8580-179a8230825e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2840ed9f-5c53-4a11-8580-179a8230825e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:07.076632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:07.199744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 2840ed9f-5c53-4a11-8580-179a8230825e owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:45:07.387416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:07.392403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ed098499-bbdc-49e5-a64e-de38d1aa02a8 None None] For port f48c2533-b346-4fbc-81d7-05bae981fb56, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f48c2533-b346-4fbc-81d7-05bae981fb56,segment=NetworkSegment(78f058ef-7529-4c85-9e83-4506c669549f),segment_id=78f058ef-7529-4c85-9e83-4506c669549f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:07.392789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ed098499-bbdc-49e5-a64e-de38d1aa02a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:07.437115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=2840ed9f-5c53-4a11-8580-179a8230825e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:07.529095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:07.560034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ed098499-bbdc-49e5-a64e-de38d1aa02a8 None None] Calling delete_port for f48c2533-b346-4fbc-81d7-05bae981fb56 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:45:07.617271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b6dcae00-6d14-4f48-bcea-c6db66970a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:45:05Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:07.623036 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dcae00-6d14-4f48-bcea-c6db66970a71 None None] The sync data for ids ['14696cc4-63b9-459f-bc96-b8f07a92db06'] in dv-neutron-839024-2-hyperv is: [{'id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'name': 'tempest-TestNetworkBasicOps-router-340058411', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:45:05Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '2840ed9f-5c53-4a11-8580-179a8230825e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14696cc4-63b9-459f-bc96-b8f07a92db06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:43:00Z', 'updated_at': '2022-04-29T17:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:45:07.665939 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ed098499-bbdc-49e5-a64e-de38d1aa02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:07.722386 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed098499-bbdc-49e5-a64e-de38d1aa02a8 None None] Pushing event deleted for resources: {'Port': ['ID=f48c2533-b346-4fbc-81d7-05bae981fb56,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:07.725678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed098499-bbdc-49e5-a64e-de38d1aa02a8 None None] No DVR routers for this DVR port f48c2533-b346-4fbc-81d7-05bae981fb56 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:45:07.833562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:07.835797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:07.859843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:07.860411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Fanout notify agent at l3_agent the message router_deleted on router 14696cc4-63b9-459f-bc96-b8f07a92db06 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:45:07.875913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:07.877000 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b979850b-ce67-4310-afb3-5ec1eeef1624 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/routers/14696cc4-63b9-459f-bc96-b8f07a92db06 HTTP/1.1" status: 204 len: 168 time: 1.3584449 Apr 29 17:45:07.881066 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54310) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:07.995357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aed1b035-f9d2-4930-a985-fde8c0d10c05 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.127704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f48c2533-b346-4fbc-81d7-05bae981fb56 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:45:08.139538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aed1b035-f9d2-4930-a985-fde8c0d10c05 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.161863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: f48c2533-b346-4fbc-81d7-05bae981fb56 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:45:08.162205 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f48c2533-b346-4fbc-81d7-05bae981fb56 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:45:08.162628 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2f44b90f-6e4a-4642-b8cf-a48c478647d4 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:45:08.168713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-aed1b035-f9d2-4930-a985-fde8c0d10c05 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15aba930-48a6-4ad3-bd64-7d05682f5580']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:08.184137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-aed1b035-f9d2-4930-a985-fde8c0d10c05 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f058ef-7529-4c85-9e83-4506c669549f') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:08.184462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-aed1b035-f9d2-4930-a985-fde8c0d10c05 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f058ef-7529-4c85-9e83-4506c669549f') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:08.197037 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 2f44b90f-6e4a-4642-b8cf-a48c478647d4 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:45:08.197363 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2f44b90f-6e4a-4642-b8cf-a48c478647d4 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:45:08.197744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aed1b035-f9d2-4930-a985-fde8c0d10c05 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.215055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aed1b035-f9d2-4930-a985-fde8c0d10c05 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.221283 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed1b035-f9d2-4930-a985-fde8c0d10c05 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:45:08.221655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aed1b035-f9d2-4930-a985-fde8c0d10c05 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:45:08.235856 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:45:08.316650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aed1b035-f9d2-4930-a985-fde8c0d10c05 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.321718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aed1b035-f9d2-4930-a985-fde8c0d10c05 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.352567 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1b035-f9d2-4930-a985-fde8c0d10c05 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Network': ['ID=15aba930-48a6-4ad3-bd64-7d05682f5580,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:08.361272 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-aed1b035-f9d2-4930-a985-fde8c0d10c05 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/networks/15aba930-48a6-4ad3-bd64-7d05682f5580 HTTP/1.1" status: 204 len: 168 time: 0.4792700 Apr 29 17:45:08.383279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54314) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:08.388828 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'network': {'name': 'tempest-network-smoke--791592402', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'port_security_enabled': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:08.393887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:08.398091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:network and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:08.401123 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:08.406906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:08.418964 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:45:08.422763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.451096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:45:08.459020 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:45:08.463222 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.463613 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Added segment 52ba237a-304b-44fd-8298-b376068f7b3d of type vlan for network e9427a32-b262-4a04-a02c-069cfec16491 Apr 29 17:45:08.489102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.518701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.524101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:08.524773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.629211 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2448242 Apr 29 17:45:08.632608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54318) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:08.635322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b595986-91e0-4d93-bf86-c0b7e8fcc0be tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Network': ['ID=e9427a32-b262-4a04-a02c-069cfec16491,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:08.639773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'admin_state_up': True, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:08.646090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network e9427a32-b262-4a04-a02c-069cfec16491 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:45:08.647132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:08.651131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:router and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:08.653986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:08.659827 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:08.674010 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.675188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.699480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:08.966460 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:09.277997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:09.415026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:09.563404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.244 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/1a491b57-5027-4b05-950b-f9cee6c32684) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:45:09.708466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:09.740695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:09.802791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:45:09.805646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:45:09.809354 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:45:09.845412 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=1a491b57-5027-4b05-950b-f9cee6c32684,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:10.035486 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2840ed9f-5c53-4a11-8580-179a8230825e no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:45:10.073952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 2840ed9f-5c53-4a11-8580-179a8230825e {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:45:10.074264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2840ed9f-5c53-4a11-8580-179a8230825e not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:45:10.222546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:10.576999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:10.901474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:45:11.077430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:45:11.087318 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Sync routers for ids ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:45:11.097637 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Routers {'bc0aa47f-7c8a-41bd-a07e-efda8e658b11'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:11.098238 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:44:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:11.105710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:11.106958 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f4990470-4490-42bc-ac5a-ba8fd564e0b4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4733684 Apr 29 17:45:11.110260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54322) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:11.265594 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-70b6e67c-2b65-4acf-8930-c8d1d4002853 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=438682cd007d46eb90f162f5f8d9699b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1542454 Apr 29 17:45:11.268257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54328) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:11.268423 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Set router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:11.402432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfffe642-6d79-468c-93f4-ab2c7b8cbd58 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:11.403943 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dfffe642-6d79-468c-93f4-ab2c7b8cbd58 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347153 Apr 29 17:45:11.406827 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54332) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:11.446215 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8c1bf7ca-5c9f-4da8-9f3f-275a1cadbd74 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382419 Apr 29 17:45:11.448965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54336) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:11.454397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-518568062', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:11.540992 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:10Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:11.545095 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Checking router: bc0aa47f-7c8a-41bd-a07e-efda8e658b11 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:45:11.545429 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Updating router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 port 1a491b57-5027-4b05-950b-f9cee6c32684 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:45:11.564457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:11.568363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:subnet and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:11.571199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:11.576928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:11.587486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:45:11.590931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:11.595845 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:11.810410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:11.898771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Subnet': ['ID=b91d83d8-26cc-468a-b3e8-44c03144ec35,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:11.905075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Checking segment: {'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:45:11.905427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network hostable DHCP agents. Network: e9427a32-b262-4a04-a02c-069cfec16491, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:45:11.924455 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network e9427a32-b262-4a04-a02c-069cfec16491 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:45:11.939614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, e9427a32-b262-4a04-a02c-069cfec16491) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:45:11.945025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:11.945025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:11.950606 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:11.955367 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c03267c-383b-4b07-949d-233595d5b9c7 None None] Network e9427a32-b262-4a04-a02c-069cfec16491 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:45:11.964492 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Transition to ACTIVE for port object 1a491b57-5027-4b05-950b-f9cee6c32684 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:45:11.972765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54340) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:11.978802 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:11.986554 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1e0b3684-14de-4196-a268-ab6048b29373 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5327938 Apr 29 17:45:12.106502 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Pushing event updated for resources: {'Port': ['ID=1a491b57-5027-4b05-950b-f9cee6c32684,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:12.120997 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:12.120997 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:12.121736 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:12.121897 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:12.122243 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:12.123404 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:12.123404 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:12.123761 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:12.124149 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:12.125311 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:12.125311 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:12.125595 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:12.140195 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Attempting to bind port 1a491b57-5027-4b05-950b-f9cee6c32684 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:45:12.140646 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Attempting to bind port 1a491b57-5027-4b05-950b-f9cee6c32684 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:45:12.141630 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Attempting to bind port 1a491b57-5027-4b05-950b-f9cee6c32684 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:45:12.151189 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:45:12.151733 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:45:12.152559 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:12.153030 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:45:12.153771 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Bound port: 1a491b57-5027-4b05-950b-f9cee6c32684, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:45:12.155382 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:12.226869 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e9427a32-b262-4a04-a02c-069cfec16491', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ips': [{'subnet_id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:45:12.228171 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:12.277924 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] For port 1a491b57-5027-4b05-950b-f9cee6c32684, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:45:12.284331 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] For port 1a491b57-5027-4b05-950b-f9cee6c32684, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1a491b57-5027-4b05-950b-f9cee6c32684,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:45:12.295557 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:12.426341 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Routers {'bc0aa47f-7c8a-41bd-a07e-efda8e658b11'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:12.426948 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:44:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:12.474106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Allocated IP 172.20.0.2 (e9427a32-b262-4a04-a02c-069cfec16491/b91d83d8-26cc-468a-b3e8-44c03144ec35/dae9f4f9-b87e-4673-8f1d-8731236735aa) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:45:12.546165 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5cb3a-0afa-4b2e-9969-68fc7f8b335c None None] Pushing event updated for resources: {'Port': ['ID=1a491b57-5027-4b05-950b-f9cee6c32684,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:12.619651 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] Set router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:12.722856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:12.735549 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Transition to ACTIVE for port object dae9f4f9-b87e-4673-8f1d-8731236735aa will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:45:12.757114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Transition to ACTIVE for port object dae9f4f9-b87e-4673-8f1d-8731236735aa will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:45:12.763004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:12.832613 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Network e9427a32-b262-4a04-a02c-069cfec16491 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:45:12.835809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:45:12.838740 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:45:12.872106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Pushing event updated for resources: {'Port': ['ID=dae9f4f9-b87e-4673-8f1d-8731236735aa,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:12.916865 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:10Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:12.920962 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bf3e3b-2e3d-4fe7-824f-3a3f3ad91132 None None] The sync data for ids ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'] in dv-neutron-839024-2-hyperv is: [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:10Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:45:12.929882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:12.943924 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Attempting to bind port dae9f4f9-b87e-4673-8f1d-8731236735aa on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:45:12.944301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Attempting to bind port dae9f4f9-b87e-4673-8f1d-8731236735aa by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:45:12.944721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Attempting to bind port dae9f4f9-b87e-4673-8f1d-8731236735aa on network e9427a32-b262-4a04-a02c-069cfec16491 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:45:12.952033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:45:12.952411 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Checking segment: {'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:45:12.952811 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:12.953197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Bound using segment: {'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:45:12.953660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Bound port: dae9f4f9-b87e-4673-8f1d-8731236735aa, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:45:12.954090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:13.050932 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] For port dae9f4f9-b87e-4673-8f1d-8731236735aa, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:45:13.054421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] For port dae9f4f9-b87e-4673-8f1d-8731236735aa, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dae9f4f9-b87e-4673-8f1d-8731236735aa,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:45:13.060162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:13.160384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e43ea2-7610-47bc-9852-7c798df7f2fc None None] Pushing event updated for resources: {'Port': ['ID=dae9f4f9-b87e-4673-8f1d-8731236735aa,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:13.497709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.1 (e9427a32-b262-4a04-a02c-069cfec16491/b91d83d8-26cc-468a-b3e8-44c03144ec35/801cbfde-af85-4c21-b163-13824c3803c3) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:45:13.718380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:13.740395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 801cbfde-af85-4c21-b163-13824c3803c3 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:45:13.777395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:13.860637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network e9427a32-b262-4a04-a02c-069cfec16491 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:45:13.872552 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:45:13.875134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:45:13.909326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=801cbfde-af85-4c21-b163-13824c3803c3,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:13.938758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:13.938940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:13.939326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:13.939662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:13.940299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:13.940405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:13.940705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:13.941050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:13.942112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:13.942112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:13.942327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:13.942816 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:13.971270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:14.155251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:14.194713 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1a491b57-5027-4b05-950b-f9cee6c32684 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:45:14.273891 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 1a491b57-5027-4b05-950b-f9cee6c32684 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:45:14.279414 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 1a491b57-5027-4b05-950b-f9cee6c32684 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:14.279790 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:14.417623 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c485f1c6-6471-4dbb-8531-a2f2d1463dec None None] Network e9427a32-b262-4a04-a02c-069cfec16491 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:45:14.440632 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:14.528703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 1a491b57-5027-4b05-950b-f9cee6c32684, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1a491b57-5027-4b05-950b-f9cee6c32684,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:14.532192 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2d979c15-76ca-4b9e-bace-5cb81f64e554 None None] Provisioning for port dae9f4f9-b87e-4673-8f1d-8731236735aa completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:45:14.583129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:14.583917 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dae9f4f9-b87e-4673-8f1d-8731236735aa up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:45:14.735414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:14.739888 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:14.755650 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=1a491b57-5027-4b05-950b-f9cee6c32684,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:14.777755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:14.777755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:14.777755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:14.778526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:14.778526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:14.778526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:14.778812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:14.779432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:14.779745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:14.780000 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:14.780604 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:14.781009 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:45:14.827177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port dae9f4f9-b87e-4673-8f1d-8731236735aa completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:45:14.859178 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port dae9f4f9-b87e-4673-8f1d-8731236735aa triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:14.859178 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:14.868503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:14.868503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=801cbfde-af85-4c21-b163-13824c3803c3,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:15.005223 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:15.017516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network e9427a32-b262-4a04-a02c-069cfec16491 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:45:15.018860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:45:15.061880 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port dae9f4f9-b87e-4673-8f1d-8731236735aa, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dae9f4f9-b87e-4673-8f1d-8731236735aa,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:15.068774 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:15.144882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=dae9f4f9-b87e-4673-8f1d-8731236735aa,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:15.231078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:45:15.279232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-34a55a32-1763-4d7b-a446-7920353cca86 None None] Provisioning for port 801cbfde-af85-4c21-b163-13824c3803c3 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:45:15.286319 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-34a55a32-1763-4d7b-a446-7920353cca86 None None] Provisioning complete for port 801cbfde-af85-4c21-b163-13824c3803c3 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:15.286573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-34a55a32-1763-4d7b-a446-7920353cca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:15.349931 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-34a55a32-1763-4d7b-a446-7920353cca86 None None] Port 801cbfde-af85-4c21-b163-13824c3803c3 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:45:15.363010 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-34a55a32-1763-4d7b-a446-7920353cca86 None None] Provisioning complete for port dae9f4f9-b87e-4673-8f1d-8731236735aa triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:15.363573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-34a55a32-1763-4d7b-a446-7920353cca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:15.435140 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:45:15.472479 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f2237f82-fd8c-4be1-bb7a-6043d2911739 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/bc0aa47f-7c8a-41bd-a07e-efda8e658b11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4945958 Apr 29 17:45:15.472479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54344) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:15.479593 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Sync routers for ids ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:45:15.519451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Routers {'bc0aa47f-7c8a-41bd-a07e-efda8e658b11'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:15.520164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:44:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:15.649903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a7570-eed7-46e1-a538-1cb753ed23fc tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:15.650284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a7570-eed7-46e1-a538-1cb753ed23fc tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:15.650760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a7570-eed7-46e1-a538-1cb753ed23fc tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:15.651244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a7570-eed7-46e1-a538-1cb753ed23fc tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:15.652196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a7570-eed7-46e1-a538-1cb753ed23fc tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:15.652306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a7570-eed7-46e1-a538-1cb753ed23fc tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:15.654351 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5c8a7570-eed7-46e1-a538-1cb753ed23fc tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1818066 Apr 29 17:45:15.657340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54348) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:15.728096 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Set router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:15.728371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975464ac-0cbd-41fc-b3af-e73b651c2d75 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:15.728835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975464ac-0cbd-41fc-b3af-e73b651c2d75 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:15.729282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975464ac-0cbd-41fc-b3af-e73b651c2d75 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:15.729755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975464ac-0cbd-41fc-b3af-e73b651c2d75 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:15.730284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975464ac-0cbd-41fc-b3af-e73b651c2d75 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:15.730804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975464ac-0cbd-41fc-b3af-e73b651c2d75 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:15.735359 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-975464ac-0cbd-41fc-b3af-e73b651c2d75 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0744703 Apr 29 17:45:15.736565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54352) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:15.870445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b52f4583-7414-4552-8957-87b3b6350b0a None None] Provisioning complete for port 801cbfde-af85-4c21-b163-13824c3803c3 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:15.870814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b52f4583-7414-4552-8957-87b3b6350b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:15.948530 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d12b1865-eaca-4a70-aaf6-131f8b91c2e0 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2119765 Apr 29 17:45:15.951379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54356) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:15.956632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-356117923', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:16.003015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b52f4583-7414-4552-8957-87b3b6350b0a None None] Port 801cbfde-af85-4c21-b163-13824c3803c3 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:45:16.094660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1a491b57-5027-4b05-950b-f9cee6c32684 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:45:16.095508 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:16.099897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:port and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:16.102988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:16.108749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:16.118710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:45:16.122532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:16.144281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] device_id is not set on port e0434c09-4a79-4b5d-9ace-c2da418922ab yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:45:16.158726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '801cbfde-af85-4c21-b163-13824c3803c3', 'name': '', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:8d:0a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:13Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:16.164614 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Checking router: bc0aa47f-7c8a-41bd-a07e-efda8e658b11 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:45:16.164964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Updating router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 port 801cbfde-af85-4c21-b163-13824c3803c3 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:45:16.218366 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 1a491b57-5027-4b05-950b-f9cee6c32684 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:16.218758 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:16.264854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:16.287211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.12 (e9427a32-b262-4a04-a02c-069cfec16491/b91d83d8-26cc-468a-b3e8-44c03144ec35/e0434c09-4a79-4b5d-9ace-c2da418922ab) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:45:16.502897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dae9f4f9-b87e-4673-8f1d-8731236735aa up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:45:16.574224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port dae9f4f9-b87e-4673-8f1d-8731236735aa triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:16.574720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:16.617945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:16.633489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object e0434c09-4a79-4b5d-9ace-c2da418922ab will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:45:16.658730 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:16.730432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network e9427a32-b262-4a04-a02c-069cfec16491 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:45:16.734055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:45:16.738227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:45:16.779035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=e0434c09-4a79-4b5d-9ace-c2da418922ab,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:16.808063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:16.808737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:16.836563 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8e839c07-13e3-4ff5-a8ec-3a10108e892d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8816783 Apr 29 17:45:16.907561 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:16.920314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Transition to ACTIVE for port object 801cbfde-af85-4c21-b163-13824c3803c3 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:45:16.926837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.059410 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afa608-a85c-4ad1-ad2b-8cfc40b1144c None None] Pushing event updated for resources: {'Port': ['ID=801cbfde-af85-4c21-b163-13824c3803c3,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:17.121154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-aa038722-e6f6-4c34-aee5-598558f63526 None None] Provisioning for port e0434c09-4a79-4b5d-9ace-c2da418922ab completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:45:17.134756 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-aa038722-e6f6-4c34-aee5-598558f63526 None None] Provisioning complete for port e0434c09-4a79-4b5d-9ace-c2da418922ab triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:17.135416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-aa038722-e6f6-4c34-aee5-598558f63526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.193725 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Attempting to bind port 801cbfde-af85-4c21-b163-13824c3803c3 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:45:17.194096 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Attempting to bind port 801cbfde-af85-4c21-b163-13824c3803c3 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:45:17.194457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Attempting to bind port 801cbfde-af85-4c21-b163-13824c3803c3 on network e9427a32-b262-4a04-a02c-069cfec16491 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:45:17.204652 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:45:17.205029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Checking segment: {'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:45:17.205449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.205832 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Bound using segment: {'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:45:17.206294 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Bound port: 801cbfde-af85-4c21-b163-13824c3803c3, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:45:17.206635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.208744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54362) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:17.214173 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493225778', 'description': 'tempest-secgroup-smoke-493225778 description', 'project_id': '438682cd007d46eb90f162f5f8d9699b'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:17.218001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-aa038722-e6f6-4c34-aee5-598558f63526 None None] Port e0434c09-4a79-4b5d-9ace-c2da418922ab cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:45:17.221175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:17.225324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:17.228234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:17.233873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:17.244491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.263950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:17.267886 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:17.270713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:17.276494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:17.297990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] For port 801cbfde-af85-4c21-b163-13824c3803c3, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:45:17.301353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] For port 801cbfde-af85-4c21-b163-13824c3803c3, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=801cbfde-af85-4c21-b163-13824c3803c3,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:45:17.306121 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.352522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.357191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.392274 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Routers {'bc0aa47f-7c8a-41bd-a07e-efda8e658b11'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:17.392908 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:44:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:17.405678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07571d6f-c066-4bd2-8a55-7bab899af5d8,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:17.413472 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.417791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54366) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:17.418299 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fafbf4b2-69f8-4d45-bf7b-18f0ed17974c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2079899 Apr 29 17:45:17.424128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-373a9098-a05e-4d46-a1e6-545487a9b0b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '07571d6f-c066-4bd2-8a55-7bab899af5d8', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:17.431320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-373a9098-a05e-4d46-a1e6-545487a9b0b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:17.435568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-373a9098-a05e-4d46-a1e6-545487a9b0b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:17.438621 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-373a9098-a05e-4d46-a1e6-545487a9b0b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:17.444638 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-373a9098-a05e-4d46-a1e6-545487a9b0b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:17.463896 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-373a9098-a05e-4d46-a1e6-545487a9b0b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.528566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-373a9098-a05e-4d46-a1e6-545487a9b0b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.530601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afa608-a85c-4ad1-ad2b-8cfc40b1144c None None] Pushing event updated for resources: {'Port': ['ID=801cbfde-af85-4c21-b163-13824c3803c3,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:17.541022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-373a9098-a05e-4d46-a1e6-545487a9b0b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.566101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a9098-a05e-4d46-a1e6-545487a9b0b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1452a9bf-5f80-4f2c-8046-dd58ad747f72,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:17.579404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-373a9098-a05e-4d46-a1e6-545487a9b0b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.580614 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-373a9098-a05e-4d46-a1e6-545487a9b0b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607184 Apr 29 17:45:17.583475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54370) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:17.588521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c83b0dbf-1932-42e8-ba8a-d9ad9bf11ad6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '07571d6f-c066-4bd2-8a55-7bab899af5d8', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:17.594161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c83b0dbf-1932-42e8-ba8a-d9ad9bf11ad6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:17.594323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] Set router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:17.598044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c83b0dbf-1932-42e8-ba8a-d9ad9bf11ad6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:17.601033 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-c83b0dbf-1932-42e8-ba8a-d9ad9bf11ad6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:17.606925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-c83b0dbf-1932-42e8-ba8a-d9ad9bf11ad6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:17.624481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c83b0dbf-1932-42e8-ba8a-d9ad9bf11ad6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.691174 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c83b0dbf-1932-42e8-ba8a-d9ad9bf11ad6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.695093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c83b0dbf-1932-42e8-ba8a-d9ad9bf11ad6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.719206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b0dbf-1932-42e8-ba8a-d9ad9bf11ad6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535c9346-b210-4886-aa4d-186f67836533,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:17.729440 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c83b0dbf-1932-42e8-ba8a-d9ad9bf11ad6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.730865 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c83b0dbf-1932-42e8-ba8a-d9ad9bf11ad6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462345 Apr 29 17:45:17.733802 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54374) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:17.738874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2ced5133-1fb9-487c-a52a-dbb2842be377 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '07571d6f-c066-4bd2-8a55-7bab899af5d8', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:17.745991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2ced5133-1fb9-487c-a52a-dbb2842be377 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:17.749884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2ced5133-1fb9-487c-a52a-dbb2842be377 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:17.752745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2ced5133-1fb9-487c-a52a-dbb2842be377 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:17.758432 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2ced5133-1fb9-487c-a52a-dbb2842be377 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:17.776695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2ced5133-1fb9-487c-a52a-dbb2842be377 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.841136 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2ced5133-1fb9-487c-a52a-dbb2842be377 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.845345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2ced5133-1fb9-487c-a52a-dbb2842be377 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.868390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced5133-1fb9-487c-a52a-dbb2842be377 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57ae01f-8821-4fd1-861b-44f046c9adaf,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:17.879008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2ced5133-1fb9-487c-a52a-dbb2842be377 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.880299 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2ced5133-1fb9-487c-a52a-dbb2842be377 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455445 Apr 29 17:45:17.883419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54378) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:17.888571 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3ece8ef8-dd61-44d8-b1e2-a4c1a1ec4b0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '07571d6f-c066-4bd2-8a55-7bab899af5d8', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:17.894789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3ece8ef8-dd61-44d8-b1e2-a4c1a1ec4b0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:17.899155 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3ece8ef8-dd61-44d8-b1e2-a4c1a1ec4b0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:17.902615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3ece8ef8-dd61-44d8-b1e2-a4c1a1ec4b0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:17.909058 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3ece8ef8-dd61-44d8-b1e2-a4c1a1ec4b0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:17.928521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3ece8ef8-dd61-44d8-b1e2-a4c1a1ec4b0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:17.974107 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '801cbfde-af85-4c21-b163-13824c3803c3', 'name': '', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:8d:0a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:13Z', 'updated_at': '2022-04-29T17:45:17Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:17.978325 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845e3ab8-b4e1-4ee8-ac1f-82bd30b4bfc0 None None] The sync data for ids ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'] in dv-neutron-839024-2-hyperv is: [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '801cbfde-af85-4c21-b163-13824c3803c3', 'name': '', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:8d:0a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:13Z', 'updated_at': '2022-04-29T17:45:17Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:45:17.995644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3ece8ef8-dd61-44d8-b1e2-a4c1a1ec4b0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.000659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3ece8ef8-dd61-44d8-b1e2-a4c1a1ec4b0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.025467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece8ef8-dd61-44d8-b1e2-a4c1a1ec4b0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b7b7c2-9204-4178-9970-e0188852252f,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:18.047090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3ece8ef8-dd61-44d8-b1e2-a4c1a1ec4b0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.048651 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3ece8ef8-dd61-44d8-b1e2-a4c1a1ec4b0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642661 Apr 29 17:45:18.051594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54382) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:18.058640 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-f5453856-b15c-466d-94d5-e783b84ec856 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '07571d6f-c066-4bd2-8a55-7bab899af5d8', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:18.063715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f5453856-b15c-466d-94d5-e783b84ec856 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:18.067719 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f5453856-b15c-466d-94d5-e783b84ec856 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:18.072516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f5453856-b15c-466d-94d5-e783b84ec856 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:18.079352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f5453856-b15c-466d-94d5-e783b84ec856 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:18.095333 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-f5453856-b15c-466d-94d5-e783b84ec856 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:45:18.102918 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f5453856-b15c-466d-94d5-e783b84ec856 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.153554 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 801cbfde-af85-4c21-b163-13824c3803c3 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:45:18.182588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f5453856-b15c-466d-94d5-e783b84ec856 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.187691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f5453856-b15c-466d-94d5-e783b84ec856 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.214019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5453856-b15c-466d-94d5-e783b84ec856 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56e5e7d-516a-4ed6-b69b-539094a0e149,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:18.226350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.227238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f5453856-b15c-466d-94d5-e783b84ec856 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.228844 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f5453856-b15c-466d-94d5-e783b84ec856 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1763060 Apr 29 17:45:18.231531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54386) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:18.236742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-64c265b8-c79a-45cc-8381-1b4a53c45806 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '07571d6f-c066-4bd2-8a55-7bab899af5d8', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:18.243579 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-64c265b8-c79a-45cc-8381-1b4a53c45806 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:18.247962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64c265b8-c79a-45cc-8381-1b4a53c45806 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:18.248279 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 801cbfde-af85-4c21-b163-13824c3803c3 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:45:18.251643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-64c265b8-c79a-45cc-8381-1b4a53c45806 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:18.253599 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 801cbfde-af85-4c21-b163-13824c3803c3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:18.253970 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.258880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-64c265b8-c79a-45cc-8381-1b4a53c45806 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:18.270285 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-64c265b8-c79a-45cc-8381-1b4a53c45806 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:45:18.277852 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-64c265b8-c79a-45cc-8381-1b4a53c45806 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.351462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-64c265b8-c79a-45cc-8381-1b4a53c45806 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.355915 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-64c265b8-c79a-45cc-8381-1b4a53c45806 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.377079 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.387851 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c265b8-c79a-45cc-8381-1b4a53c45806 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbfdecd-0a26-4149-8d05-2ff951d3b553,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:18.398072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-64c265b8-c79a-45cc-8381-1b4a53c45806 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.408373 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-64c265b8-c79a-45cc-8381-1b4a53c45806 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1668317 Apr 29 17:45:18.414649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 801cbfde-af85-4c21-b163-13824c3803c3, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=801cbfde-af85-4c21-b163-13824c3803c3,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:18.420237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:18.496631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=801cbfde-af85-4c21-b163-13824c3803c3,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:18.701638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-27b045bb-5e10-46cd-b49d-6e44b8ec97cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:45:18.717506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-27b045bb-5e10-46cd-b49d-6e44b8ec97cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:45:18.718863 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-27b045bb-5e10-46cd-b49d-6e44b8ec97cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493225778&fields=id&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 267 time: 0.0590420 Apr 29 17:45:18.796361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-b2be94bd-3a9b-4015-a8d7-acf0fb833252 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:18.797034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-b2be94bd-3a9b-4015-a8d7-acf0fb833252 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:45:18.813251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-b2be94bd-3a9b-4015-a8d7-acf0fb833252 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:45:18.814537 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-b2be94bd-3a9b-4015-a8d7-acf0fb833252 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 930 time: 0.0889728 Apr 29 17:45:18.960121 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-efa07aa0-f869-4b3c-9b51-9c34baec10dd service neutron] 10.222.0.11 "GET /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1325123 Apr 29 17:45:19.094790 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-9a8e184e-5cf2-44eb-a9ac-8758b222219c service neutron] 10.222.0.11 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285911 Apr 29 17:45:19.228164 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-2b0c679c-12c7-43d4-9396-b14d9d2c2199 service neutron] 10.222.0.11 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270983 Apr 29 17:45:19.473626 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-99a30270-240b-4cf8-bec0-64726bb93e36 req-53fa7be4-dfd4-453f-80e0-8ffbd44caf20 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 210 time: 0.0911367 Apr 29 17:45:20.100637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 801cbfde-af85-4c21-b163-13824c3803c3 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:45:20.168971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 801cbfde-af85-4c21-b163-13824c3803c3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:20.169352 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:20.643126 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f35f1939-9669-4b0d-9c9f-919f67c86879 req-7e691d72-67d8-497c-b46e-ca5f2b2824f9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 210 time: 0.0545411 Apr 29 17:45:20.833320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-e35b9b54-fd45-4659-a965-d1d1f2ea05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:20.834678 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-e35b9b54-fd45-4659-a965-d1d1f2ea05d1 service neutron] 10.222.0.36 "GET /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 1026 time: 0.1115892 Apr 29 17:45:20.983156 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-285b02cb-64f4-4e82-a8d8-58415664faab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:20.983841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-285b02cb-64f4-4e82-a8d8-58415664faab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:45:21.001509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-285b02cb-64f4-4e82-a8d8-58415664faab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:45:21.002802 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-285b02cb-64f4-4e82-a8d8-58415664faab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks?id=e9427a32-b262-4a04-a02c-069cfec16491 HTTP/1.1" status: 200 len: 796 time: 0.1628132 Apr 29 17:45:21.054357 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-ef7a96dc-4d49-4666-a0e7-b99127b97a77 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 379 time: 0.0436823 Apr 29 17:45:21.064781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Request body: {'port': {'device_id': '41772ccd-d93b-4e15-8a0e-25be3c7852e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:21.176875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:21.521284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0434c09-4a79-4b5d-9ace-c2da418922ab {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:45:21.528854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:21.544176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Transition to ACTIVE for port object e0434c09-4a79-4b5d-9ace-c2da418922ab will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:45:21.550221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:21.854718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Pushing event updated for resources: {'Port': ['ID=e0434c09-4a79-4b5d-9ace-c2da418922ab,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:21.981741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa56260-3ff4-4b59-865d-1ceeb9768c65 req-7efe9a92-929f-4753-87cf-e7b0992d6eed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:21.983233 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-caa56260-3ff4-4b59-865d-1ceeb9768c65 req-7efe9a92-929f-4753-87cf-e7b0992d6eed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 981 time: 0.2093639 Apr 29 17:45:21.984067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Attempting to bind port e0434c09-4a79-4b5d-9ace-c2da418922ab on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:45:21.984394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Attempting to bind port e0434c09-4a79-4b5d-9ace-c2da418922ab by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:45:21.984699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Attempting to bind port e0434c09-4a79-4b5d-9ace-c2da418922ab on network e9427a32-b262-4a04-a02c-069cfec16491 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:45:21.990734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Port e0434c09-4a79-4b5d-9ace-c2da418922ab on network e9427a32-b262-4a04-a02c-069cfec16491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:45:21.991052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Attempting to bind port e0434c09-4a79-4b5d-9ace-c2da418922ab on network e9427a32-b262-4a04-a02c-069cfec16491 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:45:22.011550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:45:22.011814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Checking segment: {'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:45:22.012176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Bound using segment: {'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:45:22.012589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Bound port: e0434c09-4a79-4b5d-9ace-c2da418922ab, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:45:22.012923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:22.082425 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-caa56260-3ff4-4b59-865d-1ceeb9768c65 req-cfd03d4c-20e6-46d5-9b1e-c6047fe034da tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924735 Apr 29 17:45:22.117060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:45:22.120067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:45:22.126248 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:22.198398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:22.198999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:22.200394 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] 10.222.0.36 "PUT /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 1131 time: 1.1393366 Apr 29 17:45:22.200819 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41772ccd-d93b-4e15-8a0e-25be3c7852e5', 'tag': 'e0434c09-4a79-4b5d-9ace-c2da418922ab'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:45:22.219606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60110f73-3ff1-4318-b19b-a5a4a0a18307 service neutron] Pushing event updated for resources: {'Port': ['ID=e0434c09-4a79-4b5d-9ace-c2da418922ab,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:22.270901 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3e8fa5-3590-4aa5-95c8-e85a6d424817'] response: {'name': 'network-changed', 'server_uuid': '41772ccd-d93b-4e15-8a0e-25be3c7852e5', 'tag': 'e0434c09-4a79-4b5d-9ace-c2da418922ab', 'status': 'completed', 'code': 200} Apr 29 17:45:22.312902 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-f6824e32-9b02-4656-9361-582d555a0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:22.314355 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-f6824e32-9b02-4656-9361-582d555a0296 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 1134 time: 0.0760336 Apr 29 17:45:22.386172 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-28a292f7-46c3-4d4f-abdc-f788b3f99aee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 217 time: 0.0653400 Apr 29 17:45:22.449501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-443fedc1-f73b-434a-8504-400d8dabcbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:22.450954 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-443fedc1-f73b-434a-8504-400d8dabcbd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b91d83d8-26cc-468a-b3e8-44c03144ec35 HTTP/1.1" status: 200 len: 834 time: 0.0589428 Apr 29 17:45:22.536723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-4a858163-c46e-4cff-baf6-f340112ea8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:22.538115 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-4a858163-c46e-4cff-baf6-f340112ea8ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9427a32-b262-4a04-a02c-069cfec16491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816011 Apr 29 17:45:22.669891 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-2d5f4430-1f59-4f96-898d-da7079a7479d service neutron] 10.222.0.36 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257327 Apr 29 17:45:22.808132 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1f7e539-d990-483a-ac22-73d7f7657553 req-5a1c51d3-af15-4656-bfd8-d54f9a299327 service neutron] 10.222.0.36 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320517 Apr 29 17:45:22.933842 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62185c2-9a37-4f75-85c7-80c6313f034d req-034d2810-af8b-49e5-a9be-c8ef75322355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:22.935203 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a62185c2-9a37-4f75-85c7-80c6313f034d req-034d2810-af8b-49e5-a9be-c8ef75322355 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 1134 time: 0.0746174 Apr 29 17:45:23.136108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62185c2-9a37-4f75-85c7-80c6313f034d req-b2d6a680-d96c-4c1e-afa4-3dd7f1871a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:23.137520 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a62185c2-9a37-4f75-85c7-80c6313f034d req-b2d6a680-d96c-4c1e-afa4-3dd7f1871a75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9427a32-b262-4a04-a02c-069cfec16491 HTTP/1.1" status: 200 len: 897 time: 0.1374769 Apr 29 17:45:23.247824 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a62185c2-9a37-4f75-85c7-80c6313f034d req-67df61fc-3063-4c6f-b91e-a6cfa856d1d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 217 time: 0.1036081 Apr 29 17:45:23.262007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-96cf2a78-cabd-4e56-bf16-4b998851b0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:23.323684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62185c2-9a37-4f75-85c7-80c6313f034d req-fc4c85cb-356b-49d8-8225-c81b4c05ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:23.325085 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a62185c2-9a37-4f75-85c7-80c6313f034d req-fc4c85cb-356b-49d8-8225-c81b4c05ec18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b91d83d8-26cc-468a-b3e8-44c03144ec35 HTTP/1.1" status: 200 len: 834 time: 0.0715020 Apr 29 17:45:23.383787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ed5bf-fc9a-44c9-9e02-f10b4286a119 req-3c5ad19c-1b6a-427a-a3d1-d6d9627f7b5a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:23.385168 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9b6ed5bf-fc9a-44c9-9e02-f10b4286a119 req-3c5ad19c-1b6a-427a-a3d1-d6d9627f7b5a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 981 time: 0.1909053 Apr 29 17:45:23.442278 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9b6ed5bf-fc9a-44c9-9e02-f10b4286a119 req-57d01438-079f-4697-844a-8e1469a7db80 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476208 Apr 29 17:45:23.449955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62185c2-9a37-4f75-85c7-80c6313f034d req-4ec6595b-254c-44f5-96be-6874b8c10dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:23.451535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a62185c2-9a37-4f75-85c7-80c6313f034d req-4ec6595b-254c-44f5-96be-6874b8c10dfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9427a32-b262-4a04-a02c-069cfec16491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1197066 Apr 29 17:45:23.700094 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a62185c2-9a37-4f75-85c7-80c6313f034d req-e612ae8f-f8ab-45a7-9404-e0a02fac73e0 service neutron] 10.222.0.36 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412162 Apr 29 17:45:23.832188 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a62185c2-9a37-4f75-85c7-80c6313f034d req-64c7bef2-d411-481b-b5b2-80707a4d22d5 service neutron] 10.222.0.36 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252551 Apr 29 17:45:24.345766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0434c09-4a79-4b5d-9ace-c2da418922ab details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:45:24.487846 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:24.500921 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': 'e0434c09-4a79-4b5d-9ace-c2da418922ab', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'port_id': 'e0434c09-4a79-4b5d-9ace-c2da418922ab', 'mac_address': 'fa:16:3e:7c:ca:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:45:24.558270 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:24.575159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0434c09-4a79-4b5d-9ace-c2da418922ab {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:45:24.590786 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:24.595997 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:24.634925 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ed15f-4a4f-4d1b-ab24-2feb58956caa req-2b9e3b89-cce0-4a75-a260-e96d9bf9986a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:24.636537 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b01ed15f-4a4f-4d1b-ab24-2feb58956caa req-2b9e3b89-cce0-4a75-a260-e96d9bf9986a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 981 time: 0.0874572 Apr 29 17:45:24.665856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=e0434c09-4a79-4b5d-9ace-c2da418922ab,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:24.686346 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b01ed15f-4a4f-4d1b-ab24-2feb58956caa req-ce30cf9e-f679-483d-b97e-6f29c81cf757 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433226 Apr 29 17:45:24.811254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['e0434c09-4a79-4b5d-9ace-c2da418922ab'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:45:25.389302 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f0bd707a-572f-4fe9-931c-6d7b30f0e568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:25.879121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fac59-9d2f-45ff-8ba4-2874a27fb98c req-9cfc1af6-4ab8-45bd-b466-02beddd61b21 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:25.880589 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3a3fac59-9d2f-45ff-8ba4-2874a27fb98c req-9cfc1af6-4ab8-45bd-b466-02beddd61b21 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 982 time: 0.0866423 Apr 29 17:45:25.929827 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3a3fac59-9d2f-45ff-8ba4-2874a27fb98c req-3d519df2-cda6-4268-8fcd-9435c0cd8de7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427616 Apr 29 17:45:26.361396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0434c09-4a79-4b5d-9ace-c2da418922ab up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:45:26.442072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port e0434c09-4a79-4b5d-9ace-c2da418922ab completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:45:26.455750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port e0434c09-4a79-4b5d-9ace-c2da418922ab triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:26.456236 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:26.585219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:26.589693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:26.616776 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41772ccd-d93b-4e15-8a0e-25be3c7852e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0434c09-4a79-4b5d-9ace-c2da418922ab'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:45:26.626421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:26.631080 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:26.702440 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=e0434c09-4a79-4b5d-9ace-c2da418922ab,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:26.720685 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cec9b6a-3148-4c40-8e63-527c42ced7a8'] response: {'server_uuid': '41772ccd-d93b-4e15-8a0e-25be3c7852e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0434c09-4a79-4b5d-9ace-c2da418922ab', 'code': 200} Apr 29 17:45:26.777786 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:26.956607 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe59ab-51ba-47b1-a031-984c0c5437b9 req-5faab784-27cd-4ac0-a531-0866c312f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:26.957979 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bfbe59ab-51ba-47b1-a031-984c0c5437b9 req-5faab784-27cd-4ac0-a531-0866c312f51e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 1136 time: 0.0721152 Apr 29 17:45:26.999036 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bfbe59ab-51ba-47b1-a031-984c0c5437b9 req-d4bf8fd6-5651-436c-934c-0617f3486675 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349665 Apr 29 17:45:27.118494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57351-640b-4b20-bed0-4b733b98bb7b req-cb67e808-e0ea-4f17-949c-dd9c6b9c136a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:27.120029 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-52a57351-640b-4b20-bed0-4b733b98bb7b req-cb67e808-e0ea-4f17-949c-dd9c6b9c136a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 983 time: 0.0867233 Apr 29 17:45:27.163977 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-52a57351-640b-4b20-bed0-4b733b98bb7b req-a69e5031-f258-410f-b098-75e7ef9d6534 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379329 Apr 29 17:45:27.968045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:28.367814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48156673-4b2e-4305-a00e-3c6ca234c192 req-f565ce3e-4cc7-49e5-9df3-30adc748647b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:28.369282 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-48156673-4b2e-4305-a00e-3c6ca234c192 req-f565ce3e-4cc7-49e5-9df3-30adc748647b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 983 time: 0.0856678 Apr 29 17:45:28.421285 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-48156673-4b2e-4305-a00e-3c6ca234c192 req-1502ddce-73eb-4512-8de2-4321f620e2ad tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 Apr 29 17:45:28.621184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9680921-75b9-4c17-b281-a9059e02a7d0 req-b16d63a3-03d1-4791-9c0f-a036b3b577a8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:28.622636 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9680921-75b9-4c17-b281-a9059e02a7d0 req-b16d63a3-03d1-4791-9c0f-a036b3b577a8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 983 time: 0.0938203 Apr 29 17:45:28.667418 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9680921-75b9-4c17-b281-a9059e02a7d0 req-5c50cd8c-e1e5-4558-b646-809c483eb346 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383492 Apr 29 17:45:28.690754 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54454) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:28.761147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802744af-10d5-4bb7-9fa1-9b2309ec3ff0 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:28.762628 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-802744af-10d5-4bb7-9fa1-9b2309ec3ff0 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 1131 time: 0.0708811 Apr 29 17:45:28.765817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54458) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:28.773372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': 'e0434c09-4a79-4b5d-9ace-c2da418922ab', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:28.779644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:28.784989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:floatingip and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:28.790684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:28.798493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:28.812120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:28.946512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:29.085508 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.87 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/082f5da5-bb2c-4206-8b3a-1721627c0447) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:45:29.239082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:29.270526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:29.339528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:45:29.342257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:45:29.347884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:45:29.376747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=082f5da5-bb2c-4206-8b3a-1721627c0447,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:29.859823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:29.937619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:30.153430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:30.161211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:30.268293 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=082f5da5-bb2c-4206-8b3a-1721627c0447,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:30.279552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:30.452342 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP 5e54b2b9-3ed8-4b45-a3c5-65489589da45 associated. External IP: 172.26.4.87, port: e0434c09-4a79-4b5d-9ace-c2da418922ab. Apr 29 17:45:30.825726 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:45:31.000419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:45:31.010886 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b16be-e98d-4aab-8d3a-aa80383139e9 None None] Sync routers for ids ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:45:31.022204 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b16be-e98d-4aab-8d3a-aa80383139e9 None None] Routers {'bc0aa47f-7c8a-41bd-a07e-efda8e658b11'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:31.022995 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-393b16be-e98d-4aab-8d3a-aa80383139e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:31.029386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:31.091256 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d06a12db-b5f2-4b08-bd5f-6f98cfc8d6e8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.3240685 Apr 29 17:45:31.091957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41772ccd-d93b-4e15-8a0e-25be3c7852e5', 'tag': 'e0434c09-4a79-4b5d-9ace-c2da418922ab'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:45:31.094196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54464) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:31.177038 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f7dad-c9c6-4516-b60e-e1b2330df8bd tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:31.178869 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bb8f7dad-c9c6-4516-b60e-e1b2330df8bd tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5&network_id=e9427a32-b262-4a04-a02c-069cfec16491 HTTP/1.1" status: 200 len: 1131 time: 0.0826969 Apr 29 17:45:31.200614 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0446dc8a-9413-4c1b-b847-345a95a443c5'] response: {'name': 'network-changed', 'server_uuid': '41772ccd-d93b-4e15-8a0e-25be3c7852e5', 'tag': 'e0434c09-4a79-4b5d-9ace-c2da418922ab', 'status': 'completed', 'code': 200} Apr 29 17:45:31.239103 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-393b16be-e98d-4aab-8d3a-aa80383139e9 None None] Set router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:31.323052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1099c6-f63f-4d98-a8a2-d27ba189ae20 req-109ab678-f177-426b-8dca-42191afb654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:31.325258 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0e1099c6-f63f-4d98-a8a2-d27ba189ae20 req-109ab678-f177-426b-8dca-42191afb654d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 1136 time: 0.0961587 Apr 29 17:45:31.599437 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-393b16be-e98d-4aab-8d3a-aa80383139e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '5e54b2b9-3ed8-4b45-a3c5-65489589da45', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.87', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'port_id': 'e0434c09-4a79-4b5d-9ace-c2da418922ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-356117923', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'mac_address': 'fa:16:3e:7c:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41772ccd-d93b-4e15-8a0e-25be3c7852e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:45:29Z', 'updated_at': '2022-04-29T17:45:29Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801cbfde-af85-4c21-b163-13824c3803c3', 'name': '', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:8d:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:13Z', 'updated_at': '2022-04-29T17:45:18Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:31.603197 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b16be-e98d-4aab-8d3a-aa80383139e9 None None] Checking router: bc0aa47f-7c8a-41bd-a07e-efda8e658b11 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:45:31.612144 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b16be-e98d-4aab-8d3a-aa80383139e9 None None] Routers {'bc0aa47f-7c8a-41bd-a07e-efda8e658b11'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:31.612717 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-393b16be-e98d-4aab-8d3a-aa80383139e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:31.699844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1099c6-f63f-4d98-a8a2-d27ba189ae20 req-185a33ed-a964-408a-9124-4879e6b77338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:31.701281 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0e1099c6-f63f-4d98-a8a2-d27ba189ae20 req-185a33ed-a964-408a-9124-4879e6b77338 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9427a32-b262-4a04-a02c-069cfec16491 HTTP/1.1" status: 200 len: 897 time: 0.3698466 Apr 29 17:45:31.794662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceeb828-03bc-47eb-8a3a-06833c8d0b8d req-0160e361-6dd3-49c3-88dc-983c07d1068d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:31.796148 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aceeb828-03bc-47eb-8a3a-06833c8d0b8d req-0160e361-6dd3-49c3-88dc-983c07d1068d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 946 time: 0.4418454 Apr 29 17:45:31.813138 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-393b16be-e98d-4aab-8d3a-aa80383139e9 None None] Set router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:31.813473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8713d9f-0fb9-49b8-9356-936307bc31d4 req-c440e757-d841-47c2-936e-4e04d901e48b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:31.814882 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f8713d9f-0fb9-49b8-9356-936307bc31d4 req-c440e757-d841-47c2-936e-4e04d901e48b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 983 time: 0.2856326 Apr 29 17:45:31.874645 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0e1099c6-f63f-4d98-a8a2-d27ba189ae20 req-21b0e449-c40f-4e99-af85-49ac2bb2647e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 1036 time: 0.1658819 Apr 29 17:45:31.934010 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aceeb828-03bc-47eb-8a3a-06833c8d0b8d req-69fcc795-5d94-4bb5-a68e-0ed2154db7a6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309052 Apr 29 17:45:31.938327 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f8713d9f-0fb9-49b8-9356-936307bc31d4 req-33cb5faf-9814-4ae8-a10c-035de432bb4e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081464 Apr 29 17:45:31.960371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1099c6-f63f-4d98-a8a2-d27ba189ae20 req-0a7897e8-e475-4479-8191-02e138fddb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:31.961818 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0e1099c6-f63f-4d98-a8a2-d27ba189ae20 req-0a7897e8-e475-4479-8191-02e138fddb4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b91d83d8-26cc-468a-b3e8-44c03144ec35 HTTP/1.1" status: 200 len: 834 time: 0.0786283 Apr 29 17:45:32.038227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1099c6-f63f-4d98-a8a2-d27ba189ae20 req-f73a9b4b-ed30-467e-89fe-884b1034791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:32.039698 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0e1099c6-f63f-4d98-a8a2-d27ba189ae20 req-f73a9b4b-ed30-467e-89fe-884b1034791c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9427a32-b262-4a04-a02c-069cfec16491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697598 Apr 29 17:45:32.148938 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-393b16be-e98d-4aab-8d3a-aa80383139e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '5e54b2b9-3ed8-4b45-a3c5-65489589da45', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.87', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'port_id': 'e0434c09-4a79-4b5d-9ace-c2da418922ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-356117923', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'mac_address': 'fa:16:3e:7c:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41772ccd-d93b-4e15-8a0e-25be3c7852e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:45:29Z', 'updated_at': '2022-04-29T17:45:29Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801cbfde-af85-4c21-b163-13824c3803c3', 'name': '', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:8d:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:13Z', 'updated_at': '2022-04-29T17:45:18Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:32.152932 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b16be-e98d-4aab-8d3a-aa80383139e9 None None] The sync data for ids ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'] in dv-neutron-839024-2-hyperv is: [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '5e54b2b9-3ed8-4b45-a3c5-65489589da45', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.87', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'port_id': 'e0434c09-4a79-4b5d-9ace-c2da418922ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-356117923', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'mac_address': 'fa:16:3e:7c:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41772ccd-d93b-4e15-8a0e-25be3c7852e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:45:29Z', 'updated_at': '2022-04-29T17:45:29Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801cbfde-af85-4c21-b163-13824c3803c3', 'name': '', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:8d:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:13Z', 'updated_at': '2022-04-29T17:45:18Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:45:32.176118 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0e1099c6-f63f-4d98-a8a2-d27ba189ae20 req-21d3e78d-5af2-446c-8f9a-3b14f2ea97ad service neutron] 10.222.0.36 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261964 Apr 29 17:45:32.319269 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0e1099c6-f63f-4d98-a8a2-d27ba189ae20 req-1b01dd8c-abea-4991-8fd0-090767529a29 service neutron] 10.222.0.36 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320217 Apr 29 17:45:32.348542 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b298063-f2f2-4c84-8122-317248a11bfd None None] New status for floating IP 5e54b2b9-3ed8-4b45-a3c5-65489589da45: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:45:32.783323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-7196a5ca-780c-4833-b7e9-0749a9b1dc61 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:32.784597 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-7196a5ca-780c-4833-b7e9-0749a9b1dc61 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 946 time: 0.0833762 Apr 29 17:45:32.852532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Deleting port 13f49793-6c1b-4b4f-88c0-de535ab54da7 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:45:32.852852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:32.913196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bee58-2fc8-44d0-824e-93a0036219af req-33fd7e3a-3efd-48be-8783-7a3225d74b12 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:32.913842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-d51bee58-2fc8-44d0-824e-93a0036219af req-33fd7e3a-3efd-48be-8783-7a3225d74b12 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:45:32.930521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-d51bee58-2fc8-44d0-824e-93a0036219af req-33fd7e3a-3efd-48be-8783-7a3225d74b12 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:45:32.931701 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-d51bee58-2fc8-44d0-824e-93a0036219af req-33fd7e3a-3efd-48be-8783-7a3225d74b12 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 983 time: 0.0955403 Apr 29 17:45:33.126642 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bee58-2fc8-44d0-824e-93a0036219af req-a8d1c9a9-eb1d-4884-bfed-124063dbf1ef tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:33.128120 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-d51bee58-2fc8-44d0-824e-93a0036219af req-a8d1c9a9-eb1d-4884-bfed-124063dbf1ef tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1916664 Apr 29 17:45:33.263891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] For port 13f49793-6c1b-4b4f-88c0-de535ab54da7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=13f49793-6c1b-4b4f-88c0-de535ab54da7,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:33.264157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:33.273692 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-d51bee58-2fc8-44d0-824e-93a0036219af req-ed19b58f-ce2e-4c8d-9b94-6280469bced0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1405060 Apr 29 17:45:33.283375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-d51bee58-2fc8-44d0-824e-93a0036219af req-b72fd481-070d-40ca-aedf-01f4767cd898 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:33.375457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e78ab2-2bcc-442b-87ad-6446e1bf87be req-39d8fd4f-58ed-407f-a05d-f08ad677685a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:33.377687 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d4e78ab2-2bcc-442b-87ad-6446e1bf87be req-39d8fd4f-58ed-407f-a05d-f08ad677685a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 946 time: 0.2701063 Apr 29 17:45:33.397703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-d51bee58-2fc8-44d0-824e-93a0036219af req-b72fd481-070d-40ca-aedf-01f4767cd898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:33.587942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9b31-8a71-4a50-9f7b-868ddbfc68b2 req-bb2573cb-ca34-43b3-a336-8a8f3bdad66f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:33.589363 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3e1d9b31-8a71-4a50-9f7b-868ddbfc68b2 req-bb2573cb-ca34-43b3-a336-8a8f3bdad66f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=41772ccd-d93b-4e15-8a0e-25be3c7852e5 HTTP/1.1" status: 200 len: 983 time: 0.4829624 Apr 29 17:45:33.597766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-d51bee58-2fc8-44d0-824e-93a0036219af req-b72fd481-070d-40ca-aedf-01f4767cd898 service neutron] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:33.628021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-d51bee58-2fc8-44d0-824e-93a0036219af req-b72fd481-070d-40ca-aedf-01f4767cd898 service neutron] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:45:33.655493 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d4e78ab2-2bcc-442b-87ad-6446e1bf87be req-9872f6db-e82a-4866-8acf-ddc1fe2f3e56 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665265 Apr 29 17:45:33.687877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-d51bee58-2fc8-44d0-824e-93a0036219af req-b72fd481-070d-40ca-aedf-01f4767cd898 service neutron] device_id is not set on port e0434c09-4a79-4b5d-9ace-c2da418922ab yet. {{(pid=88018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:45:33.703594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-d51bee58-2fc8-44d0-824e-93a0036219af req-b72fd481-070d-40ca-aedf-01f4767cd898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:33.709965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-d51bee58-2fc8-44d0-824e-93a0036219af req-b72fd481-070d-40ca-aedf-01f4767cd898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:33.745074 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3e1d9b31-8a71-4a50-9f7b-868ddbfc68b2 req-6ad9df9f-859a-405f-87b4-26ed59e2fe6a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466525 Apr 29 17:45:33.769933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:33.771123 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:33.771123 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Floating IP 2b903f9e-8c0e-44c2-be3d-860f7aeb8187 disassociated. External IP: 172.26.4.223, port: 13f49793-6c1b-4b4f-88c0-de535ab54da7. Apr 29 17:45:33.771339 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Calling delete_port for 13f49793-6c1b-4b4f-88c0-de535ab54da7 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:45:33.848911 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fd481-070d-40ca-aedf-01f4767cd898 service neutron] Pushing event updated for resources: {'Port': ['ID=e0434c09-4a79-4b5d-9ace-c2da418922ab,revision_number=6']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:33.909899 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51bee58-2fc8-44d0-824e-93a0036219af req-b72fd481-070d-40ca-aedf-01f4767cd898 service neutron] No DVR routers for this DVR port e0434c09-4a79-4b5d-9ace-c2da418922ab on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:45:33.925963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:33.979150 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event deleted for resources: {'Port': ['ID=13f49793-6c1b-4b4f-88c0-de535ab54da7,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:34.023504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2b9ff66b-d205-46cd-a5fd-a6b48d462b67 None None] Provisioning complete for port e0434c09-4a79-4b5d-9ace-c2da418922ab triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:34.024396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff66b-d205-46cd-a5fd-a6b48d462b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:34.079368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ff66b-d205-46cd-a5fd-a6b48d462b67 None None] Port e0434c09-4a79-4b5d-9ace-c2da418922ab cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:45:34.145328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-d51bee58-2fc8-44d0-824e-93a0036219af req-b72fd481-070d-40ca-aedf-01f4767cd898 service neutron] In _notify_port_updated(), no bound segment for port e0434c09-4a79-4b5d-9ace-c2da418922ab on network e9427a32-b262-4a04-a02c-069cfec16491 {{(pid=88018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:45:34.146101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bee58-2fc8-44d0-824e-93a0036219af req-b72fd481-070d-40ca-aedf-01f4767cd898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:34.146741 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-d51bee58-2fc8-44d0-824e-93a0036219af req-b72fd481-070d-40ca-aedf-01f4767cd898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:34.148048 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-d51bee58-2fc8-44d0-824e-93a0036219af req-b72fd481-070d-40ca-aedf-01f4767cd898 service neutron] 10.222.0.36 "PUT /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 1026 time: 0.8687694 Apr 29 17:45:34.169145 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Router ad53907e-93aa-4364-82b0-4f5a35b825b3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:45:34.366769 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:45:34.376794 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616f435-8ce9-42bc-a6e8-cea2dd1cc0d9 None None] Sync routers for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:45:34.387101 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616f435-8ce9-42bc-a6e8-cea2dd1cc0d9 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:34.387963 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8616f435-8ce9-42bc-a6e8-cea2dd1cc0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:34.445913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] No DVR routers for this DVR port 13f49793-6c1b-4b4f-88c0-de535ab54da7 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:45:34.448580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:34.451501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6870f6-459a-46cd-a7be-b39b6d9d7e37', 'name': 'network-vif-deleted', 'tag': '13f49793-6c1b-4b4f-88c0-de535ab54da7'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:45:34.469708 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-505b888b-a101-4de8-b46d-ba6b3c6897a2 req-9e08eeba-2f82-4867-b816-db067b18aba8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "DELETE /v2.0/ports/13f49793-6c1b-4b4f-88c0-de535ab54da7 HTTP/1.1" status: 204 len: 173 time: 1.6798000 Apr 29 17:45:34.502600 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b9c2f0-271e-4d2b-847a-4486bec7a91a'] response: {'server_uuid': '2a6870f6-459a-46cd-a7be-b39b6d9d7e37', 'name': 'network-vif-deleted', 'tag': '13f49793-6c1b-4b4f-88c0-de535ab54da7', 'status': 'completed', 'code': 200} Apr 29 17:45:34.593920 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-8616f435-8ce9-42bc-a6e8-cea2dd1cc0d9 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:34.828285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-5b389df9-da06-4a04-9035-601c263edce5 req-e2a7eb79-4fde-4bed-b5e8-12a0eeb8bf3f tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Synchronizing usage tracker for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:45:34.847427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-5b389df9-da06-4a04-9035-601c263edce5 req-e2a7eb79-4fde-4bed-b5e8-12a0eeb8bf3f tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Unset dirty status for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:45:34.851418 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5b389df9-da06-4a04-9035-601c263edce5 req-e2a7eb79-4fde-4bed-b5e8-12a0eeb8bf3f tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a6870f6-459a-46cd-a7be-b39b6d9d7e37 HTTP/1.1" status: 200 len: 210 time: 0.0710959 Apr 29 17:45:34.851874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54488) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:34.938371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d985599-ab26-40ac-a53b-9cc56d40e509 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:34.939692 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8d985599-ab26-40ac-a53b-9cc56d40e509 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 925 time: 0.0867667 Apr 29 17:45:34.973857 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8616f435-8ce9-42bc-a6e8-cea2dd1cc0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:34.977879 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616f435-8ce9-42bc-a6e8-cea2dd1cc0d9 None None] Checking router: ad53907e-93aa-4364-82b0-4f5a35b825b3 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:45:34.990491 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616f435-8ce9-42bc-a6e8-cea2dd1cc0d9 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:34.991008 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8616f435-8ce9-42bc-a6e8-cea2dd1cc0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:35.166320 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-8616f435-8ce9-42bc-a6e8-cea2dd1cc0d9 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:35.350038 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54494) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:35.355901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-f3d800f7-e84d-4c0d-b6f3-7b507271b629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100254118', 'description': 'tempest-secgroup-smoke-100254118 description', 'project_id': '438682cd007d46eb90f162f5f8d9699b'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:35.362183 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f3d800f7-e84d-4c0d-b6f3-7b507271b629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:35.372994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f3d800f7-e84d-4c0d-b6f3-7b507271b629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:35.385373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f3d800f7-e84d-4c0d-b6f3-7b507271b629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.406034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f3d800f7-e84d-4c0d-b6f3-7b507271b629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:35.410219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f3d800f7-e84d-4c0d-b6f3-7b507271b629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:35.413434 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f3d800f7-e84d-4c0d-b6f3-7b507271b629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:35.419788 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f3d800f7-e84d-4c0d-b6f3-7b507271b629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:35.489739 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f3d800f7-e84d-4c0d-b6f3-7b507271b629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.494446 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f3d800f7-e84d-4c0d-b6f3-7b507271b629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.518391 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8616f435-8ce9-42bc-a6e8-cea2dd1cc0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:35.525286 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616f435-8ce9-42bc-a6e8-cea2dd1cc0d9 None None] The sync data for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv is: [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:45:35.543585 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d800f7-e84d-4c0d-b6f3-7b507271b629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8970af73-2821-4ac2-ba96-0b0f88770082,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:35.547833 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f3d800f7-e84d-4c0d-b6f3-7b507271b629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.549032 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f3d800f7-e84d-4c0d-b6f3-7b507271b629 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1979587 Apr 29 17:45:35.552090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54498) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:35.557385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-10b696ba-df06-4a07-bc6d-c2be6dec258a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '8970af73-2821-4ac2-ba96-0b0f88770082', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:35.564871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-10b696ba-df06-4a07-bc6d-c2be6dec258a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:35.569533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-10b696ba-df06-4a07-bc6d-c2be6dec258a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:35.572760 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-10b696ba-df06-4a07-bc6d-c2be6dec258a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:35.582092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-10b696ba-df06-4a07-bc6d-c2be6dec258a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:35.600198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-10b696ba-df06-4a07-bc6d-c2be6dec258a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.663873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-10b696ba-df06-4a07-bc6d-c2be6dec258a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.669466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-10b696ba-df06-4a07-bc6d-c2be6dec258a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.693835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b696ba-df06-4a07-bc6d-c2be6dec258a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d6719c-1268-4e81-af95-3fb22a2a3467,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:35.704102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-10b696ba-df06-4a07-bc6d-c2be6dec258a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.708066 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-10b696ba-df06-4a07-bc6d-c2be6dec258a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522336 Apr 29 17:45:35.708230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54502) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:35.713286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-dfd4b80d-efbc-4b83-bc95-38ff45605933 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '8970af73-2821-4ac2-ba96-0b0f88770082', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:35.719404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-dfd4b80d-efbc-4b83-bc95-38ff45605933 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:35.723377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-dfd4b80d-efbc-4b83-bc95-38ff45605933 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:35.726502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-dfd4b80d-efbc-4b83-bc95-38ff45605933 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:35.732307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-dfd4b80d-efbc-4b83-bc95-38ff45605933 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:35.749970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfd4b80d-efbc-4b83-bc95-38ff45605933 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.782394 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb7bee-28f1-46c8-bdf1-866e49235169 None None] New status for floating IP 2b903f9e-8c0e-44c2-be3d-860f7aeb8187: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:45:35.813461 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfd4b80d-efbc-4b83-bc95-38ff45605933 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.817426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfd4b80d-efbc-4b83-bc95-38ff45605933 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.844218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4b80d-efbc-4b83-bc95-38ff45605933 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c3596b-bac0-47c1-a193-0bd0e67a2cf4,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:35.854859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfd4b80d-efbc-4b83-bc95-38ff45605933 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.855829 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dfd4b80d-efbc-4b83-bc95-38ff45605933 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466651 Apr 29 17:45:35.858554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54506) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:35.863446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5dfb1de5-337b-40d5-8e0a-5f0f354d8241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '8970af73-2821-4ac2-ba96-0b0f88770082', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:35.869272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5dfb1de5-337b-40d5-8e0a-5f0f354d8241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:35.873694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5dfb1de5-337b-40d5-8e0a-5f0f354d8241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:35.876171 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5dfb1de5-337b-40d5-8e0a-5f0f354d8241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:35.881998 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5dfb1de5-337b-40d5-8e0a-5f0f354d8241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:35.900116 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5dfb1de5-337b-40d5-8e0a-5f0f354d8241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.968637 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5dfb1de5-337b-40d5-8e0a-5f0f354d8241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:35.974291 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5dfb1de5-337b-40d5-8e0a-5f0f354d8241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.008101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb1de5-337b-40d5-8e0a-5f0f354d8241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08270803-a94a-4523-90af-12f8f8fe8f69,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:36.019776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5dfb1de5-337b-40d5-8e0a-5f0f354d8241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.021657 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5dfb1de5-337b-40d5-8e0a-5f0f354d8241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1619799 Apr 29 17:45:36.024477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54516) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:36.031423 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1911351d-12b3-48a1-8a3f-6d2638e1e8ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '8970af73-2821-4ac2-ba96-0b0f88770082', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:36.037394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1911351d-12b3-48a1-8a3f-6d2638e1e8ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:36.042184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1911351d-12b3-48a1-8a3f-6d2638e1e8ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:36.045218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1911351d-12b3-48a1-8a3f-6d2638e1e8ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:36.051194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1911351d-12b3-48a1-8a3f-6d2638e1e8ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:36.070070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1911351d-12b3-48a1-8a3f-6d2638e1e8ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.164400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1911351d-12b3-48a1-8a3f-6d2638e1e8ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.169593 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-41df41f8-e48c-4b99-9363-bcc6c78d2e3a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078803953&fields=id&tenant_id=57051d3e507e441798ed35a0d08d76f2 HTTP/1.1" status: 200 len: 267 time: 0.0554316 Apr 29 17:45:36.170634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1911351d-12b3-48a1-8a3f-6d2638e1e8ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.222329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911351d-12b3-48a1-8a3f-6d2638e1e8ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f515bd25-b213-473b-a359-7565cff39e9e,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:36.238984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1911351d-12b3-48a1-8a3f-6d2638e1e8ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.240233 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1911351d-12b3-48a1-8a3f-6d2638e1e8ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2142057 Apr 29 17:45:36.243092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54522) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:36.248223 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-13ea355a-d844-45c9-baa4-13183349c32a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '8970af73-2821-4ac2-ba96-0b0f88770082', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:36.254258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-13ea355a-d844-45c9-baa4-13183349c32a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:36.258336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-13ea355a-d844-45c9-baa4-13183349c32a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:36.261313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-13ea355a-d844-45c9-baa4-13183349c32a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:36.267164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-13ea355a-d844-45c9-baa4-13183349c32a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:36.278491 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-13ea355a-d844-45c9-baa4-13183349c32a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:45:36.285396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-13ea355a-d844-45c9-baa4-13183349c32a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.346231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-618951e3-7bfd-422e-8f4c-39047697a05d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:36.347679 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-618951e3-7bfd-422e-8f4c-39047697a05d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 811 time: 0.1667719 Apr 29 17:45:36.351640 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-13ea355a-d844-45c9-baa4-13183349c32a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.355712 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-13ea355a-d844-45c9-baa4-13183349c32a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.364667 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-6f152559-57f8-4a3f-a533-43a3db9a9673 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/quotas/57051d3e507e441798ed35a0d08d76f2 HTTP/1.1" status: 200 len: 375 time: 0.0110557 Apr 29 17:45:36.378254 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea355a-d844-45c9-baa4-13183349c32a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c356a535-7666-4237-99f4-e771c4498802,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:36.388461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-13ea355a-d844-45c9-baa4-13183349c32a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.389654 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-13ea355a-d844-45c9-baa4-13183349c32a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455073 Apr 29 17:45:36.392434 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54526) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:36.397450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9a6f93be-183e-4cec-b42c-b58ab2578e1a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '8970af73-2821-4ac2-ba96-0b0f88770082', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:36.403151 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9a6f93be-183e-4cec-b42c-b58ab2578e1a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:36.407025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9a6f93be-183e-4cec-b42c-b58ab2578e1a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:36.410132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9a6f93be-183e-4cec-b42c-b58ab2578e1a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:36.416219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9a6f93be-183e-4cec-b42c-b58ab2578e1a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:36.428632 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-9a6f93be-183e-4cec-b42c-b58ab2578e1a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:45:36.435881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a6f93be-183e-4cec-b42c-b58ab2578e1a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.436361 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 13f49793-6c1b-4b4f-88c0-de535ab54da7 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:45:36.459021 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-a75c3189-5201-4927-843b-8ba8f5faff47 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0882916 Apr 29 17:45:36.470726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 13f49793-6c1b-4b4f-88c0-de535ab54da7 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:45:36.471068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 13f49793-6c1b-4b4f-88c0-de535ab54da7 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:45:36.471509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0434c09-4a79-4b5d-9ace-c2da418922ab no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:45:36.511502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a6f93be-183e-4cec-b42c-b58ab2578e1a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.518661 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a6f93be-183e-4cec-b42c-b58ab2578e1a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.531252 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0434c09-4a79-4b5d-9ace-c2da418922ab not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:45:36.541814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f93be-183e-4cec-b42c-b58ab2578e1a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275c31fe-c8eb-4fa8-8731-05f0b3f33ab7,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:36.553286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9a6f93be-183e-4cec-b42c-b58ab2578e1a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:36.561554 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9a6f93be-183e-4cec-b42c-b58ab2578e1a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1611619 Apr 29 17:45:36.744620 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-24b900f0-6eb5-47a2-8dac-4d28257741d3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100254118&fields=id&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 267 time: 0.0584610 Apr 29 17:45:36.806357 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-1f09f364-905c-4b22-84ff-3b979ab5dad5 service neutron] 10.222.0.11 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341165 Apr 29 17:45:36.860566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278b8ce-2796-4f71-a864-0afed987efff req-37994a22-3979-41a5-a9a2-9424687bad88 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:36.861898 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-37994a22-3979-41a5-a9a2-9424687bad88 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 930 time: 0.1084168 Apr 29 17:45:37.008002 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-9a9bf1b7-95d4-4824-8278-a9921301cad1 service neutron] 10.222.0.11 "GET /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0912008 Apr 29 17:45:37.016509 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-cf0a5232-d70e-4f0b-89f7-6d50bea810b4 service neutron] 10.222.0.11 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013443 Apr 29 17:45:37.141546 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-d5211517-84ce-4ab6-96af-0296918bfa47 service neutron] 10.222.0.11 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272218 Apr 29 17:45:37.271996 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-7ec4e8c0-b7e4-4a14-a632-54fff82dd7c1 service neutron] 10.222.0.11 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246519 Apr 29 17:45:37.414893 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0651c85f-2960-4484-ba20-9686c96bbc8e req-25c4e379-0da8-4b74-bb64-1181d15a72d8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 210 time: 0.0455282 Apr 29 17:45:37.479879 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d040cab4-4c76-42f6-9551-291dc520303d req-d650d594-6e3d-4996-aefd-6b237961a211 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 210 time: 0.0540752 Apr 29 17:45:38.483643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-75bc7eef-b1c2-47a2-a0e8-4bd15cdbc5c8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:38.485314 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-75bc7eef-b1c2-47a2-a0e8-4bd15cdbc5c8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 811 time: 0.1576996 Apr 29 17:45:38.579860 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-b1098d72-af9e-478d-a865-6552f7a55628 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57051d3e507e441798ed35a0d08d76f2 HTTP/1.1" status: 200 len: 380 time: 0.0856211 Apr 29 17:45:38.587869 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0b478cf9-20e7-4dde-9034-b44ac570004b req-091edcbf-2737-4e45-8510-6a3fcebaad14 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 210 time: 0.0514061 Apr 29 17:45:38.591097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Request body: {'port': {'device_id': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'admin_state_up': True, 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'security_groups': ['8acd58c0-2eaf-4ae4-9d01-2fcd2338898d']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:38.702980 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-22e33560-6b7e-4de8-96bc-30d01256e657 req-ea511ba3-1e4b-46e8-a6dc-301c1cbad8ec tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 210 time: 0.0958943 Apr 29 17:45:38.809548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:38.820346 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:38.832897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Made reservation on behalf of 57051d3e507e441798ed35a0d08d76f2 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:45:38.838090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:38.841801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278b8ce-2796-4f71-a864-0afed987efff req-ef816d22-a554-40a2-a307-f72a60622788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:38.843872 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-ef816d22-a554-40a2-a307-f72a60622788 service neutron] 10.222.0.36 "GET /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 1026 time: 0.0715573 Apr 29 17:45:39.008417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278b8ce-2796-4f71-a864-0afed987efff req-2b038ce4-b947-4dbd-943f-2363a65bdf2e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:39.010351 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-2b038ce4-b947-4dbd-943f-2363a65bdf2e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks?id=e9427a32-b262-4a04-a02c-069cfec16491 HTTP/1.1" status: 200 len: 796 time: 0.1600652 Apr 29 17:45:39.025696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Allocated IP 172.20.0.8 (79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c/7f1625fb-8d32-4dad-aa2b-d77cce098d8c/852f9a1f-405a-43a4-95f0-ba0701bd8aef) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:45:39.072645 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-3278b8ce-2796-4f71-a864-0afed987efff req-48821ab6-5558-46b2-a391-d6ba90f46111 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:45:39.089657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-3278b8ce-2796-4f71-a864-0afed987efff req-48821ab6-5558-46b2-a391-d6ba90f46111 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:45:39.091048 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-48821ab6-5558-46b2-a391-d6ba90f46111 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 471 time: 0.0693545 Apr 29 17:45:39.100715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Request body: {'port': {'device_id': '015af939-9c09-40c3-8ad6-cbc042e41aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:39.225013 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:39.242990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Transition to ACTIVE for port object 852f9a1f-405a-43a4-95f0-ba0701bd8aef will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:45:39.268211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:39.326934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:39.339691 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:45:39.342838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:45:39.345207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:45:39.526776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'Port': ['ID=852f9a1f-405a-43a4-95f0-ba0701bd8aef,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:39.550524 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:39.551133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:39.578024 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-68ef766c-e234-4e5e-99fb-768afc74233d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9924703 Apr 29 17:45:39.589955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Request body: {'port': {'device_id': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:39.648006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7135c69a-a197-4cc9-bb6b-6f0346172c70 None None] Provisioning for port 852f9a1f-405a-43a4-95f0-ba0701bd8aef completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:45:39.654274 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7135c69a-a197-4cc9-bb6b-6f0346172c70 None None] Provisioning complete for port 852f9a1f-405a-43a4-95f0-ba0701bd8aef triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:39.654882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7135c69a-a197-4cc9-bb6b-6f0346172c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:39.736801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0434c09-4a79-4b5d-9ace-c2da418922ab {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:45:39.753123 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:39.762174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-7135c69a-a197-4cc9-bb6b-6f0346172c70 None None] Port 852f9a1f-405a-43a4-95f0-ba0701bd8aef cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:45:39.776421 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Transition to ACTIVE for port object e0434c09-4a79-4b5d-9ace-c2da418922ab will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:45:39.781738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:39.834209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:39.935038 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Pushing event updated for resources: {'Port': ['ID=e0434c09-4a79-4b5d-9ace-c2da418922ab,revision_number=7']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:39.981581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5994f8-9288-418b-b12a-1205f9aa906f req-57ef909b-a420-4ab4-87d4-5fb11234b4de tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:39.982288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-8a5994f8-9288-418b-b12a-1205f9aa906f req-57ef909b-a420-4ab4-87d4-5fb11234b4de tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Synchronizing usage tracker for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:45:40.056455 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-8a5994f8-9288-418b-b12a-1205f9aa906f req-57ef909b-a420-4ab4-87d4-5fb11234b4de tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Unset dirty status for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:45:40.057612 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8a5994f8-9288-418b-b12a-1205f9aa906f req-57ef909b-a420-4ab4-87d4-5fb11234b4de tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 931 time: 0.3370163 Apr 29 17:45:40.083025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Attempting to bind port e0434c09-4a79-4b5d-9ace-c2da418922ab on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:45:40.083482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Attempting to bind port e0434c09-4a79-4b5d-9ace-c2da418922ab by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:45:40.083812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Attempting to bind port e0434c09-4a79-4b5d-9ace-c2da418922ab on network e9427a32-b262-4a04-a02c-069cfec16491 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:45:40.087205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfc6b8-6b3d-4b50-be45-233fa3a92368 req-91382dc6-eb3d-4c40-8514-61137db86a0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:40.088930 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-63dfc6b8-6b3d-4b50-be45-233fa3a92368 req-91382dc6-eb3d-4c40-8514-61137db86a0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 981 time: 0.2557077 Apr 29 17:45:40.090020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Port e0434c09-4a79-4b5d-9ace-c2da418922ab on network e9427a32-b262-4a04-a02c-069cfec16491 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:45:40.090602 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Attempting to bind port e0434c09-4a79-4b5d-9ace-c2da418922ab on network e9427a32-b262-4a04-a02c-069cfec16491 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:45:40.096575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:45:40.097081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Checking segment: {'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:45:40.097640 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Bound using segment: {'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:45:40.098499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Bound port: e0434c09-4a79-4b5d-9ace-c2da418922ab, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ba237a-304b-44fd-8298-b376068f7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:45:40.099076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:40.203027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:45:40.206327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:45:40.210643 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8a5994f8-9288-418b-b12a-1205f9aa906f req-395857cd-20f3-407b-afd9-f21b39d72e89 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358383 Apr 29 17:45:40.213984 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:40.278602 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:40.279209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:40.280632 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] 10.222.0.36 "PUT /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 1131 time: 1.1839495 Apr 29 17:45:40.281084 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015af939-9c09-40c3-8ad6-cbc042e41aa8', 'tag': 'e0434c09-4a79-4b5d-9ace-c2da418922ab'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:45:40.283069 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-63dfc6b8-6b3d-4b50-be45-233fa3a92368 req-23789278-99be-4535-8aa2-49b497a2ff91 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759834 Apr 29 17:45:40.319644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3f646-c1a8-4626-8c1d-78de40e747ac service neutron] Pushing event updated for resources: {'Port': ['ID=e0434c09-4a79-4b5d-9ace-c2da418922ab,revision_number=8']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:40.434660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852f9a1f-405a-43a4-95f0-ba0701bd8aef {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:45:40.447363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:40.465411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Transition to ACTIVE for port object 852f9a1f-405a-43a4-95f0-ba0701bd8aef will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:45:40.472221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:40.473227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278b8ce-2796-4f71-a864-0afed987efff req-5ddd674e-2605-457f-8651-bc800a593a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:40.474737 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-5ddd674e-2605-457f-8651-bc800a593a5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 1134 time: 0.1029789 Apr 29 17:45:40.478805 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb2ff2a-2dd3-4ff6-8c15-4428e9344541'] response: {'name': 'network-changed', 'server_uuid': '015af939-9c09-40c3-8ad6-cbc042e41aa8', 'tag': 'e0434c09-4a79-4b5d-9ace-c2da418922ab', 'status': 'completed', 'code': 200} Apr 29 17:45:40.590784 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-e422f81e-8ca0-46d1-806a-7fdce63ae91c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 1036 time: 0.1044741 Apr 29 17:45:40.656907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278b8ce-2796-4f71-a864-0afed987efff req-dc717f84-bcb4-4254-a552-56dc59f5658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:40.658658 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-dc717f84-bcb4-4254-a552-56dc59f5658e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b91d83d8-26cc-468a-b3e8-44c03144ec35 HTTP/1.1" status: 200 len: 834 time: 0.0622337 Apr 29 17:45:40.663661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=852f9a1f-405a-43a4-95f0-ba0701bd8aef,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:40.741323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Attempting to bind port 852f9a1f-405a-43a4-95f0-ba0701bd8aef on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:45:40.741666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Attempting to bind port 852f9a1f-405a-43a4-95f0-ba0701bd8aef by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:45:40.742034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Attempting to bind port 852f9a1f-405a-43a4-95f0-ba0701bd8aef on network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:45:40.744816 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278b8ce-2796-4f71-a864-0afed987efff req-b00124ce-4907-413f-9ad1-d0d6450872da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:40.746304 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-b00124ce-4907-413f-9ad1-d0d6450872da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9427a32-b262-4a04-a02c-069cfec16491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802491 Apr 29 17:45:40.747052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Port 852f9a1f-405a-43a4-95f0-ba0701bd8aef on network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:45:40.747397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Attempting to bind port 852f9a1f-405a-43a4-95f0-ba0701bd8aef on network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:45:40.752480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:45:40.752808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Checking segment: {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:45:40.753175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Bound using segment: {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:45:40.753586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Bound port: 852f9a1f-405a-43a4-95f0-ba0701bd8aef, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:45:40.753922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:40.844339 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] For port 852f9a1f-405a-43a4-95f0-ba0701bd8aef, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:45:40.847237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] For port 852f9a1f-405a-43a4-95f0-ba0701bd8aef, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=852f9a1f-405a-43a4-95f0-ba0701bd8aef,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:45:40.852239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:40.879060 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-a3ee9baa-baba-45f2-9f0d-59f4a6731a1f service neutron] 10.222.0.36 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266131 Apr 29 17:45:40.908803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:40.909425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:40.910802 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] 10.222.0.36 "PUT /v2.0/ports/852f9a1f-405a-43a4-95f0-ba0701bd8aef HTTP/1.1" status: 200 len: 1093 time: 1.3255150 Apr 29 17:45:40.911312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'tag': '852f9a1f-405a-43a4-95f0-ba0701bd8aef'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:45:40.942237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d1784-5dac-4c63-971e-a9f744270ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=852f9a1f-405a-43a4-95f0-ba0701bd8aef,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:41.000460 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-313cfeb7-bbde-4da0-94d7-fd5d42087f8e'] response: {'name': 'network-changed', 'server_uuid': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'tag': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'status': 'completed', 'code': 200} Apr 29 17:45:41.032629 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3278b8ce-2796-4f71-a864-0afed987efff req-b7ceedbb-2548-4f5c-a2b9-bcd744e47050 service neutron] 10.222.0.36 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467772 Apr 29 17:45:41.043662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-7fb68357-9903-4c1e-ba47-b9d0c0ec6355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:41.045144 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-7fb68357-9903-4c1e-ba47-b9d0c0ec6355 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 1096 time: 0.0771627 Apr 29 17:45:41.117913 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-359c627d-60e5-4372-a455-323ce2ce6a5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=852f9a1f-405a-43a4-95f0-ba0701bd8aef HTTP/1.1" status: 200 len: 217 time: 0.0666032 Apr 29 17:45:41.144667 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437efff-e00a-482c-a7f4-9790c649f9eb req-7000c08b-75f9-45e3-b47e-84476ca3d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:41.146208 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9437efff-e00a-482c-a7f4-9790c649f9eb req-7000c08b-75f9-45e3-b47e-84476ca3d291 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 1134 time: 0.0690324 Apr 29 17:45:41.180446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-db37fa37-099f-439a-959b-2a0fc4c8e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:41.181785 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-db37fa37-099f-439a-959b-2a0fc4c8e972 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0575120 Apr 29 17:45:41.262943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-065224ef-e6f0-4729-935f-83a112fb0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:41.264683 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-065224ef-e6f0-4729-935f-83a112fb0894 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767012 Apr 29 17:45:41.382790 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437efff-e00a-482c-a7f4-9790c649f9eb req-f694bb1b-0a3a-4cfd-b2e0-1434326615e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:41.384146 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9437efff-e00a-482c-a7f4-9790c649f9eb req-f694bb1b-0a3a-4cfd-b2e0-1434326615e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9427a32-b262-4a04-a02c-069cfec16491 HTTP/1.1" status: 200 len: 897 time: 0.2295811 Apr 29 17:45:41.488105 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9437efff-e00a-482c-a7f4-9790c649f9eb req-fa34e656-e53b-4753-b56f-821a23edd046 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 1036 time: 0.0976737 Apr 29 17:45:41.553698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437efff-e00a-482c-a7f4-9790c649f9eb req-f78f9442-b71f-47b8-a09a-fb54d2441c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:41.555276 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9437efff-e00a-482c-a7f4-9790c649f9eb req-f78f9442-b71f-47b8-a09a-fb54d2441c6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b91d83d8-26cc-468a-b3e8-44c03144ec35 HTTP/1.1" status: 200 len: 834 time: 0.0607812 Apr 29 17:45:41.622326 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-1950039b-7f0d-4ff6-b4de-5f9c417b5a42 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509517 Apr 29 17:45:41.635004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437efff-e00a-482c-a7f4-9790c649f9eb req-2a78282c-73e7-47d1-a8b2-b4c29840a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:41.636573 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9437efff-e00a-482c-a7f4-9790c649f9eb req-2a78282c-73e7-47d1-a8b2-b4c29840a8b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9427a32-b262-4a04-a02c-069cfec16491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744143 Apr 29 17:45:41.737127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d33dfd-bbf1-42f2-ac7a-d158d7b743a9 req-19590075-ccc3-4c6f-8655-a672bdbb3d7d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:41.738710 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-99d33dfd-bbf1-42f2-ac7a-d158d7b743a9 req-19590075-ccc3-4c6f-8655-a672bdbb3d7d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 943 time: 0.3773048 Apr 29 17:45:41.750476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21245b-0dd7-4440-aa73-27b66a9f8fa9 req-114dd415-3e7f-4819-bfc4-1003ca949932 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:41.751908 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-af21245b-0dd7-4440-aa73-27b66a9f8fa9 req-114dd415-3e7f-4819-bfc4-1003ca949932 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 981 time: 0.3504515 Apr 29 17:45:41.769195 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9437efff-e00a-482c-a7f4-9790c649f9eb req-ee46a405-e539-400a-994b-8df548c091d5 service neutron] 10.222.0.36 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257548 Apr 29 17:45:41.843892 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67b67a93-bbc4-408b-b040-611af02bb6b0 req-6bca4b11-801c-4192-af1f-20f88a900210 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149930 Apr 29 17:45:41.850766 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-99d33dfd-bbf1-42f2-ac7a-d158d7b743a9 req-f716d565-71ca-415c-9f01-c6512dd36bf3 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962749 Apr 29 17:45:41.859361 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-af21245b-0dd7-4440-aa73-27b66a9f8fa9 req-cee6dca2-9f64-4362-b811-270a38c0456a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852911 Apr 29 17:45:41.903493 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9437efff-e00a-482c-a7f4-9790c649f9eb req-252ee7eb-b6d9-4061-8952-8a0d1aad660e service neutron] 10.222.0.36 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268389 Apr 29 17:45:41.972945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e3d64-0601-4cb3-9a7c-e786dd3119e6 req-9b876e9a-f94f-459d-a5f8-73f9f4349380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:41.974433 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-225e3d64-0601-4cb3-9a7c-e786dd3119e6 req-9b876e9a-f94f-459d-a5f8-73f9f4349380 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 1096 time: 0.0717638 Apr 29 17:45:42.110980 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e3d64-0601-4cb3-9a7c-e786dd3119e6 req-2a25a8d3-757d-497c-a6d6-7be6d6e987db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:42.112458 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-225e3d64-0601-4cb3-9a7c-e786dd3119e6 req-2a25a8d3-757d-497c-a6d6-7be6d6e987db service neutron] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 912 time: 0.1312819 Apr 29 17:45:42.182875 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-225e3d64-0601-4cb3-9a7c-e786dd3119e6 req-9c6818c3-e68a-49b0-93ac-44ecd3893903 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=852f9a1f-405a-43a4-95f0-ba0701bd8aef HTTP/1.1" status: 200 len: 217 time: 0.0632241 Apr 29 17:45:42.247224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e3d64-0601-4cb3-9a7c-e786dd3119e6 req-3e3efe54-7fea-4167-a93c-35a869384561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:42.248756 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-225e3d64-0601-4cb3-9a7c-e786dd3119e6 req-3e3efe54-7fea-4167-a93c-35a869384561 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0603509 Apr 29 17:45:42.324496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e3d64-0601-4cb3-9a7c-e786dd3119e6 req-4f28b7ac-fd82-4e81-9b2d-01f23004e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:42.325935 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-225e3d64-0601-4cb3-9a7c-e786dd3119e6 req-4f28b7ac-fd82-4e81-9b2d-01f23004e8bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716240 Apr 29 17:45:42.434697 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0434c09-4a79-4b5d-9ace-c2da418922ab details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:45:42.465832 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-225e3d64-0601-4cb3-9a7c-e786dd3119e6 req-d638a751-a951-4784-b873-c6d3d0f81841 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339779 Apr 29 17:45:42.575585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:42.588958 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': 'e0434c09-4a79-4b5d-9ace-c2da418922ab', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'port_id': 'e0434c09-4a79-4b5d-9ace-c2da418922ab', 'mac_address': 'fa:16:3e:7c:ca:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:45:42.606109 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-225e3d64-0601-4cb3-9a7c-e786dd3119e6 req-f836f40a-9f68-44f9-bbc8-63b0501f008c service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348419 Apr 29 17:45:42.647203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:42.664678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0434c09-4a79-4b5d-9ace-c2da418922ab {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:45:42.681330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:42.685983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:42.752528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=e0434c09-4a79-4b5d-9ace-c2da418922ab,revision_number=9']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:42.881422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['e0434c09-4a79-4b5d-9ace-c2da418922ab'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:45:43.119013 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6e13f-4963-4a78-84cf-a29ef06d4101 req-727665dd-dba0-42f3-b5bd-7303c8fcc135 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:43.120486 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a8c6e13f-4963-4a78-84cf-a29ef06d4101 req-727665dd-dba0-42f3-b5bd-7303c8fcc135 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 982 time: 0.1437438 Apr 29 17:45:43.131731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f05db9-5b0a-491c-8682-0ce3aeb78c52 req-ff018294-a6f1-4a98-b91b-d5293218799b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:43.133073 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-88f05db9-5b0a-491c-8682-0ce3aeb78c52 req-ff018294-a6f1-4a98-b91b-d5293218799b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 943 time: 0.1217515 Apr 29 17:45:43.198661 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a8c6e13f-4963-4a78-84cf-a29ef06d4101 req-06eb803a-0758-4766-981b-253521dde3a5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645959 Apr 29 17:45:43.205607 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-88f05db9-5b0a-491c-8682-0ce3aeb78c52 req-edc3e968-a835-4f08-ac0e-a356f6f5753b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591619 Apr 29 17:45:44.447232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bbbe0-3832-45d4-9652-96e074e75160 req-c9f6d942-18a5-495f-a020-77ac0d7b32e7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:44.449279 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-314bbbe0-3832-45d4-9652-96e074e75160 req-c9f6d942-18a5-495f-a020-77ac0d7b32e7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 982 time: 0.1383393 Apr 29 17:45:44.450398 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0434c09-4a79-4b5d-9ace-c2da418922ab up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:45:44.457692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0a1e7-df8c-449c-b659-9ad2a8785737 req-411b46ed-60a2-47b4-a332-7f1249c97673 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:44.459119 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-56f0a1e7-df8c-449c-b659-9ad2a8785737 req-411b46ed-60a2-47b4-a332-7f1249c97673 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 943 time: 0.1148763 Apr 29 17:45:44.516878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port e0434c09-4a79-4b5d-9ace-c2da418922ab completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:45:44.522039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port e0434c09-4a79-4b5d-9ace-c2da418922ab triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:44.522404 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:44.527727 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-314bbbe0-3832-45d4-9652-96e074e75160 req-e92df5ee-29b2-4cd7-9b5a-a3f3c024c0a1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676470 Apr 29 17:45:44.534698 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-56f0a1e7-df8c-449c-b659-9ad2a8785737 req-17da0c86-08f4-48aa-ad93-1ccfb12b354a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622663 Apr 29 17:45:44.653173 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:44.681015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015af939-9c09-40c3-8ad6-cbc042e41aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0434c09-4a79-4b5d-9ace-c2da418922ab'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:45:44.694914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:44.699350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:44.732661 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e5ed7f-029c-483d-9aad-78b52857a320'] response: {'server_uuid': '015af939-9c09-40c3-8ad6-cbc042e41aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0434c09-4a79-4b5d-9ace-c2da418922ab', 'code': 200} Apr 29 17:45:44.771874 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=e0434c09-4a79-4b5d-9ace-c2da418922ab,revision_number=10']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:44.958287 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5f110-3e7d-471c-a033-c02a7cce297f req-bff51b36-23d7-4e09-b4b5-8be77356e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:44.959714 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4aa5f110-3e7d-471c-a033-c02a7cce297f req-bff51b36-23d7-4e09-b4b5-8be77356e3e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 1137 time: 0.0711577 Apr 29 17:45:45.000432 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4aa5f110-3e7d-471c-a033-c02a7cce297f req-6071ff12-e9ea-407d-9428-b62605f13180 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343490 Apr 29 17:45:45.463877 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:45:45.776977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900798b5-f656-4a84-8384-5705d4f3ed26 req-63f81b56-fb60-4d57-8c0e-1ce94e04b009 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:45.778329 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-900798b5-f656-4a84-8384-5705d4f3ed26 req-63f81b56-fb60-4d57-8c0e-1ce94e04b009 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 984 time: 0.1385233 Apr 29 17:45:45.786178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37af97-3b3c-4dec-bcf0-9eb9952c19b4 req-ded0389e-e963-428c-9ff4-3ebf8f46413c tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:45.787574 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a37af97-3b3c-4dec-bcf0-9eb9952c19b4 req-ded0389e-e963-428c-9ff4-3ebf8f46413c tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 943 time: 0.1171958 Apr 29 17:45:45.854357 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-900798b5-f656-4a84-8384-5705d4f3ed26 req-bcbbc494-10ab-479d-b81c-c8d440f5abad tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658579 Apr 29 17:45:45.861211 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a37af97-3b3c-4dec-bcf0-9eb9952c19b4 req-01ad514b-c5ad-4597-9d2b-f3c218c1b749 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602846 Apr 29 17:45:47.217853 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147ce73-7247-40f9-8ef3-aaf71b1757a9 req-9a4c6d04-c117-4aaf-b642-4e085d6bfb16 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:47.219278 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4147ce73-7247-40f9-8ef3-aaf71b1757a9 req-9a4c6d04-c117-4aaf-b642-4e085d6bfb16 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 984 time: 0.2445993 Apr 29 17:45:47.227162 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f5c7c-76f1-4106-86bc-6695358aeced req-7c804f51-a55c-467c-ac0a-4013ed4c580e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:47.228508 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e67f5c7c-76f1-4106-86bc-6695358aeced req-7c804f51-a55c-467c-ac0a-4013ed4c580e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 943 time: 0.2519505 Apr 29 17:45:47.294582 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4147ce73-7247-40f9-8ef3-aaf71b1757a9 req-29f9951e-cf99-4f04-8d56-9d1550f4bd13 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651517 Apr 29 17:45:47.298752 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e67f5c7c-76f1-4106-86bc-6695358aeced req-81ec6eb7-d817-4ed6-be2f-821382e6bd63 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569444 Apr 29 17:45:47.498803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57afae6-79aa-48f3-be83-3d04ffaf97b0 req-fa844ae3-df6b-42d4-afd3-b35ea7b94ade tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:47.500147 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e57afae6-79aa-48f3-be83-3d04ffaf97b0 req-fa844ae3-df6b-42d4-afd3-b35ea7b94ade tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 984 time: 0.1003160 Apr 29 17:45:47.546191 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e57afae6-79aa-48f3-be83-3d04ffaf97b0 req-b2dd57b2-c75e-4de0-968b-fa1bbcefca3c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400641 Apr 29 17:45:47.576275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54612) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:47.646417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7492bfa6-bdb9-4b5a-aabc-f3169a2f2a88 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:47.650701 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7492bfa6-bdb9-4b5a-aabc-f3169a2f2a88 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8&network_id=e9427a32-b262-4a04-a02c-069cfec16491 HTTP/1.1" status: 200 len: 1132 time: 0.0707340 Apr 29 17:45:48.010277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea2228-657c-47c9-af3e-4d49782a4283 req-f6ab56a8-cabe-42a7-8f9b-d236d3b536c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:48.011725 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e6ea2228-657c-47c9-af3e-4d49782a4283 req-f6ab56a8-cabe-42a7-8f9b-d236d3b536c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 984 time: 0.0839980 Apr 29 17:45:48.056497 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e6ea2228-657c-47c9-af3e-4d49782a4283 req-6bcdf645-e0fd-47da-99c2-2fae93b60add tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388110 Apr 29 17:45:48.222786 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:48.465250 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 852f9a1f-405a-43a4-95f0-ba0701bd8aef details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:45:48.496677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc92d0-1fe4-4400-8b5b-0bf924eed29c req-141c198c-1962-407b-b93b-e12b22666023 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:48.498161 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ecc92d0-1fe4-4400-8b5b-0bf924eed29c req-141c198c-1962-407b-b93b-e12b22666023 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 943 time: 0.0820224 Apr 29 17:45:48.542094 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ecc92d0-1fe4-4400-8b5b-0bf924eed29c req-1a8dc3af-569a-412a-994f-fed0f0e1f8ab tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379376 Apr 29 17:45:48.633011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 852f9a1f-405a-43a4-95f0-ba0701bd8aef, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=852f9a1f-405a-43a4-95f0-ba0701bd8aef,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:48.646123 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'port_id': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'mac_address': 'fa:16:3e:ab:7b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:45:48.701914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:48.718271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852f9a1f-405a-43a4-95f0-ba0701bd8aef {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:45:48.733525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 852f9a1f-405a-43a4-95f0-ba0701bd8aef, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=852f9a1f-405a-43a4-95f0-ba0701bd8aef,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:48.738663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:48.818381 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=852f9a1f-405a-43a4-95f0-ba0701bd8aef,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:48.963566 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['852f9a1f-405a-43a4-95f0-ba0701bd8aef'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:45:49.274950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-fcdc1e11-4ea3-4111-822f-c8e97f522779 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:49.276380 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-fcdc1e11-4ea3-4111-822f-c8e97f522779 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 984 time: 0.1391916 Apr 29 17:45:49.286219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1fa82-d11e-464b-9e47-afd593c1bacd req-e5daeb98-4dbe-4452-88c6-dc2ce790756a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:49.287651 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aba1fa82-d11e-464b-9e47-afd593c1bacd req-e5daeb98-4dbe-4452-88c6-dc2ce790756a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 984 time: 0.1120110 Apr 29 17:45:49.383154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-a9aa3bb1-5708-4720-b98e-6f59aa54137b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:49.384414 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-a9aa3bb1-5708-4720-b98e-6f59aa54137b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0959146 Apr 29 17:45:49.387092 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aba1fa82-d11e-464b-9e47-afd593c1bacd req-ef15d0e8-12c0-42ac-8e0a-e94c8706e3b5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689597 Apr 29 17:45:49.539068 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-8d31e4c5-e70c-449b-b41f-0f9e724c03dc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1490450 Apr 29 17:45:49.548740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-70dd9c58-27f8-448e-ab8f-5f1a714d2449 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:49.702763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-70dd9c58-27f8-448e-ab8f-5f1a714d2449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:49.818665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44432ee-2675-4b8e-ae73-9d22de383132 req-9d2d6b64-96e4-4594-afcb-4c5db62eaf6d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:49.820410 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c44432ee-2675-4b8e-ae73-9d22de383132 req-9d2d6b64-96e4-4594-afcb-4c5db62eaf6d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 944 time: 0.1713212 Apr 29 17:45:49.932929 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c44432ee-2675-4b8e-ae73-9d22de383132 req-8b3319ac-5054-49df-93f4-7d86663a1948 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014640 Apr 29 17:45:49.958877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-70dd9c58-27f8-448e-ab8f-5f1a714d2449 service neutron] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0434c09-4a79-4b5d-9ace-c2da418922ab,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:49.988825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-70dd9c58-27f8-448e-ab8f-5f1a714d2449 service neutron] For port e0434c09-4a79-4b5d-9ace-c2da418922ab, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:45:50.039878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-70dd9c58-27f8-448e-ab8f-5f1a714d2449 service neutron] device_id is not set on port e0434c09-4a79-4b5d-9ace-c2da418922ab yet. {{(pid=88019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 17:45:50.048717 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-70dd9c58-27f8-448e-ab8f-5f1a714d2449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:50.059683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-70dd9c58-27f8-448e-ab8f-5f1a714d2449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:50.324672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd9c58-27f8-448e-ab8f-5f1a714d2449 service neutron] Pushing event updated for resources: {'Port': ['ID=e0434c09-4a79-4b5d-9ace-c2da418922ab,revision_number=11']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:50.339822 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-956f685d-d05b-4c27-8e02-bb368c12a955 None None] Provisioning complete for port e0434c09-4a79-4b5d-9ace-c2da418922ab triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:50.340416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-956f685d-d05b-4c27-8e02-bb368c12a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:50.377932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-70dd9c58-27f8-448e-ab8f-5f1a714d2449 service neutron] No DVR routers for this DVR port e0434c09-4a79-4b5d-9ace-c2da418922ab on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:45:50.396216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-956f685d-d05b-4c27-8e02-bb368c12a955 None None] Port e0434c09-4a79-4b5d-9ace-c2da418922ab cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:45:50.497577 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 852f9a1f-405a-43a4-95f0-ba0701bd8aef up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:45:50.552302 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aa71257b-b321-4e35-b852-80a76307fecc req-58deb177-77c1-47d9-ae47-0ddac6a0a93c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=015af939-9c09-40c3-8ad6-cbc042e41aa8 HTTP/1.1" status: 200 len: 210 time: 0.0520017 Apr 29 17:45:50.566625 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 852f9a1f-405a-43a4-95f0-ba0701bd8aef completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:45:50.571857 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 852f9a1f-405a-43a4-95f0-ba0701bd8aef triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:45:50.572224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:50.642741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-70dd9c58-27f8-448e-ab8f-5f1a714d2449 service neutron] In _notify_port_updated(), no bound segment for port e0434c09-4a79-4b5d-9ace-c2da418922ab on network e9427a32-b262-4a04-a02c-069cfec16491 {{(pid=88019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 17:45:50.643624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-70dd9c58-27f8-448e-ab8f-5f1a714d2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:50.644218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-70dd9c58-27f8-448e-ab8f-5f1a714d2449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:50.645556 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e02e1cd7-fa3b-4baa-9d47-5f3548392749 req-70dd9c58-27f8-448e-ab8f-5f1a714d2449 service neutron] 10.222.0.36 "PUT /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 200 len: 1027 time: 1.1006355 Apr 29 17:45:50.692087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:50.718434 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f9a1f-405a-43a4-95f0-ba0701bd8aef'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:45:50.728495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 852f9a1f-405a-43a4-95f0-ba0701bd8aef, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=852f9a1f-405a-43a4-95f0-ba0701bd8aef,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:50.733676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:50.734608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0434c09-4a79-4b5d-9ace-c2da418922ab no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:45:50.794876 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b55a0e5-e7d7-41b9-ac41-d2fdebfd9b29'] response: {'server_uuid': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'code': 200} Apr 29 17:45:50.850359 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0434c09-4a79-4b5d-9ace-c2da418922ab not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:45:50.853870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=852f9a1f-405a-43a4-95f0-ba0701bd8aef,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:51.120213 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb419fc-5ae0-4ca8-9fcd-5925365db5d5 req-2fb23ce0-de8f-48f8-8836-cf386b64d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:51.121662 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9bb419fc-5ae0-4ca8-9fcd-5925365db5d5 req-2fb23ce0-de8f-48f8-8836-cf386b64d0f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 1098 time: 0.1284637 Apr 29 17:45:51.150155 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdc98d-572b-46f3-b363-4a63ad19a145 req-896b341e-3b39-464d-a10c-ee444a0eda2b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:51.151569 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7ecdc98d-572b-46f3-b363-4a63ad19a145 req-896b341e-3b39-464d-a10c-ee444a0eda2b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 945 time: 0.1085448 Apr 29 17:45:51.191580 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9bb419fc-5ae0-4ca8-9fcd-5925365db5d5 req-0222eeff-df00-4807-937a-038e70edba86 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642376 Apr 29 17:45:51.213284 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7ecdc98d-572b-46f3-b363-4a63ad19a145 req-b6a806a8-3384-4a3b-8f19-9fd50eedaefa tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555904 Apr 29 17:45:51.656615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54634) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:51.725452 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15a11495-7b53-4ede-b0a2-6310625c39a9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:51.756443 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15a11495-7b53-4ede-b0a2-6310625c39a9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:51.824910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15a11495-7b53-4ede-b0a2-6310625c39a9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:51.843211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a11495-7b53-4ede-b0a2-6310625c39a9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8970af73-2821-4ac2-ba96-0b0f88770082,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:51.855167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15a11495-7b53-4ede-b0a2-6310625c39a9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:51.856327 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-15a11495-7b53-4ede-b0a2-6310625c39a9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/security-groups/8970af73-2821-4ac2-ba96-0b0f88770082 HTTP/1.1" status: 204 len: 168 time: 0.1987545 Apr 29 17:45:51.890830 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54640) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:52.093574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-04cf06e1-59e6-4c30-a0e8-a2a176077e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 082f5da5-bb2c-4206-8b3a-1721627c0447 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:45:52.093830 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04cf06e1-59e6-4c30-a0e8-a2a176077e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:52.265389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04cf06e1-59e6-4c30-a0e8-a2a176077e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:52.265703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04cf06e1-59e6-4c30-a0e8-a2a176077e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:52.388611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-04cf06e1-59e6-4c30-a0e8-a2a176077e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 082f5da5-bb2c-4206-8b3a-1721627c0447 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:45:52.405380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae2600-e4d6-43d7-ba8f-0b15c6f2aa8e req-8056f452-454e-49b4-a9fd-6d991f5d31f2 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:52.406839 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2cae2600-e4d6-43d7-ba8f-0b15c6f2aa8e req-8056f452-454e-49b4-a9fd-6d991f5d31f2 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 945 time: 0.0881808 Apr 29 17:45:52.450963 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2cae2600-e4d6-43d7-ba8f-0b15c6f2aa8e req-8c497a63-8b69-4c06-8bfa-930b641d782b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381727 Apr 29 17:45:52.542822 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04cf06e1-59e6-4c30-a0e8-a2a176077e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:52.589423 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf06e1-59e6-4c30-a0e8-a2a176077e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=082f5da5-bb2c-4206-8b3a-1721627c0447,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:52.642379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5ded3-db19-412f-931c-618b16b83b96 req-dd66b7eb-e2ac-4059-aae1-534c3a5bb927 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:52.644193 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5fe5ded3-db19-412f-931c-618b16b83b96 req-dd66b7eb-e2ac-4059-aae1-534c3a5bb927 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 945 time: 0.0865266 Apr 29 17:45:52.691870 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5fe5ded3-db19-412f-931c-618b16b83b96 req-bf48837c-eadd-499b-ba7f-586873edc143 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391784 Apr 29 17:45:52.692521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04cf06e1-59e6-4c30-a0e8-a2a176077e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:52.692521 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-04cf06e1-59e6-4c30-a0e8-a2a176077e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP 5e54b2b9-3ed8-4b45-a3c5-65489589da45 disassociated (deleted). External IP: 172.26.4.87, port: e0434c09-4a79-4b5d-9ace-c2da418922ab. Apr 29 17:45:52.715208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54648) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:52.790248 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738ec7c7-b820-4179-8406-37bd1393fa2d tempest-TestVolumeBootPattern-650927403 tempest-TestVolumeBootPattern-650927403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:52.791819 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-738ec7c7-b820-4179-8406-37bd1393fa2d tempest-TestVolumeBootPattern-650927403 tempest-TestVolumeBootPattern-650927403-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 1093 time: 0.0755413 Apr 29 17:45:52.794965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54652) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:52.800147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:52.806591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:52.810849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Usage tracker for resource:floatingip and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:52.814048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:52.820375 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:52.833571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:52.973096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:53.109850 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Allocated IP 172.26.4.69 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/e7098817-13af-4023-b431-ee7172921b52) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:45:53.165574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cf06e1-59e6-4c30-a0e8-a2a176077e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:45:53.263859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:53.266029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6b105938-c168-49a3-b1a2-0a810f53a585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:53.296348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:53.345859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cf06e1-59e6-4c30-a0e8-a2a176077e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:45:53.358199 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d6ab8-0481-49aa-87c7-4eb949eab981 None None] Sync routers for ids ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:45:53.360812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:45:53.363830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:45:53.367633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:45:53.368074 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04cf06e1-59e6-4c30-a0e8-a2a176077e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:53.369444 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d6ab8-0481-49aa-87c7-4eb949eab981 None None] Routers {'bc0aa47f-7c8a-41bd-a07e-efda8e658b11'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:53.370189 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3b2d6ab8-0481-49aa-87c7-4eb949eab981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:53.401491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'Port': ['ID=e7098817-13af-4023-b431-ee7172921b52,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:53.424814 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-04cf06e1-59e6-4c30-a0e8-a2a176077e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/floatingips/5e54b2b9-3ed8-4b45-a3c5-65489589da45 HTTP/1.1" status: 204 len: 168 time: 1.5303571 Apr 29 17:45:53.566876 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3b2d6ab8-0481-49aa-87c7-4eb949eab981 None None] Set router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:53.568061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54660) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:53.644070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-80d93e26-3a76-404e-9955-682f50ea5113 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:53.681723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-80d93e26-3a76-404e-9955-682f50ea5113 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:53.755817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-80d93e26-3a76-404e-9955-682f50ea5113 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:53.776166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d93e26-3a76-404e-9955-682f50ea5113 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07571d6f-c066-4bd2-8a55-7bab899af5d8,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:53.789488 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-80d93e26-3a76-404e-9955-682f50ea5113 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:53.790788 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-80d93e26-3a76-404e-9955-682f50ea5113 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/security-groups/07571d6f-c066-4bd2-8a55-7bab899af5d8 HTTP/1.1" status: 204 len: 168 time: 0.2217278 Apr 29 17:45:53.825693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54666) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:53.901986 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-892054fe-aa45-4f58-a103-a3dd52b77715 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port e0434c09-4a79-4b5d-9ace-c2da418922ab {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:45:53.902321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-892054fe-aa45-4f58-a103-a3dd52b77715 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:53.916123 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:53.918997 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3b2d6ab8-0481-49aa-87c7-4eb949eab981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '801cbfde-af85-4c21-b163-13824c3803c3', 'name': '', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:8d:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:13Z', 'updated_at': '2022-04-29T17:45:18Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:53.923043 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d6ab8-0481-49aa-87c7-4eb949eab981 None None] Checking router: bc0aa47f-7c8a-41bd-a07e-efda8e658b11 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:45:53.931815 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d6ab8-0481-49aa-87c7-4eb949eab981 None None] Routers {'bc0aa47f-7c8a-41bd-a07e-efda8e658b11'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:53.932486 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3b2d6ab8-0481-49aa-87c7-4eb949eab981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:53.997008 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:54.118332 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3b2d6ab8-0481-49aa-87c7-4eb949eab981 None None] Set router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:54.158413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-892054fe-aa45-4f58-a103-a3dd52b77715 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:54.214770 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:54.220557 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:54.282259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-892054fe-aa45-4f58-a103-a3dd52b77715 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for e0434c09-4a79-4b5d-9ace-c2da418922ab owned by {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:45:54.337322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'Port': ['ID=e7098817-13af-4023-b431-ee7172921b52,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:54.347711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:54.434118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-892054fe-aa45-4f58-a103-a3dd52b77715 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:54.435805 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3b2d6ab8-0481-49aa-87c7-4eb949eab981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '801cbfde-af85-4c21-b163-13824c3803c3', 'name': '', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:8d:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:13Z', 'updated_at': '2022-04-29T17:45:18Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:54.440656 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d6ab8-0481-49aa-87c7-4eb949eab981 None None] The sync data for ids ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'] in dv-neutron-839024-2-hyperv is: [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '801cbfde-af85-4c21-b163-13824c3803c3', 'name': '', 'network_id': 'e9427a32-b262-4a04-a02c-069cfec16491', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:8d:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:13Z', 'updated_at': '2022-04-29T17:45:18Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'b91d83d8-26cc-468a-b3e8-44c03144ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:45:54.489011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892054fe-aa45-4f58-a103-a3dd52b77715 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=e0434c09-4a79-4b5d-9ace-c2da418922ab,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:54.540975 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Floating IP 77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e associated. External IP: 172.26.4.69, port: 852f9a1f-405a-43a4-95f0-ba0701bd8aef. Apr 29 17:45:54.595586 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-892054fe-aa45-4f58-a103-a3dd52b77715 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:54.606178 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-892054fe-aa45-4f58-a103-a3dd52b77715 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/ports/e0434c09-4a79-4b5d-9ace-c2da418922ab HTTP/1.1" status: 204 len: 168 time: 0.7791107 Apr 29 17:45:54.608684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54670) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:54.777119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a407be4-c609-481f-885e-08bb0600fee1 None None] New status for floating IP 5e54b2b9-3ed8-4b45-a3c5-65489589da45: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:45:54.944199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Router ad53907e-93aa-4364-82b0-4f5a35b825b3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:45:55.118995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:45:55.128623 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a677b-2bb3-44c8-a334-86f63bb64ab0 None None] Sync routers for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:45:55.139689 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a677b-2bb3-44c8-a334-86f63bb64ab0 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:55.140309 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3b7a677b-2bb3-44c8-a334-86f63bb64ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:55.145863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:55.314841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c65d0ec5-de72-4654-bf33-8be14d7b1d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:55.331856 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6ccb7d64-0a23-42b9-8c88-3141284db6ed tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5357726 Apr 29 17:45:55.332667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'tag': '852f9a1f-405a-43a4-95f0-ba0701bd8aef'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:45:55.355698 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3b7a677b-2bb3-44c8-a334-86f63bb64ab0 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:55.382414 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6bc334a-4263-42b6-a1f1-8de34dcc224f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:55.393062 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c046145e-2796-4361-9e01-acdc52697ee9'] response: {'name': 'network-changed', 'server_uuid': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'tag': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'status': 'completed', 'code': 200} Apr 29 17:45:55.484475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4aa56-f5f7-4b4d-8b67-8e5c0112b3f2 req-11f944e9-4f84-4921-80e5-85e508210007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:55.486120 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-def4aa56-f5f7-4b4d-8b67-8e5c0112b3f2 req-11f944e9-4f84-4921-80e5-85e508210007 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 1098 time: 0.0724432 Apr 29 17:45:55.621030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4aa56-f5f7-4b4d-8b67-8e5c0112b3f2 req-b64b5833-cc04-452a-a69f-1b3ad68cef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:55.622390 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-def4aa56-f5f7-4b4d-8b67-8e5c0112b3f2 req-b64b5833-cc04-452a-a69f-1b3ad68cef8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 912 time: 0.1298018 Apr 29 17:45:55.669979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c65d0ec5-de72-4654-bf33-8be14d7b1d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 801cbfde-af85-4c21-b163-13824c3803c3 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:45:55.670445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c65d0ec5-de72-4654-bf33-8be14d7b1d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:55.710139 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3b7a677b-2bb3-44c8-a334-86f63bb64ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:ab:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:45:53Z', 'updated_at': '2022-04-29T17:45:53Z', 'revision_number': 0, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:55.713936 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a677b-2bb3-44c8-a334-86f63bb64ab0 None None] Checking router: ad53907e-93aa-4364-82b0-4f5a35b825b3 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:45:55.722816 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a677b-2bb3-44c8-a334-86f63bb64ab0 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:55.723433 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3b7a677b-2bb3-44c8-a334-86f63bb64ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:55.733806 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-def4aa56-f5f7-4b4d-8b67-8e5c0112b3f2 req-872f9891-4330-476e-95df-930bf039fe7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=852f9a1f-405a-43a4-95f0-ba0701bd8aef HTTP/1.1" status: 200 len: 998 time: 0.1049123 Apr 29 17:45:55.797849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4aa56-f5f7-4b4d-8b67-8e5c0112b3f2 req-98c495bd-28c7-45b9-82e1-cc2695073050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:55.799454 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-def4aa56-f5f7-4b4d-8b67-8e5c0112b3f2 req-98c495bd-28c7-45b9-82e1-cc2695073050 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0599148 Apr 29 17:45:55.859057 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-c65d0ec5-de72-4654-bf33-8be14d7b1d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 801cbfde-af85-4c21-b163-13824c3803c3, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=801cbfde-af85-4c21-b163-13824c3803c3,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:55.859438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c65d0ec5-de72-4654-bf33-8be14d7b1d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:55.874140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4aa56-f5f7-4b4d-8b67-8e5c0112b3f2 req-6f7bcf80-7407-43b7-b693-291de7540b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:55.875537 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-def4aa56-f5f7-4b4d-8b67-8e5c0112b3f2 req-6f7bcf80-7407-43b7-b693-291de7540b3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687613 Apr 29 17:45:55.900673 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3b7a677b-2bb3-44c8-a334-86f63bb64ab0 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:55.980130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-c65d0ec5-de72-4654-bf33-8be14d7b1d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 801cbfde-af85-4c21-b163-13824c3803c3 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:45:56.007695 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-def4aa56-f5f7-4b4d-8b67-8e5c0112b3f2 req-1366eeb6-5a28-4c73-9ee8-f60a938cf15f service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260676 Apr 29 17:45:56.148103 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-def4aa56-f5f7-4b4d-8b67-8e5c0112b3f2 req-13c44fb5-5ad5-4f62-8333-54b0f028c067 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340241 Apr 29 17:45:56.166561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c65d0ec5-de72-4654-bf33-8be14d7b1d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:56.250840 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3b7a677b-2bb3-44c8-a334-86f63bb64ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:ab:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:45:53Z', 'updated_at': '2022-04-29T17:45:53Z', 'revision_number': 0, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:56.255077 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a677b-2bb3-44c8-a334-86f63bb64ab0 None None] The sync data for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv is: [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:ab:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:45:53Z', 'updated_at': '2022-04-29T17:45:53Z', 'revision_number': 0, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:45:56.327614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d0ec5-de72-4654-bf33-8be14d7b1d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=801cbfde-af85-4c21-b163-13824c3803c3,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:56.460552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72585f0-c03f-48d3-83d6-d621d8f5192b None None] New status for floating IP 77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:45:56.576917 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:56.617874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c65d0ec5-de72-4654-bf33-8be14d7b1d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:56.783400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:56.977749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65d0ec5-de72-4654-bf33-8be14d7b1d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:45:57.149612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65d0ec5-de72-4654-bf33-8be14d7b1d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:45:57.159235 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3c9768-942b-411a-a8de-74bbcb938154 None None] Sync routers for ids ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:45:57.162406 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c65d0ec5-de72-4654-bf33-8be14d7b1d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/bc0aa47f-7c8a-41bd-a07e-efda8e658b11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5523527 Apr 29 17:45:57.165455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54678) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:57.170244 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c9768-942b-411a-a8de-74bbcb938154 None None] Routers {'bc0aa47f-7c8a-41bd-a07e-efda8e658b11'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:57.170856 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fd3c9768-942b-411a-a8de-74bbcb938154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:57.231583 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-22008a0b-de3a-417b-aa91-d1ed2f150fb9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting subnet b91d83d8-26cc-468a-b3e8-44c03144ec35 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:45:57.234430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22008a0b-de3a-417b-aa91-d1ed2f150fb9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:57.286469 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22008a0b-de3a-417b-aa91-d1ed2f150fb9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:57.345289 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-fd3c9768-942b-411a-a8de-74bbcb938154 None None] Set router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:57.369425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22008a0b-de3a-417b-aa91-d1ed2f150fb9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:57.446304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22008a0b-de3a-417b-aa91-d1ed2f150fb9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:57.484687 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22008a0b-de3a-417b-aa91-d1ed2f150fb9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Subnet': ['ID=b91d83d8-26cc-468a-b3e8-44c03144ec35,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:57.490229 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-22008a0b-de3a-417b-aa91-d1ed2f150fb9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:57.497008 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-22008a0b-de3a-417b-aa91-d1ed2f150fb9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/subnets/b91d83d8-26cc-468a-b3e8-44c03144ec35 HTTP/1.1" status: 204 len: 168 time: 0.3306246 Apr 29 17:45:57.498958 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472366b2-d96a-49b7-8479-8d7392dc822a None None] Network e9427a32-b262-4a04-a02c-069cfec16491 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:45:57.500087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54682) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:57.678655 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fd3c9768-942b-411a-a8de-74bbcb938154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:56Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:57.683621 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3c9768-942b-411a-a8de-74bbcb938154 None None] Checking router: bc0aa47f-7c8a-41bd-a07e-efda8e658b11 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:45:57.692419 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c9768-942b-411a-a8de-74bbcb938154 None None] Routers {'bc0aa47f-7c8a-41bd-a07e-efda8e658b11'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:45:57.693023 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fd3c9768-942b-411a-a8de-74bbcb938154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:57.719567 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:57.775631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b62da8-94aa-437b-823b-ffddffaedabd None None] DHCP port deletion for e9427a32-b262-4a04-a02c-069cfec16491 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:45:57.779566 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-10b62da8-94aa-437b-823b-ffddffaedabd None None] Deleting port dae9f4f9-b87e-4673-8f1d-8731236735aa {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:45:57.780009 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-10b62da8-94aa-437b-823b-ffddffaedabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:57.873005 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-fd3c9768-942b-411a-a8de-74bbcb938154 None None] Set router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:45:57.903819 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:57.915236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 1a491b57-5027-4b05-950b-f9cee6c32684 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:45:57.915605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:58.026494 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:58.031342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-10b62da8-94aa-437b-823b-ffddffaedabd None None] For port dae9f4f9-b87e-4673-8f1d-8731236735aa, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dae9f4f9-b87e-4673-8f1d-8731236735aa,segment=NetworkSegment(52ba237a-304b-44fd-8298-b376068f7b3d),segment_id=52ba237a-304b-44fd-8298-b376068f7b3d)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:58.031750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-10b62da8-94aa-437b-823b-ffddffaedabd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:58.095232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 1a491b57-5027-4b05-950b-f9cee6c32684, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1a491b57-5027-4b05-950b-f9cee6c32684,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:45:58.095863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:58.153528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-10b62da8-94aa-437b-823b-ffddffaedabd None None] Calling delete_port for dae9f4f9-b87e-4673-8f1d-8731236735aa owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:45:58.178262 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-fd3c9768-942b-411a-a8de-74bbcb938154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:56Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:58.182361 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3c9768-942b-411a-a8de-74bbcb938154 None None] The sync data for ids ['bc0aa47f-7c8a-41bd-a07e-efda8e658b11'] in dv-neutron-839024-2-hyperv is: [{'id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'name': 'tempest-TestNetworkBasicOps-router-2107041155', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:08Z', 'updated_at': '2022-04-29T17:45:56Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1a491b57-5027-4b05-950b-f9cee6c32684', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0aa47f-7c8a-41bd-a07e-efda8e658b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:45:09Z', 'updated_at': '2022-04-29T17:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:45:58.211336 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dae9f4f9-b87e-4673-8f1d-8731236735aa no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:45:58.295011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-10b62da8-94aa-437b-823b-ffddffaedabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:58.298590 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No ports have port_id starting with dae9f4f9-b87e-4673-8f1d-8731236735aa Apr 29 17:45:58.342211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 1a491b57-5027-4b05-950b-f9cee6c32684 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:45:58.343558 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b62da8-94aa-437b-823b-ffddffaedabd None None] Pushing event deleted for resources: {'Port': ['ID=dae9f4f9-b87e-4673-8f1d-8731236735aa,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:58.347898 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b62da8-94aa-437b-823b-ffddffaedabd None None] No DVR routers for this DVR port dae9f4f9-b87e-4673-8f1d-8731236735aa on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:45:58.515696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:58.567669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=1a491b57-5027-4b05-950b-f9cee6c32684,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:58.658701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:58.830671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:58.833036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:58.859784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:58.860622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Fanout notify agent at l3_agent the message router_deleted on router bc0aa47f-7c8a-41bd-a07e-efda8e658b11 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:45:58.879277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:58.883225 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f1eb30a0-a125-4382-bd3b-0a6d89480331 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/routers/bc0aa47f-7c8a-41bd-a07e-efda8e658b11 HTTP/1.1" status: 204 len: 168 time: 1.3816514 Apr 29 17:45:58.883413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54686) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:58.998116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa8fcddc-c149-49c9-9df6-727db53a79f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.232181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa8fcddc-c149-49c9-9df6-727db53a79f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.256929 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-aa8fcddc-c149-49c9-9df6-727db53a79f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9427a32-b262-4a04-a02c-069cfec16491']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:59.268637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-aa8fcddc-c149-49c9-9df6-727db53a79f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ba237a-304b-44fd-8298-b376068f7b3d') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:59.268931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-aa8fcddc-c149-49c9-9df6-727db53a79f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ba237a-304b-44fd-8298-b376068f7b3d') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:45:59.280487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa8fcddc-c149-49c9-9df6-727db53a79f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.299408 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa8fcddc-c149-49c9-9df6-727db53a79f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.305842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8fcddc-c149-49c9-9df6-727db53a79f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:45:59.306253 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa8fcddc-c149-49c9-9df6-727db53a79f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:45:59.323881 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:45:59.403664 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa8fcddc-c149-49c9-9df6-727db53a79f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.421242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa8fcddc-c149-49c9-9df6-727db53a79f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.433330 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fcddc-c149-49c9-9df6-727db53a79f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Network': ['ID=e9427a32-b262-4a04-a02c-069cfec16491,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:59.441146 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-aa8fcddc-c149-49c9-9df6-727db53a79f7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/networks/e9427a32-b262-4a04-a02c-069cfec16491 HTTP/1.1" status: 204 len: 168 time: 0.5567932 Apr 29 17:45:59.454298 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54690) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:59.465938 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c8f00add-d22f-4472-aba7-167a820f1519 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0106461 Apr 29 17:45:59.468366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54694) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:59.473478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'network': {'name': 'tempest-network-smoke--324476318', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'port_security_enabled': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:59.478451 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:59.482903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:network and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:59.486325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:59.492087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:59.503658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:45:59.507131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.538377 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:45:59.547461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.547792 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Added segment a2fb7878-54d0-491d-952f-a3290d82aa9c of type vlan for network d22aab1d-d87b-4a75-8a17-c640a5d41917 Apr 29 17:45:59.573173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.606349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.612237 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:45:59.612824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.712494 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2431095 Apr 29 17:45:59.715320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54698) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:45:59.720637 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-310606395', 'admin_state_up': True, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:45:59.721249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f8acf-7c23-4eb7-b075-911602e5975d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Network': ['ID=d22aab1d-d87b-4a75-8a17-c640a5d41917,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:45:59.728349 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:45:59.731575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network d22aab1d-d87b-4a75-8a17-c640a5d41917 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:45:59.732446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:router and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:45:59.735729 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:45:59.742329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:45:59.753596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.754707 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:45:59.769270 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:00.033305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:00.123008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1a491b57-5027-4b05-950b-f9cee6c32684 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:46:00.159424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 1a491b57-5027-4b05-950b-f9cee6c32684 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:46:00.159767 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1a491b57-5027-4b05-950b-f9cee6c32684 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:46:00.160180 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 801cbfde-af85-4c21-b163-13824c3803c3 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:46:00.192166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 801cbfde-af85-4c21-b163-13824c3803c3 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:46:00.192501 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 801cbfde-af85-4c21-b163-13824c3803c3 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:46:00.347845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:00.376026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:00.629323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.8 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/1efcbcf7-f501-47fc-872a-c46a9f84f3c1) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:46:00.781900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:00.822430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:00.889028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:46:00.891671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:46:00.895413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:46:00.931172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=1efcbcf7-f501-47fc-872a-c46a9f84f3c1,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:01.317657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:01.657329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:01.866121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:46:02.162506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:46:02.172844 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Sync routers for ids ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:46:02.182433 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Routers {'6a74f1b2-5d2f-447d-97b2-7421333d47c8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:46:02.183040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:02.191235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:02.195384 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f015d036-ff4f-47dc-bc4c-18da381339ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4761531 Apr 29 17:46:02.195553 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54704) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:02.234354 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cbedb1f1-30c1-4048-ab2f-ad569a90093c tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=438682cd007d46eb90f162f5f8d9699b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376873 Apr 29 17:46:02.237121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54708) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:02.356887 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Set router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:46:02.364402 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d610aa4-a844-4a19-8f0c-2000c7e47343 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:02.365883 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1d610aa4-a844-4a19-8f0c-2000c7e47343 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279340 Apr 29 17:46:02.369038 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54712) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:02.408339 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-abf7f5fb-3464-436e-808c-c6d1e3fe79f6 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381591 Apr 29 17:46:02.411060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54716) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:02.417174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-53191563', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:46:02.526673 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:46:02.531262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:subnet and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:46:02.536025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:46:02.542072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:46:02.557983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:46:02.563101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:02.645315 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:01Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:02.658011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Checking router: 6a74f1b2-5d2f-447d-97b2-7421333d47c8 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:46:02.658011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Updating router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:46:02.714064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:02.824075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:02.909751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Subnet': ['ID=314b7159-501c-4945-878b-b7c71248637f,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:02.919560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Checking segment: {'id': 'a2fb7878-54d0-491d-952f-a3290d82aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:46:02.919560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network hostable DHCP agents. Network: d22aab1d-d87b-4a75-8a17-c640a5d41917, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:46:02.941916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network d22aab1d-d87b-4a75-8a17-c640a5d41917 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:46:02.959061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, d22aab1d-d87b-4a75-8a17-c640a5d41917) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:46:02.959061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:02.963167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:02.981634 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7b5888-a30a-4f5d-af2c-4bc47aaccd09 None None] Network d22aab1d-d87b-4a75-8a17-c640a5d41917 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:46:02.985178 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-88078cac-f403-4482-8680-124e8804d21e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5726027 Apr 29 17:46:02.987639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54720) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:03.253397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:03.293104 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Transition to ACTIVE for port object 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:46:03.312003 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:03.344513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-d22aab1d-d87b-4a75-8a17-c640a5d41917', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:46:03.344513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:03.390698 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9243c184-814b-414a-be91-7fd8544ff205 req-09a55c0b-71de-4fb5-a3ed-0c016842b254 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2586000 Apr 29 17:46:03.446324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea037d3c-9db0-48e1-92b4-ab64023a1b67 None None] Pushing event updated for resources: {'Port': ['ID=1efcbcf7-f501-47fc-872a-c46a9f84f3c1,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:03.451188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Attempting to bind port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:46:03.451188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Attempting to bind port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:46:03.451188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Attempting to bind port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:46:03.467873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:46:03.467873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:46:03.467873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:03.467873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:46:03.467873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Bound port: 1efcbcf7-f501-47fc-872a-c46a9f84f3c1, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:46:03.467873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:03.607429 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] For port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:46:03.622259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] For port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1efcbcf7-f501-47fc-872a-c46a9f84f3c1,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:46:03.622259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Allocated IP 172.20.0.2 (d22aab1d-d87b-4a75-8a17-c640a5d41917/314b7159-501c-4945-878b-b7c71248637f/6bf9e961-02e4-4726-aedf-86ab3f548c33) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:46:03.628630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:03.804257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Routers {'6a74f1b2-5d2f-447d-97b2-7421333d47c8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:46:03.804257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:03.885595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243c184-814b-414a-be91-7fd8544ff205 req-bbc3d7b3-cf90-4d3d-b2ad-1b3298fc9c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:03.886949 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9243c184-814b-414a-be91-7fd8544ff205 req-bbc3d7b3-cf90-4d3d-b2ad-1b3298fc9c93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 1098 time: 0.3764746 Apr 29 17:46:03.925952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea037d3c-9db0-48e1-92b4-ab64023a1b67 None None] Pushing event updated for resources: {'Port': ['ID=1efcbcf7-f501-47fc-872a-c46a9f84f3c1,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:04.055350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] Set router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:46:04.120418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243c184-814b-414a-be91-7fd8544ff205 req-8cde0e5c-f7eb-40b1-a73b-c042e5085913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:04.121835 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9243c184-814b-414a-be91-7fd8544ff205 req-8cde0e5c-f7eb-40b1-a73b-c042e5085913 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 912 time: 0.2127275 Apr 29 17:46:04.189249 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:04.204859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:04.211978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Transition to ACTIVE for port object 6bf9e961-02e4-4726-aedf-86ab3f548c33 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:46:04.288247 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Transition to ACTIVE for port object 6bf9e961-02e4-4726-aedf-86ab3f548c33 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:46:04.305624 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:04.360684 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9243c184-814b-414a-be91-7fd8544ff205 req-2411f3ea-671e-44eb-b132-652783f5db8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=852f9a1f-405a-43a4-95f0-ba0701bd8aef HTTP/1.1" status: 200 len: 1000 time: 0.2322891 Apr 29 17:46:04.444334 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Network d22aab1d-d87b-4a75-8a17-c640a5d41917 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:46:04.448075 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:46:04.451061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243c184-814b-414a-be91-7fd8544ff205 req-0c907b54-1b99-4831-a168-b1b7feba1f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:04.452254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:46:04.452524 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9243c184-814b-414a-be91-7fd8544ff205 req-0c907b54-1b99-4831-a168-b1b7feba1f46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0836749 Apr 29 17:46:04.461532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Pushing event updated for resources: {'Port': ['ID=6bf9e961-02e4-4726-aedf-86ab3f548c33,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:04.559976 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Attempting to bind port 6bf9e961-02e4-4726-aedf-86ab3f548c33 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:46:04.560347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Attempting to bind port 6bf9e961-02e4-4726-aedf-86ab3f548c33 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'a2fb7878-54d0-491d-952f-a3290d82aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:46:04.560712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Attempting to bind port 6bf9e961-02e4-4726-aedf-86ab3f548c33 on network d22aab1d-d87b-4a75-8a17-c640a5d41917 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:46:04.568242 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:46:04.568618 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Checking segment: {'id': 'a2fb7878-54d0-491d-952f-a3290d82aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:46:04.569014 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:04.569402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Bound using segment: {'id': 'a2fb7878-54d0-491d-952f-a3290d82aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:46:04.569864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Bound port: 6bf9e961-02e4-4726-aedf-86ab3f548c33, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2fb7878-54d0-491d-952f-a3290d82aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:46:04.570231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:04.588707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:01Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:04.620374 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62ad064-8f1b-4dcf-be7a-f49d363b4c80 None None] The sync data for ids ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'] in dv-neutron-839024-2-hyperv is: [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:01Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:46:04.649314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243c184-814b-414a-be91-7fd8544ff205 req-1a1d0629-e8fa-45a6-97eb-ef14965492df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:04.650800 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9243c184-814b-414a-be91-7fd8544ff205 req-1a1d0629-e8fa-45a6-97eb-ef14965492df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1864791 Apr 29 17:46:04.673370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] For port 6bf9e961-02e4-4726-aedf-86ab3f548c33, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:46:04.676766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] For port 6bf9e961-02e4-4726-aedf-86ab3f548c33, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6bf9e961-02e4-4726-aedf-86ab3f548c33,segment=NetworkSegment(a2fb7878-54d0-491d-952f-a3290d82aa9c),segment_id=a2fb7878-54d0-491d-952f-a3290d82aa9c)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:46:04.686259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:04.774609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e02bdf-6306-422f-830e-4fe36488e809 None None] Pushing event updated for resources: {'Port': ['ID=6bf9e961-02e4-4726-aedf-86ab3f548c33,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:04.828953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.1 (d22aab1d-d87b-4a75-8a17-c640a5d41917/314b7159-501c-4945-878b-b7c71248637f/4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:46:04.891280 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9243c184-814b-414a-be91-7fd8544ff205 req-4d7c8ba3-adfa-4520-9488-293d0607b707 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268827 Apr 29 17:46:05.169199 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9243c184-814b-414a-be91-7fd8544ff205 req-87f2d082-da61-4e41-bc6e-916df490d323 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614138 Apr 29 17:46:05.174919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:05.193355 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:46:05.219506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:05.291844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network d22aab1d-d87b-4a75-8a17-c640a5d41917 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:46:05.295330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:46:05.299478 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:46:05.339974 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:05.363888 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:05.681266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:05.884742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8b72fa-020f-420f-bc0d-fc95a2fa3076 None None] Network d22aab1d-d87b-4a75-8a17-c640a5d41917 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:46:05.991008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-466923dd-22d7-4eb3-bb82-db835ccaf4de None None] Provisioning for port 6bf9e961-02e4-4726-aedf-86ab3f548c33 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:46:06.170928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:06.178866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:06.251453 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6bf9e961-02e4-4726-aedf-86ab3f548c33 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:46:06.321533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:06.332514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 6bf9e961-02e4-4726-aedf-86ab3f548c33 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:46:06.339424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6bf9e961-02e4-4726-aedf-86ab3f548c33 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:46:06.340105 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:06.340708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:06.482962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:06.490549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network d22aab1d-d87b-4a75-8a17-c640a5d41917 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:46:06.491696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:46:06.515418 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6bf9e961-02e4-4726-aedf-86ab3f548c33, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6bf9e961-02e4-4726-aedf-86ab3f548c33,segment=NetworkSegment(a2fb7878-54d0-491d-952f-a3290d82aa9c),segment_id=a2fb7878-54d0-491d-952f-a3290d82aa9c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:46:06.527570 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:06.528551 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:46:06.635177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-98a1411f-a59d-495f-8410-cfa1e3627540 None None] Provisioning complete for port 6bf9e961-02e4-4726-aedf-86ab3f548c33 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:46:06.635878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-98a1411f-a59d-495f-8410-cfa1e3627540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:06.700468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:46:06.708292 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6bf9e961-02e4-4726-aedf-86ab3f548c33,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:06.762377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:46:06.779951 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:46:06.780246 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:06.851685 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-98a1411f-a59d-495f-8410-cfa1e3627540 None None] Provisioning for port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:46:06.858818 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-98a1411f-a59d-495f-8410-cfa1e3627540 None None] Provisioning complete for port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:46:06.859175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-98a1411f-a59d-495f-8410-cfa1e3627540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:06.891922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:46:06.901630 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Sync routers for ids ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:46:06.908232 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bb4112e3-393f-4453-a4ac-1b40477315bc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/6a74f1b2-5d2f-447d-97b2-7421333d47c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9173405 Apr 29 17:46:06.908507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54724) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:06.910640 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Routers {'6a74f1b2-5d2f-447d-97b2-7421333d47c8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:46:06.911255 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:06.959061 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:06.963658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-98a1411f-a59d-495f-8410-cfa1e3627540 None None] Port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:46:06.977601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1efcbcf7-f501-47fc-872a-c46a9f84f3c1,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:46:06.982575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:07.053784 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=1efcbcf7-f501-47fc-872a-c46a9f84f3c1,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:07.057722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ad99d-c6db-4008-8da5-2db46ba78a83 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:07.058310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ad99d-c6db-4008-8da5-2db46ba78a83 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:07.058837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ad99d-c6db-4008-8da5-2db46ba78a83 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:07.059400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ad99d-c6db-4008-8da5-2db46ba78a83 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:07.059911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ad99d-c6db-4008-8da5-2db46ba78a83 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:07.060422 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ad99d-c6db-4008-8da5-2db46ba78a83 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:07.063850 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-167ad99d-c6db-4008-8da5-2db46ba78a83 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1544440 Apr 29 17:46:07.065634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54728) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:07.084693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-84ea0962-ed87-4850-9ab2-21ae5bccd3bf None None] Provisioning complete for port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:46:07.085356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-84ea0962-ed87-4850-9ab2-21ae5bccd3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:07.094448 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Set router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:46:07.138234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-84ea0962-ed87-4850-9ab2-21ae5bccd3bf None None] Port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:46:07.138526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96eb03-345d-42d9-bedf-14815a756174 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:07.138946 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96eb03-345d-42d9-bedf-14815a756174 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:07.139415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96eb03-345d-42d9-bedf-14815a756174 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:07.139856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96eb03-345d-42d9-bedf-14815a756174 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:07.140291 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96eb03-345d-42d9-bedf-14815a756174 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:07.140720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96eb03-345d-42d9-bedf-14815a756174 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:07.142473 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ac96eb03-345d-42d9-bedf-14815a756174 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0757947 Apr 29 17:46:07.145214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54732) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:07.415558 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b', 'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:05:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:04Z', 'updated_at': '2022-04-29T17:46:05Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '314b7159-501c-4945-878b-b7c71248637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:07.419274 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Checking router: 6a74f1b2-5d2f-447d-97b2-7421333d47c8 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:46:07.419647 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Updating router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:46:07.472153 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-884ad0d0-09a6-4fad-bda2-18f7f539c1a6 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3257339 Apr 29 17:46:07.475385 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:07.685137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54738) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:07.690351 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1025983424', 'description': 'tempest-secgroup-smoke-1025983424 description', 'project_id': '438682cd007d46eb90f162f5f8d9699b'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:46:07.696561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:46:07.700596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:46:07.703453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:46:07.709141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:46:07.721713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:07.742510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:46:07.747239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:46:07.750266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:46:07.756493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:46:07.827481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:07.834319 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:07.854917 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:07.867557 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Transition to ACTIVE for port object 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:46:07.874342 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:07.883887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a18957-6666-4f21-907b-400218ad27ef,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:07.887811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:07.891866 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2028751 Apr 29 17:46:07.892375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54742) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:07.895543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:07.895860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:07.896202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:07.896535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:07.896867 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:07.897175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:07.897481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:07.897803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:07.898139 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:07.898437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:07.898750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:07.899058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472442c4-0b58-4686-a70a-c00cf5657c43 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:07.899493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b324d0df-8a7b-4736-b2e0-c2e87aa6d7d1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'a3a18957-6666-4f21-907b-400218ad27ef', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:46:07.907487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b324d0df-8a7b-4736-b2e0-c2e87aa6d7d1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:46:07.912658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b324d0df-8a7b-4736-b2e0-c2e87aa6d7d1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:46:07.915696 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b324d0df-8a7b-4736-b2e0-c2e87aa6d7d1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:46:07.922217 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b324d0df-8a7b-4736-b2e0-c2e87aa6d7d1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:46:07.941675 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b324d0df-8a7b-4736-b2e0-c2e87aa6d7d1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.001389 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9f3b6-958a-480a-bd6f-29cf90ca4768 None None] Pushing event updated for resources: {'Port': ['ID=4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:08.008539 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b324d0df-8a7b-4736-b2e0-c2e87aa6d7d1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.014074 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b324d0df-8a7b-4736-b2e0-c2e87aa6d7d1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.041859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324d0df-8a7b-4736-b2e0-c2e87aa6d7d1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252b57e6-dbf6-4c20-bfde-c79b6fa10658,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:08.056426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b324d0df-8a7b-4736-b2e0-c2e87aa6d7d1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.058073 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b324d0df-8a7b-4736-b2e0-c2e87aa6d7d1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1643841 Apr 29 17:46:08.060901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54746) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:08.066250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-0c3de8b4-64c2-4fa8-8e92-cc4f9365ec6b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'a3a18957-6666-4f21-907b-400218ad27ef', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:46:08.072712 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0c3de8b4-64c2-4fa8-8e92-cc4f9365ec6b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:46:08.077615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0c3de8b4-64c2-4fa8-8e92-cc4f9365ec6b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:46:08.080820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-0c3de8b4-64c2-4fa8-8e92-cc4f9365ec6b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:46:08.088327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-0c3de8b4-64c2-4fa8-8e92-cc4f9365ec6b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:46:08.099452 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Attempting to bind port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:46:08.099926 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Attempting to bind port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'a2fb7878-54d0-491d-952f-a3290d82aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:46:08.100172 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Attempting to bind port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b on network d22aab1d-d87b-4a75-8a17-c640a5d41917 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:46:08.106632 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:46:08.106995 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Checking segment: {'id': 'a2fb7878-54d0-491d-952f-a3290d82aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:46:08.107429 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.107832 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Bound using segment: {'id': 'a2fb7878-54d0-491d-952f-a3290d82aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:46:08.108285 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Bound port: 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2fb7878-54d0-491d-952f-a3290d82aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:46:08.108654 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.109903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c3de8b4-64c2-4fa8-8e92-cc4f9365ec6b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.160887 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6bf9e961-02e4-4726-aedf-86ab3f548c33 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:46:08.186438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c3de8b4-64c2-4fa8-8e92-cc4f9365ec6b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.191728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c3de8b4-64c2-4fa8-8e92-cc4f9365ec6b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.206507 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] For port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:46:08.209718 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] For port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b,segment=NetworkSegment(a2fb7878-54d0-491d-952f-a3290d82aa9c),segment_id=a2fb7878-54d0-491d-952f-a3290d82aa9c)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:46:08.215662 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.225841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de8b4-64c2-4fa8-8e92-cc4f9365ec6b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db271a3-81d1-4e4b-bff1-b128a12e7f41,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:08.233323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0c3de8b4-64c2-4fa8-8e92-cc4f9365ec6b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.235000 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0c3de8b4-64c2-4fa8-8e92-cc4f9365ec6b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1730707 Apr 29 17:46:08.237900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54750) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:08.243265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-24f10a32-4a95-44dd-a90b-781eacf9bf47 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'a3a18957-6666-4f21-907b-400218ad27ef', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:46:08.247780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6bf9e961-02e4-4726-aedf-86ab3f548c33 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:46:08.248352 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.249901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-24f10a32-4a95-44dd-a90b-781eacf9bf47 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:46:08.253857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-24f10a32-4a95-44dd-a90b-781eacf9bf47 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:46:08.256781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-24f10a32-4a95-44dd-a90b-781eacf9bf47 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:46:08.262687 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-24f10a32-4a95-44dd-a90b-781eacf9bf47 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:46:08.284734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24f10a32-4a95-44dd-a90b-781eacf9bf47 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.310415 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9f3b6-958a-480a-bd6f-29cf90ca4768 None None] Pushing event updated for resources: {'Port': ['ID=4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:08.317774 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Routers {'6a74f1b2-5d2f-447d-97b2-7421333d47c8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:46:08.318621 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:08.371214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24f10a32-4a95-44dd-a90b-781eacf9bf47 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.377961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24f10a32-4a95-44dd-a90b-781eacf9bf47 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.397803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:46:08.411260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f10a32-4a95-44dd-a90b-781eacf9bf47 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=874a43f0-79ef-41c2-8d20-774c0bdd6a18,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:08.436860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24f10a32-4a95-44dd-a90b-781eacf9bf47 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.441266 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-24f10a32-4a95-44dd-a90b-781eacf9bf47 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2023163 Apr 29 17:46:08.441773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54754) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:08.448384 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4578b721-b385-4931-9566-1bb12bf172e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'a3a18957-6666-4f21-907b-400218ad27ef', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:46:08.457682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4578b721-b385-4931-9566-1bb12bf172e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:46:08.464035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4578b721-b385-4931-9566-1bb12bf172e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:46:08.467527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4578b721-b385-4931-9566-1bb12bf172e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:46:08.483548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4578b721-b385-4931-9566-1bb12bf172e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:46:08.514599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4578b721-b385-4931-9566-1bb12bf172e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.540775 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] Set router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:46:08.548981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:46:08.549698 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.617113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4578b721-b385-4931-9566-1bb12bf172e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.620989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4578b721-b385-4931-9566-1bb12bf172e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.647381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578b721-b385-4931-9566-1bb12bf172e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adfe3dd-89fd-4265-b9dc-d633c22f0cc6,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:08.658654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4578b721-b385-4931-9566-1bb12bf172e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.660884 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4578b721-b385-4931-9566-1bb12bf172e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2181222 Apr 29 17:46:08.664062 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54760) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:08.670104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-87dff429-24dc-4f54-8713-996eac6433b2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'a3a18957-6666-4f21-907b-400218ad27ef', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:46:08.676356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-87dff429-24dc-4f54-8713-996eac6433b2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:46:08.683433 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-87dff429-24dc-4f54-8713-996eac6433b2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:46:08.687334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-87dff429-24dc-4f54-8713-996eac6433b2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:46:08.694192 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-87dff429-24dc-4f54-8713-996eac6433b2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:46:08.707095 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-87dff429-24dc-4f54-8713-996eac6433b2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:46:08.732219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-87dff429-24dc-4f54-8713-996eac6433b2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.795573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-87dff429-24dc-4f54-8713-996eac6433b2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.799379 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-87dff429-24dc-4f54-8713-996eac6433b2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.824709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dff429-24dc-4f54-8713-996eac6433b2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71adc292-9bc8-4524-839d-9b281a1f85a2,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:08.833816 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-87dff429-24dc-4f54-8713-996eac6433b2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.837593 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-87dff429-24dc-4f54-8713-996eac6433b2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1696277 Apr 29 17:46:08.837747 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54764) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:08.842982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-6edc6e8d-706d-48e7-a50f-04c945cf01fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'a3a18957-6666-4f21-907b-400218ad27ef', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:46:08.848784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6edc6e8d-706d-48e7-a50f-04c945cf01fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:46:08.852837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6edc6e8d-706d-48e7-a50f-04c945cf01fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:46:08.855637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-6edc6e8d-706d-48e7-a50f-04c945cf01fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:46:08.861151 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-6edc6e8d-706d-48e7-a50f-04c945cf01fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:46:08.869975 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b', 'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:05:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:04Z', 'updated_at': '2022-04-29T17:46:08Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '314b7159-501c-4945-878b-b7c71248637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:08.871799 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-6edc6e8d-706d-48e7-a50f-04c945cf01fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:46:08.874332 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8c35d4-aa4c-4c83-a62f-ebb5bc21fa5c None None] The sync data for ids ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'] in dv-neutron-839024-2-hyperv is: [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b', 'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:05:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:04Z', 'updated_at': '2022-04-29T17:46:08Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '314b7159-501c-4945-878b-b7c71248637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:46:08.878502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6edc6e8d-706d-48e7-a50f-04c945cf01fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.958725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6edc6e8d-706d-48e7-a50f-04c945cf01fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.968829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6edc6e8d-706d-48e7-a50f-04c945cf01fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:08.993485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc6e8d-706d-48e7-a50f-04c945cf01fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2ba70e-9a7d-4601-8205-7131bab80b7f,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:09.003400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6edc6e8d-706d-48e7-a50f-04c945cf01fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:09.004711 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6edc6e8d-706d-48e7-a50f-04c945cf01fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1660779 Apr 29 17:46:09.174317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-44ce8eed-91dd-43b9-88fd-ce5e5298d214 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:46:09.191569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-44ce8eed-91dd-43b9-88fd-ce5e5298d214 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:46:09.193764 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-44ce8eed-91dd-43b9-88fd-ce5e5298d214 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025983424&fields=id&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 267 time: 0.0617459 Apr 29 17:46:09.384085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-48ab118c-7f61-4602-acc9-514232e418a7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:09.384085 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-48ab118c-7f61-4602-acc9-514232e418a7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/networks?id=d22aab1d-d87b-4a75-8a17-c640a5d41917 HTTP/1.1" status: 200 len: 796 time: 0.1588602 Apr 29 17:46:09.401349 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e75954ce-9e59-4e5c-b080-c07f856a6a76 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/quotas/438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 375 time: 0.0105445 Apr 29 17:46:09.484582 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-85c2a054-109f-4c99-8433-eaa31be8d47f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:46:09.504657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-85c2a054-109f-4c99-8433-eaa31be8d47f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:46:09.504657 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-85c2a054-109f-4c99-8433-eaa31be8d47f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989883 Apr 29 17:46:09.739864 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-0c521d15-91ff-4e6f-b74e-a022b0a418b0 service neutron] 10.222.0.11 "GET /v2.0/networks/d22aab1d-d87b-4a75-8a17-c640a5d41917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212734 Apr 29 17:46:09.906811 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-481fe0c2-38f0-4cc7-aa14-0d5d5942f48c service neutron] 10.222.0.11 "GET /v2.0/networks/d22aab1d-d87b-4a75-8a17-c640a5d41917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666515 Apr 29 17:46:10.128849 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-abbf3574-e06a-407a-a66b-28db6a2f094b req-058794d0-df9b-4e07-82dc-4a86884f1ff6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 210 time: 0.0587349 Apr 29 17:46:10.196242 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:46:10.284701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:46:10.284701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:46:10.284701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:10.425412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:10.463029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b,segment=NetworkSegment(a2fb7878-54d0-491d-952f-a3290d82aa9c),segment_id=a2fb7878-54d0-491d-952f-a3290d82aa9c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:46:10.472854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:10.548825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:11.371229 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bb5532de-6edb-49cf-8d1c-7716cfd1c600 req-1cf71293-fe78-4434-8c23-fd807d69296c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 210 time: 0.0671391 Apr 29 17:46:11.419806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-7470d582-32e9-4bae-bc2e-0e2c2bb6eeda tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:11.419806 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-7470d582-32e9-4bae-bc2e-0e2c2bb6eeda tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks?id=d22aab1d-d87b-4a75-8a17-c640a5d41917 HTTP/1.1" status: 200 len: 796 time: 0.2830806 Apr 29 17:46:11.468946 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-ca97fa80-ca99-447f-a103-2757bbb84041 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 380 time: 0.0397644 Apr 29 17:46:11.481030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'port': {'device_id': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'admin_state_up': True, 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'security_groups': ['a3a18957-6666-4f21-907b-400218ad27ef']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:46:11.619772 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:46:11.630812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:46:11.643000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:46:11.643000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:11.815017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.4 (d22aab1d-d87b-4a75-8a17-c640a5d41917/314b7159-501c-4945-878b-b7c71248637f/737c9940-568f-4c85-88e0-e49e43469202) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:46:12.008037 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:12.020859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 737c9940-568f-4c85-88e0-e49e43469202 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:46:12.046401 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:12.136651 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:46:12.217416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:46:12.217416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:12.245451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network d22aab1d-d87b-4a75-8a17-c640a5d41917 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:46:12.245451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:46:12.259253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:46:12.302012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=737c9940-568f-4c85-88e0-e49e43469202,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:12.338325 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:12.338325 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:12.364567 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-e773c5b1-baba-4812-943d-5cc4991a52a2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8905392 Apr 29 17:46:12.379124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Request body: {'port': {'device_id': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:46:12.561881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:12.566686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-43f8a79f-dbc8-482f-92d8-eb57d9eb053c None None] Provisioning for port 737c9940-568f-4c85-88e0-e49e43469202 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:46:12.575853 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-43f8a79f-dbc8-482f-92d8-eb57d9eb053c None None] Provisioning complete for port 737c9940-568f-4c85-88e0-e49e43469202 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:46:12.575853 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-43f8a79f-dbc8-482f-92d8-eb57d9eb053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:12.637421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-43f8a79f-dbc8-482f-92d8-eb57d9eb053c None None] Port 737c9940-568f-4c85-88e0-e49e43469202 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:46:12.654146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793b27d-a7d0-4b29-991d-4e9e0c323804 req-71987140-8b94-4fe1-ac16-c5f8b183c1ea tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:12.654851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4793b27d-a7d0-4b29-991d-4e9e0c323804 req-71987140-8b94-4fe1-ac16-c5f8b183c1ea tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:46:12.719975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4793b27d-a7d0-4b29-991d-4e9e0c323804 req-71987140-8b94-4fe1-ac16-c5f8b183c1ea tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:46:12.721089 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4793b27d-a7d0-4b29-991d-4e9e0c323804 req-71987140-8b94-4fe1-ac16-c5f8b183c1ea tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 931 time: 0.2375948 Apr 29 17:46:12.818647 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4793b27d-a7d0-4b29-991d-4e9e0c323804 req-f9656b4c-5526-4efd-9229-04761d98f74a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3a18957-6666-4f21-907b-400218ad27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864241 Apr 29 17:46:12.992103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737c9940-568f-4c85-88e0-e49e43469202 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:46:12.998395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:13.015774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Transition to ACTIVE for port object 737c9940-568f-4c85-88e0-e49e43469202 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:46:13.015774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:13.189024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Pushing event updated for resources: {'Port': ['ID=737c9940-568f-4c85-88e0-e49e43469202,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:13.290980 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Attempting to bind port 737c9940-568f-4c85-88e0-e49e43469202 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:46:13.290980 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Attempting to bind port 737c9940-568f-4c85-88e0-e49e43469202 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'a2fb7878-54d0-491d-952f-a3290d82aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:46:13.290980 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Attempting to bind port 737c9940-568f-4c85-88e0-e49e43469202 on network d22aab1d-d87b-4a75-8a17-c640a5d41917 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:46:13.299198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Port 737c9940-568f-4c85-88e0-e49e43469202 on network d22aab1d-d87b-4a75-8a17-c640a5d41917 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:46:13.299198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Attempting to bind port 737c9940-568f-4c85-88e0-e49e43469202 on network d22aab1d-d87b-4a75-8a17-c640a5d41917 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:46:13.299198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:46:13.299198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Checking segment: {'id': 'a2fb7878-54d0-491d-952f-a3290d82aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:46:13.299198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Bound using segment: {'id': 'a2fb7878-54d0-491d-952f-a3290d82aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:46:13.299198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Bound port: 737c9940-568f-4c85-88e0-e49e43469202, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fb7878-54d0-491d-952f-a3290d82aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:46:13.299198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:13.397834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] For port 737c9940-568f-4c85-88e0-e49e43469202, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:46:13.397834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] For port 737c9940-568f-4c85-88e0-e49e43469202, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=737c9940-568f-4c85-88e0-e49e43469202,segment=NetworkSegment(a2fb7878-54d0-491d-952f-a3290d82aa9c),segment_id=a2fb7878-54d0-491d-952f-a3290d82aa9c)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:46:13.408250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:13.465542 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:13.466272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:13.467625 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] 10.222.0.36 "PUT /v2.0/ports/737c9940-568f-4c85-88e0-e49e43469202 HTTP/1.1" status: 200 len: 1093 time: 1.0979764 Apr 29 17:46:13.468056 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'tag': '737c9940-568f-4c85-88e0-e49e43469202'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:46:13.495083 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a5fe2-59b3-4a64-9d81-30d3d1143107 service neutron] Pushing event updated for resources: {'Port': ['ID=737c9940-568f-4c85-88e0-e49e43469202,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:13.557585 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3746ecb-1ce0-4700-b786-e4351685f888'] response: {'name': 'network-changed', 'server_uuid': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'tag': '737c9940-568f-4c85-88e0-e49e43469202', 'status': 'completed', 'code': 200} Apr 29 17:46:13.613394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-4bf87e7d-cc9d-4f22-baef-c02da08d0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:13.613394 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-4bf87e7d-cc9d-4f22-baef-c02da08d0328 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 1096 time: 0.0949860 Apr 29 17:46:13.699139 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-81002650-23a7-4215-94bf-ae4be2b63e78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737c9940-568f-4c85-88e0-e49e43469202 HTTP/1.1" status: 200 len: 217 time: 0.0729489 Apr 29 17:46:13.758127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-b258c381-5540-4249-a557-de871a872e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:13.759495 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-b258c381-5540-4249-a557-de871a872e85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=314b7159-501c-4945-878b-b7c71248637f HTTP/1.1" status: 200 len: 833 time: 0.0605655 Apr 29 17:46:13.838194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-5181976b-8e9e-4a10-af33-4092cf202d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:13.839627 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-5181976b-8e9e-4a10-af33-4092cf202d35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d22aab1d-d87b-4a75-8a17-c640a5d41917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746970 Apr 29 17:46:14.019679 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-4ed31e8d-b9db-4268-8860-3bc5662184b9 service neutron] 10.222.0.36 "GET /v2.0/networks/d22aab1d-d87b-4a75-8a17-c640a5d41917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737723 Apr 29 17:46:14.075324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eac45-92cd-425a-aa49-162898ecbf3a req-e211df3e-4788-495c-bdc6-930e37a9e79f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:14.076706 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ab4eac45-92cd-425a-aa49-162898ecbf3a req-e211df3e-4788-495c-bdc6-930e37a9e79f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 943 time: 0.1525514 Apr 29 17:46:14.304384 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ab4eac45-92cd-425a-aa49-162898ecbf3a req-51b1982b-f70b-4ae6-992d-3fe39493a7ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3a18957-6666-4f21-907b-400218ad27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720823 Apr 29 17:46:14.310231 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c539069f-d9c7-4e44-9e14-4cdf84b02efe req-8e57fd4b-13d2-49a5-87f3-40dec05dc15e service neutron] 10.222.0.36 "GET /v2.0/networks/d22aab1d-d87b-4a75-8a17-c640a5d41917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835410 Apr 29 17:46:14.439421 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1651fb-5c6a-46fc-a952-2fbf58c2b612 req-a2fca29e-ba71-44fd-a384-c8abc3bf0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:14.440216 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cd1651fb-5c6a-46fc-a952-2fbf58c2b612 req-a2fca29e-ba71-44fd-a384-c8abc3bf0646 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 1096 time: 0.0812409 Apr 29 17:46:14.590845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1651fb-5c6a-46fc-a952-2fbf58c2b612 req-f0c64587-c018-42db-bf63-b6996a4ff302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:14.592317 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cd1651fb-5c6a-46fc-a952-2fbf58c2b612 req-f0c64587-c018-42db-bf63-b6996a4ff302 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d22aab1d-d87b-4a75-8a17-c640a5d41917 HTTP/1.1" status: 200 len: 897 time: 0.1444192 Apr 29 17:46:14.673686 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cd1651fb-5c6a-46fc-a952-2fbf58c2b612 req-85e12736-d5b9-412a-bb8b-62c350550481 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737c9940-568f-4c85-88e0-e49e43469202 HTTP/1.1" status: 200 len: 217 time: 0.0743268 Apr 29 17:46:14.736901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1651fb-5c6a-46fc-a952-2fbf58c2b612 req-47ca4027-ff76-4c6c-93d5-1cd296196bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:14.738443 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cd1651fb-5c6a-46fc-a952-2fbf58c2b612 req-47ca4027-ff76-4c6c-93d5-1cd296196bb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=314b7159-501c-4945-878b-b7c71248637f HTTP/1.1" status: 200 len: 833 time: 0.0586524 Apr 29 17:46:14.819075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1651fb-5c6a-46fc-a952-2fbf58c2b612 req-e07cf336-f476-4aea-850a-7985227f5d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:14.820616 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cd1651fb-5c6a-46fc-a952-2fbf58c2b612 req-e07cf336-f476-4aea-850a-7985227f5d84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d22aab1d-d87b-4a75-8a17-c640a5d41917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752916 Apr 29 17:46:14.957305 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cd1651fb-5c6a-46fc-a952-2fbf58c2b612 req-f0b75537-f26f-4041-9aba-5a5b6974d477 service neutron] 10.222.0.36 "GET /v2.0/networks/d22aab1d-d87b-4a75-8a17-c640a5d41917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297152 Apr 29 17:46:15.094610 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cd1651fb-5c6a-46fc-a952-2fbf58c2b612 req-cd28d5ba-f431-40f4-936c-c45a6e58de30 service neutron] 10.222.0.36 "GET /v2.0/networks/d22aab1d-d87b-4a75-8a17-c640a5d41917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289525 Apr 29 17:46:15.509533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912f91f-4fc5-49e5-a350-3f3338be54ec req-6a691ec0-50fa-486f-abd1-ad336d42883b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:15.510948 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f912f91f-4fc5-49e5-a350-3f3338be54ec req-6a691ec0-50fa-486f-abd1-ad336d42883b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 943 time: 0.0841756 Apr 29 17:46:15.555536 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f912f91f-4fc5-49e5-a350-3f3338be54ec req-b081a398-632b-4d2e-97bf-8c698f2e3e31 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3a18957-6666-4f21-907b-400218ad27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385692 Apr 29 17:46:16.651693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 737c9940-568f-4c85-88e0-e49e43469202 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:46:16.763853 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac12303-0398-464d-9bbc-6885b7c453a0 req-d46c7107-b6ff-4bdb-8692-1c27d3a522fc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:16.765463 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5ac12303-0398-464d-9bbc-6885b7c453a0 req-d46c7107-b6ff-4bdb-8692-1c27d3a522fc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 943 time: 0.0959957 Apr 29 17:46:16.813806 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 737c9940-568f-4c85-88e0-e49e43469202, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=737c9940-568f-4c85-88e0-e49e43469202,segment=NetworkSegment(a2fb7878-54d0-491d-952f-a3290d82aa9c),segment_id=a2fb7878-54d0-491d-952f-a3290d82aa9c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:46:16.827585 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5ac12303-0398-464d-9bbc-6885b7c453a0 req-148cdc0f-c430-4f78-af49-7d17704f0285 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3a18957-6666-4f21-907b-400218ad27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518007 Apr 29 17:46:16.834372 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '737c9940-568f-4c85-88e0-e49e43469202', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'port_id': '737c9940-568f-4c85-88e0-e49e43469202', 'mac_address': 'fa:16:3e:fa:45:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:46:16.890581 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:16.909609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737c9940-568f-4c85-88e0-e49e43469202 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:46:16.925420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 737c9940-568f-4c85-88e0-e49e43469202, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=737c9940-568f-4c85-88e0-e49e43469202,segment=NetworkSegment(a2fb7878-54d0-491d-952f-a3290d82aa9c),segment_id=a2fb7878-54d0-491d-952f-a3290d82aa9c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:46:16.926582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:16.998908 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=737c9940-568f-4c85-88e0-e49e43469202,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:17.008656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:17.009003 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:17.009342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:17.009700 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:17.010026 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:17.010352 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:17.010675 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:17.010997 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:17.011950 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:17.011950 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:17.011950 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:17.012529 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:46:17.157844 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['737c9940-568f-4c85-88e0-e49e43469202'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:46:18.010830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d630-10ca-411c-9216-f17c226d5e89 req-158e7229-4c90-4324-a945-ff06c9b8f773 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:18.012295 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-df26d630-10ca-411c-9216-f17c226d5e89 req-158e7229-4c90-4324-a945-ff06c9b8f773 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 944 time: 0.0792894 Apr 29 17:46:18.058433 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-df26d630-10ca-411c-9216-f17c226d5e89 req-a3590eee-2c3d-4305-ab84-7ec4987ccb9b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3a18957-6666-4f21-907b-400218ad27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401316 Apr 29 17:46:18.232930 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:18.652058 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 737c9940-568f-4c85-88e0-e49e43469202 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:46:18.731098 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 737c9940-568f-4c85-88e0-e49e43469202 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:46:18.738367 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 737c9940-568f-4c85-88e0-e49e43469202 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:46:18.738367 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:18.857615 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:18.885891 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737c9940-568f-4c85-88e0-e49e43469202'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:46:18.895824 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 737c9940-568f-4c85-88e0-e49e43469202, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=737c9940-568f-4c85-88e0-e49e43469202,segment=NetworkSegment(a2fb7878-54d0-491d-952f-a3290d82aa9c),segment_id=a2fb7878-54d0-491d-952f-a3290d82aa9c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:46:18.900167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:18.948750 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e009e10b-529d-4234-a8e2-c969315e32be'] response: {'server_uuid': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737c9940-568f-4c85-88e0-e49e43469202', 'code': 200} Apr 29 17:46:18.968554 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=737c9940-568f-4c85-88e0-e49e43469202,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:19.279924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8db4f-4f02-4160-b89f-0313b3666906 req-ec4700da-4d3c-485d-89ed-c60740c82ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:19.281248 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0da8db4f-4f02-4160-b89f-0313b3666906 req-ec4700da-4d3c-485d-89ed-c60740c82ce4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 1098 time: 0.1621430 Apr 29 17:46:19.308650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab69c6-239e-4f43-b484-0432e2d4ac8b req-e514ba5a-de95-4ff4-a96d-c9c9a76274cb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:19.309957 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a4ab69c6-239e-4f43-b484-0432e2d4ac8b req-e514ba5a-de95-4ff4-a96d-c9c9a76274cb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 945 time: 0.1205707 Apr 29 17:46:19.348218 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0da8db4f-4f02-4160-b89f-0313b3666906 req-a1519351-ef66-4bb2-9c26-fc88be6790ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3a18957-6666-4f21-907b-400218ad27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599041 Apr 29 17:46:19.368058 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a4ab69c6-239e-4f43-b484-0432e2d4ac8b req-e3c76389-1417-4154-9c6c-920f7f5eef0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3a18957-6666-4f21-907b-400218ad27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508831 Apr 29 17:46:20.569780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b625e-d26e-4670-be6f-b347633d30b1 req-d3c8788f-8570-4a10-87a5-fbed8c18a6f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:20.569780 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e05b625e-d26e-4670-be6f-b347633d30b1 req-d3c8788f-8570-4a10-87a5-fbed8c18a6f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 945 time: 0.0891228 Apr 29 17:46:20.621820 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e05b625e-d26e-4670-be6f-b347633d30b1 req-71c3cf5a-af8f-4529-b82d-eb84df511d4f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3a18957-6666-4f21-907b-400218ad27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447519 Apr 29 17:46:20.829085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c86ec-2f0c-474c-8b9c-c867c351267c req-6674f49a-7ee1-4e23-8af0-4e7c0c59a11e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:20.829825 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf6c86ec-2f0c-474c-8b9c-c867c351267c req-6674f49a-7ee1-4e23-8af0-4e7c0c59a11e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 945 time: 0.0940504 Apr 29 17:46:20.883002 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf6c86ec-2f0c-474c-8b9c-c867c351267c req-68635fea-e655-47d6-94bb-abb946b52c33 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3a18957-6666-4f21-907b-400218ad27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470188 Apr 29 17:46:20.908384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54820) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:20.986137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fff7b4-b7c2-48e4-8857-fbe9b8f32e2a tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:20.986137 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-25fff7b4-b7c2-48e4-8857-fbe9b8f32e2a tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 1093 time: 0.0736041 Apr 29 17:46:20.993589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54824) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:20.997809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '737c9940-568f-4c85-88e0-e49e43469202', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:46:21.001501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:46:21.006529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:floatingip and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:46:21.008643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:46:21.016507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:46:21.026768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:21.173191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:21.315130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.60 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/0e0c4a3f-859d-4de2-a0b8-458f7cdf1e1b) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:46:21.571470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:21.605226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:21.675023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:46:21.677864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:46:21.680504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:46:21.714710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=0e0c4a3f-859d-4de2-a0b8-458f7cdf1e1b,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:22.102252 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:22.196973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:22.397708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:22.404724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:22.464121 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:46:22.509869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=0e0c4a3f-859d-4de2-a0b8-458f7cdf1e1b,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:22.521866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:22.693966 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP 217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed associated. External IP: 172.26.4.60, port: 737c9940-568f-4c85-88e0-e49e43469202. Apr 29 17:46:23.165167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:46:23.271863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e15ca4a5-046a-408d-a50c-c6673bce7d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:23.349487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:46:23.360403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c65461-6f16-4d3c-9384-2f3087745428 None None] Sync routers for ids ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:46:23.370937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c65461-6f16-4d3c-9384-2f3087745428 None None] Routers {'6a74f1b2-5d2f-447d-97b2-7421333d47c8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:46:23.371608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-79c65461-6f16-4d3c-9384-2f3087745428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:23.377696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:23.432708 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d2f7de5e-20e2-47f7-b073-5f660a7ac479 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4450355 Apr 29 17:46:23.433232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'tag': '737c9940-568f-4c85-88e0-e49e43469202'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:46:23.435529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54828) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:23.491009 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e7e47f-5ea4-4853-ad92-eade6327a41a'] response: {'name': 'network-changed', 'server_uuid': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'tag': '737c9940-568f-4c85-88e0-e49e43469202', 'status': 'completed', 'code': 200} Apr 29 17:46:23.585816 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-79c65461-6f16-4d3c-9384-2f3087745428 None None] Set router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:46:23.586825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673da2c-5aea-40f3-830e-a10c30cd8e44 req-3cb5cdf5-7c0f-4c52-a8b4-45d569dbd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:23.588842 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b673da2c-5aea-40f3-830e-a10c30cd8e44 req-3cb5cdf5-7c0f-4c52-a8b4-45d569dbd986 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 1098 time: 0.0747323 Apr 29 17:46:23.632925 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-88fab506-5f10-4d55-9f39-ee8438169f26 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/routers/6a74f1b2-5d2f-447d-97b2-7421333d47c8 HTTP/1.1" status: 200 len: 920 time: 0.1938467 Apr 29 17:46:23.633491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54834) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:23.811654 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2173a3bf-16b8-474b-8e63-cdece189b504 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed HTTP/1.1" status: 200 len: 990 time: 0.1768115 Apr 29 17:46:23.818768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673da2c-5aea-40f3-830e-a10c30cd8e44 req-1eee7e5d-76c1-47f8-b38b-cfb87a74070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:23.820172 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b673da2c-5aea-40f3-830e-a10c30cd8e44 req-1eee7e5d-76c1-47f8-b38b-cfb87a74070e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d22aab1d-d87b-4a75-8a17-c640a5d41917 HTTP/1.1" status: 200 len: 897 time: 0.2256868 Apr 29 17:46:23.923131 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b673da2c-5aea-40f3-830e-a10c30cd8e44 req-06a85994-1217-4eae-bfa0-2098513a8129 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737c9940-568f-4c85-88e0-e49e43469202 HTTP/1.1" status: 200 len: 998 time: 0.0968649 Apr 29 17:46:23.941880 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-79c65461-6f16-4d3c-9384-2f3087745428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'port_id': '737c9940-568f-4c85-88e0-e49e43469202', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'mac_address': 'fa:16:3e:fa:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:46:22Z', 'updated_at': '2022-04-29T17:46:22Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b', 'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:05:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:04Z', 'updated_at': '2022-04-29T17:46:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '314b7159-501c-4945-878b-b7c71248637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:23.945829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c65461-6f16-4d3c-9384-2f3087745428 None None] Checking router: 6a74f1b2-5d2f-447d-97b2-7421333d47c8 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:46:23.954309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c65461-6f16-4d3c-9384-2f3087745428 None None] Routers {'6a74f1b2-5d2f-447d-97b2-7421333d47c8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:46:23.955004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-79c65461-6f16-4d3c-9384-2f3087745428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:45:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:23.987515 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673da2c-5aea-40f3-830e-a10c30cd8e44 req-3e5cef66-3156-44dc-b2a7-8f3a787e6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:23.988940 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b673da2c-5aea-40f3-830e-a10c30cd8e44 req-3e5cef66-3156-44dc-b2a7-8f3a787e6ddf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=314b7159-501c-4945-878b-b7c71248637f HTTP/1.1" status: 200 len: 833 time: 0.0595608 Apr 29 17:46:24.068219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673da2c-5aea-40f3-830e-a10c30cd8e44 req-ab8f9da5-5a53-48aa-90e6-d3791e0386f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:46:24.069703 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b673da2c-5aea-40f3-830e-a10c30cd8e44 req-ab8f9da5-5a53-48aa-90e6-d3791e0386f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d22aab1d-d87b-4a75-8a17-c640a5d41917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750051 Apr 29 17:46:24.134230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-79c65461-6f16-4d3c-9384-2f3087745428 None None] Set router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:46:24.199819 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b673da2c-5aea-40f3-830e-a10c30cd8e44 req-828b873e-a9b0-40bf-beae-be25c3df6d0e service neutron] 10.222.0.36 "GET /v2.0/networks/d22aab1d-d87b-4a75-8a17-c640a5d41917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242158 Apr 29 17:46:24.326544 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b673da2c-5aea-40f3-830e-a10c30cd8e44 req-5b4180b7-a9aa-49d0-add2-0da4a0989e05 service neutron] 10.222.0.36 "GET /v2.0/networks/d22aab1d-d87b-4a75-8a17-c640a5d41917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213143 Apr 29 17:46:24.489290 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-79c65461-6f16-4d3c-9384-2f3087745428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'port_id': '737c9940-568f-4c85-88e0-e49e43469202', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'mac_address': 'fa:16:3e:fa:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:46:22Z', 'updated_at': '2022-04-29T17:46:22Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b', 'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:05:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:04Z', 'updated_at': '2022-04-29T17:46:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '314b7159-501c-4945-878b-b7c71248637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:24.493342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c65461-6f16-4d3c-9384-2f3087745428 None None] The sync data for ids ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'] in dv-neutron-839024-2-hyperv is: [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'port_id': '737c9940-568f-4c85-88e0-e49e43469202', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'mac_address': 'fa:16:3e:fa:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:46:22Z', 'updated_at': '2022-04-29T17:46:22Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b', 'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:05:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:04Z', 'updated_at': '2022-04-29T17:46:10Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '314b7159-501c-4945-878b-b7c71248637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:46:24.671919 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2661001-7642-40b2-9170-0c3862e9a665 None None] New status for floating IP 217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:46:24.815723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54840) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:24.930066 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d12f416d-2f8d-4420-9fd8-62d4d1af4173 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed HTTP/1.1" status: 200 len: 990 time: 0.1118443 Apr 29 17:46:25.392357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4d38121b-2ce8-4e3e-b50f-06fd2cef2cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:25.934057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54844) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:26.181103 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0f675876-797a-4f1c-96b9-c0f7a6d81450 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed HTTP/1.1" status: 200 len: 992 time: 0.2455187 Apr 29 17:46:26.570553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:26.791080 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:27.979656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:48.231096 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:52.767634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54860) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:52.951579 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-52d04580-7da8-494c-a3a9-97fa2d1203b9 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/routers/6a74f1b2-5d2f-447d-97b2-7421333d47c8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1825910 Apr 29 17:46:52.955550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54864) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:53.149540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b153ce85-1176-429c-a26c-cc37ca88d778 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Notify agent at dv-neutron-839024-2-hyperv the message router_removed_from_agent {{(pid=88019) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 29 17:46:53.153041 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b153ce85-1176-429c-a26c-cc37ca88d778 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "DELETE /v2.0/agents/3391db73-22e0-4871-ad18-bf3ed7a78a9c/l3-routers/6a74f1b2-5d2f-447d-97b2-7421333d47c8 HTTP/1.1" status: 204 len: 168 time: 0.1965895 Apr 29 17:46:53.155806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54868) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:53.275575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e1efee3e-7b95-476c-ba65-347e8252a7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:53.338815 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f0edcc7a-1cc4-4358-8fd1-a76ec612c4a0 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/routers/6a74f1b2-5d2f-447d-97b2-7421333d47c8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1817346 Apr 29 17:46:53.341698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54872) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:53.447195 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9f6685ee-d71d-4a3f-a3d6-dfdf57d8b83a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed HTTP/1.1" status: 200 len: 992 time: 0.1044998 Apr 29 17:46:53.898547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b128d3-cd49-4a8f-855d-18fbdd14355a None None] New status for floating IP 217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:46:54.151331 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:46:54.265817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:54.281978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1efcbcf7-f501-47fc-872a-c46a9f84f3c1,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:46:54.288252 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:54.288921 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:46:54.450205 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=1efcbcf7-f501-47fc-872a-c46a9f84f3c1,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:54.451814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54880) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:54.507564 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:54.542163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b,segment=NetworkSegment(a2fb7878-54d0-491d-952f-a3290d82aa9c),segment_id=a2fb7878-54d0-491d-952f-a3290d82aa9c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:46:54.547451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:54.559689 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6afc5d34-18cd-4375-87fd-f15a03d7416c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed HTTP/1.1" status: 200 len: 990 time: 0.1058884 Apr 29 17:46:54.614835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:55.389493 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-53bf4d2c-31e2-487e-9a39-34777b9d168d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:55.710361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54886) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:55.924071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaeb3fd-4b9d-40e1-a20d-e0de07fa4fb4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:46:55.924404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaeb3fd-4b9d-40e1-a20d-e0de07fa4fb4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Notify agent at dv-neutron-839024-2-hyperv the message router_added_to_agent {{(pid=88019) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 29 17:46:55.943094 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8aaeb3fd-4b9d-40e1-a20d-e0de07fa4fb4 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "POST /v2.0/agents/3391db73-22e0-4871-ad18-bf3ed7a78a9c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2315471 Apr 29 17:46:55.945876 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c4a6ee-a136-4dc8-b602-016bf19c616d None None] Sync routers for ids ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:46:55.946360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54892) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:55.955469 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c4a6ee-a136-4dc8-b602-016bf19c616d None None] Routers {'6a74f1b2-5d2f-447d-97b2-7421333d47c8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:46:55.956079 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d0c4a6ee-a136-4dc8-b602-016bf19c616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:46:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:56.131909 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-d0c4a6ee-a136-4dc8-b602-016bf19c616d None None] Set router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:46:56.132673 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d8a468e5-229b-4104-9319-6e7431a8f202 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/routers/6a74f1b2-5d2f-447d-97b2-7421333d47c8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1850023 Apr 29 17:46:56.136407 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54896) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:56.242406 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-425929df-fd7f-403b-8f6e-e42658a00f0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed HTTP/1.1" status: 200 len: 990 time: 0.1050572 Apr 29 17:46:56.501803 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d0c4a6ee-a136-4dc8-b602-016bf19c616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'port_id': '737c9940-568f-4c85-88e0-e49e43469202', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'mac_address': 'fa:16:3e:fa:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:46:22Z', 'updated_at': '2022-04-29T17:46:54Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b', 'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:05:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:04Z', 'updated_at': '2022-04-29T17:46:54Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '314b7159-501c-4945-878b-b7c71248637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:56.506065 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c4a6ee-a136-4dc8-b602-016bf19c616d None None] Checking router: 6a74f1b2-5d2f-447d-97b2-7421333d47c8 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:46:56.515106 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c4a6ee-a136-4dc8-b602-016bf19c616d None None] Routers {'6a74f1b2-5d2f-447d-97b2-7421333d47c8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:46:56.515441 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d0c4a6ee-a136-4dc8-b602-016bf19c616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:46:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:56.577371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:56.717935 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-d0c4a6ee-a136-4dc8-b602-016bf19c616d None None] Set router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:46:56.792906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:57.089672 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d0c4a6ee-a136-4dc8-b602-016bf19c616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'port_id': '737c9940-568f-4c85-88e0-e49e43469202', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'mac_address': 'fa:16:3e:fa:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:46:22Z', 'updated_at': '2022-04-29T17:46:54Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b', 'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:05:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:04Z', 'updated_at': '2022-04-29T17:46:54Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '314b7159-501c-4945-878b-b7c71248637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:46:57.094439 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c4a6ee-a136-4dc8-b602-016bf19c616d None None] The sync data for ids ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'] in dv-neutron-839024-2-hyperv is: [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'port_id': '737c9940-568f-4c85-88e0-e49e43469202', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'mac_address': 'fa:16:3e:fa:45:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:46:22Z', 'updated_at': '2022-04-29T17:46:54Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b', 'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:05:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:04Z', 'updated_at': '2022-04-29T17:46:54Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '314b7159-501c-4945-878b-b7c71248637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:46:57.246002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54900) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:57.398376 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-28212246-859e-4c11-8710-68effd3f69ad tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed HTTP/1.1" status: 200 len: 990 time: 0.1506000 Apr 29 17:46:57.975574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:58.200130 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:46:58.271232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:46:58.271648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:58.396820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:58.399959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54904) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:58.415570 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1efcbcf7-f501-47fc-872a-c46a9f84f3c1,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:46:58.421283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:58.422012 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:46:58.548352 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=1efcbcf7-f501-47fc-872a-c46a9f84f3c1,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:58.563389 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:46:58.563799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:58.646717 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1b59ea91-fa6b-45a7-9a4e-013d9205e60c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed HTTP/1.1" status: 200 len: 990 time: 0.2444572 Apr 29 17:46:58.683041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:58.716897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b,segment=NetworkSegment(a2fb7878-54d0-491d-952f-a3290d82aa9c),segment_id=a2fb7878-54d0-491d-952f-a3290d82aa9c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:46:58.722443 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:46:58.783726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067648f-544a-4f3c-ba37-796a0a705b7c None None] New status for floating IP 217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:46:58.871876 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:46:59.468472 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:46:59.648905 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54908) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:46:59.769342 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-439b268c-f92d-404d-9b83-d9bd8c41cce7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed HTTP/1.1" status: 200 len: 992 time: 0.1193926 Apr 29 17:47:00.064987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54916) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:00.159898 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:47:00.228157 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:00.228427 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:00.269581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c3768fa4-333f-4eaf-9113-04034f25766d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 0e0c4a3f-859d-4de2-a0b8-458f7cdf1e1b {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:47:00.269952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c3768fa4-333f-4eaf-9113-04034f25766d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:00.341811 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:47:00.410188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:00.410562 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:00.443865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c3768fa4-333f-4eaf-9113-04034f25766d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:00.444193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c3768fa4-333f-4eaf-9113-04034f25766d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:00.567981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c3768fa4-333f-4eaf-9113-04034f25766d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 0e0c4a3f-859d-4de2-a0b8-458f7cdf1e1b owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:47:00.717256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c3768fa4-333f-4eaf-9113-04034f25766d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:00.763050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3768fa4-333f-4eaf-9113-04034f25766d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=0e0c4a3f-859d-4de2-a0b8-458f7cdf1e1b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:00.860742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c3768fa4-333f-4eaf-9113-04034f25766d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:00.863126 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-c3768fa4-333f-4eaf-9113-04034f25766d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP 217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed disassociated (deleted). External IP: 172.26.4.60, port: 737c9940-568f-4c85-88e0-e49e43469202. Apr 29 17:47:01.321911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3768fa4-333f-4eaf-9113-04034f25766d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:47:01.501205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3768fa4-333f-4eaf-9113-04034f25766d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:47:01.510798 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b1446-7282-4aed-b76b-f267a408e5c0 None None] Sync routers for ids ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:47:01.521780 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b1446-7282-4aed-b76b-f267a408e5c0 None None] Routers {'6a74f1b2-5d2f-447d-97b2-7421333d47c8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:47:01.522389 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d12b1446-7282-4aed-b76b-f267a408e5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:46:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:01.523932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c3768fa4-333f-4eaf-9113-04034f25766d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:01.580422 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c3768fa4-333f-4eaf-9113-04034f25766d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/floatingips/217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed HTTP/1.1" status: 204 len: 168 time: 1.5138624 Apr 29 17:47:01.580973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'tag': '737c9940-568f-4c85-88e0-e49e43469202'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:47:01.630020 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2380be-d076-4a1c-84b9-f090dfd3cb7f'] response: {'name': 'network-changed', 'server_uuid': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'tag': '737c9940-568f-4c85-88e0-e49e43469202', 'status': 'completed', 'code': 200} Apr 29 17:47:01.729187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776b901-f81a-4216-b34c-c998daefc393 req-9141a8b8-eac6-4d46-9f34-56e599f6a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:01.731470 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8776b901-f81a-4216-b34c-c998daefc393 req-9141a8b8-eac6-4d46-9f34-56e599f6a31f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 1098 time: 0.0797956 Apr 29 17:47:01.738532 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-d12b1446-7282-4aed-b76b-f267a408e5c0 None None] Set router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:47:01.866426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776b901-f81a-4216-b34c-c998daefc393 req-00dc8d60-c06e-4fa5-8a96-540002c6c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:01.867788 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8776b901-f81a-4216-b34c-c998daefc393 req-00dc8d60-c06e-4fa5-8a96-540002c6c440 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d22aab1d-d87b-4a75-8a17-c640a5d41917 HTTP/1.1" status: 200 len: 897 time: 0.1307266 Apr 29 17:47:01.969943 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8776b901-f81a-4216-b34c-c998daefc393 req-5e24bb70-4e18-4877-a6de-b025556c154d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=737c9940-568f-4c85-88e0-e49e43469202 HTTP/1.1" status: 200 len: 217 time: 0.0955565 Apr 29 17:47:02.047232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776b901-f81a-4216-b34c-c998daefc393 req-88698c17-4872-4ace-82e1-6feb7d097360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:02.048667 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8776b901-f81a-4216-b34c-c998daefc393 req-88698c17-4872-4ace-82e1-6feb7d097360 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=314b7159-501c-4945-878b-b7c71248637f HTTP/1.1" status: 200 len: 833 time: 0.0684326 Apr 29 17:47:02.054008 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d12b1446-7282-4aed-b76b-f267a408e5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b', 'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:05:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:04Z', 'updated_at': '2022-04-29T17:46:58Z', 'revision_number': 7, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '314b7159-501c-4945-878b-b7c71248637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:02.057902 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b1446-7282-4aed-b76b-f267a408e5c0 None None] Checking router: 6a74f1b2-5d2f-447d-97b2-7421333d47c8 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:47:02.062039 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b1db9-a493-4ace-b1ed-c13a3c866584 req-dfe49164-78a4-4644-b183-eb12460f6f24 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:02.062695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-7d2b1db9-a493-4ace-b1ed-c13a3c866584 req-dfe49164-78a4-4644-b183-eb12460f6f24 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:47:02.066061 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b1446-7282-4aed-b76b-f267a408e5c0 None None] Routers {'6a74f1b2-5d2f-447d-97b2-7421333d47c8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:47:02.066636 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d12b1446-7282-4aed-b76b-f267a408e5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:46:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:02.128349 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-7d2b1db9-a493-4ace-b1ed-c13a3c866584 req-dfe49164-78a4-4644-b183-eb12460f6f24 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:47:02.129448 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7d2b1db9-a493-4ace-b1ed-c13a3c866584 req-dfe49164-78a4-4644-b183-eb12460f6f24 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 945 time: 0.2087231 Apr 29 17:47:02.176321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776b901-f81a-4216-b34c-c998daefc393 req-e1f076f8-09a0-4ccc-8be4-23d6de5785de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:02.177920 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8776b901-f81a-4216-b34c-c998daefc393 req-e1f076f8-09a0-4ccc-8be4-23d6de5785de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d22aab1d-d87b-4a75-8a17-c640a5d41917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1125937 Apr 29 17:47:02.185152 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7d2b1db9-a493-4ace-b1ed-c13a3c866584 req-d299fa89-c99f-4002-b609-2f78b708e388 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3a18957-6666-4f21-907b-400218ad27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494022 Apr 29 17:47:02.240360 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-d12b1446-7282-4aed-b76b-f267a408e5c0 None None] Set router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:47:02.310484 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8776b901-f81a-4216-b34c-c998daefc393 req-1f6b85ad-c628-4afb-b9ab-fcbcc9b0c067 service neutron] 10.222.0.36 "GET /v2.0/networks/d22aab1d-d87b-4a75-8a17-c640a5d41917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244380 Apr 29 17:47:02.441502 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8776b901-f81a-4216-b34c-c998daefc393 req-d8a398d7-e714-45be-8936-7b929a0c3615 service neutron] 10.222.0.36 "GET /v2.0/networks/d22aab1d-d87b-4a75-8a17-c640a5d41917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239407 Apr 29 17:47:02.544312 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d12b1446-7282-4aed-b76b-f267a408e5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b', 'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:05:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:04Z', 'updated_at': '2022-04-29T17:46:58Z', 'revision_number': 7, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '314b7159-501c-4945-878b-b7c71248637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:02.548568 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b1446-7282-4aed-b76b-f267a408e5c0 None None] The sync data for ids ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'] in dv-neutron-839024-2-hyperv is: [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:46:05Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b', 'name': '', 'network_id': 'd22aab1d-d87b-4a75-8a17-c640a5d41917', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:05:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '314b7159-501c-4945-878b-b7c71248637f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:04Z', 'updated_at': '2022-04-29T17:46:58Z', 'revision_number': 7, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '314b7159-501c-4945-878b-b7c71248637f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:47:03.156235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740374e-8d88-4e06-9bab-9bf087e146b7 req-4c61e3be-a141-421f-a737-8246959378f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:03.157958 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f740374e-8d88-4e06-9bab-9bf087e146b7 req-4c61e3be-a141-421f-a737-8246959378f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 945 time: 0.0828516 Apr 29 17:47:03.217255 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f5b5b6-b797-408c-aa4b-c1fff46d2086 None None] New status for floating IP 217fc6db-d6ec-4c77-8d38-6a2e0d4d6aed: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:47:03.235225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-f740374e-8d88-4e06-9bab-9bf087e146b7 req-f8848ddb-368a-4ba1-833d-4524532b57d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 737c9940-568f-4c85-88e0-e49e43469202 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:47:03.235605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f740374e-8d88-4e06-9bab-9bf087e146b7 req-f8848ddb-368a-4ba1-833d-4524532b57d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:03.654288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5beca-8748-4e27-943d-9aed12397c25 req-350c47bd-42b6-4380-b7f0-f6c9f22772a0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:03.655741 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a8c5beca-8748-4e27-943d-9aed12397c25 req-350c47bd-42b6-4380-b7f0-f6c9f22772a0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=69ed1c19-3e01-4094-8aed-13c73d1342fd HTTP/1.1" status: 200 len: 945 time: 0.3599083 Apr 29 17:47:03.697789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-f740374e-8d88-4e06-9bab-9bf087e146b7 req-f8848ddb-368a-4ba1-833d-4524532b57d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 737c9940-568f-4c85-88e0-e49e43469202, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=737c9940-568f-4c85-88e0-e49e43469202,segment=NetworkSegment(a2fb7878-54d0-491d-952f-a3290d82aa9c),segment_id=a2fb7878-54d0-491d-952f-a3290d82aa9c)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:47:03.698141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f740374e-8d88-4e06-9bab-9bf087e146b7 req-f8848ddb-368a-4ba1-833d-4524532b57d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:03.828912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-f740374e-8d88-4e06-9bab-9bf087e146b7 req-f8848ddb-368a-4ba1-833d-4524532b57d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 737c9940-568f-4c85-88e0-e49e43469202 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:47:03.875994 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a8c5beca-8748-4e27-943d-9aed12397c25 req-d83c3a67-f062-4d58-a89a-565bf6abf580 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3a18957-6666-4f21-907b-400218ad27ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024736 Apr 29 17:47:03.983619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f740374e-8d88-4e06-9bab-9bf087e146b7 req-f8848ddb-368a-4ba1-833d-4524532b57d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:04.032917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8848ddb-368a-4ba1-833d-4524532b57d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=737c9940-568f-4c85-88e0-e49e43469202,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:04.110865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f740374e-8d88-4e06-9bab-9bf087e146b7 req-f8848ddb-368a-4ba1-833d-4524532b57d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] No DVR routers for this DVR port 737c9940-568f-4c85-88e0-e49e43469202 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:47:04.113686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f740374e-8d88-4e06-9bab-9bf087e146b7 req-f8848ddb-368a-4ba1-833d-4524532b57d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:04.118037 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'name': 'network-vif-deleted', 'tag': '737c9940-568f-4c85-88e0-e49e43469202'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:47:04.135513 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f740374e-8d88-4e06-9bab-9bf087e146b7 req-f8848ddb-368a-4ba1-833d-4524532b57d7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "DELETE /v2.0/ports/737c9940-568f-4c85-88e0-e49e43469202 HTTP/1.1" status: 204 len: 173 time: 0.9705148 Apr 29 17:47:04.155139 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-bf1f6206-b70f-4af5-b685-a824ae97df49 req-719e3723-a7fb-4c10-a06f-82ce1f81f42c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758996 Apr 29 17:47:04.172718 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bace5f7-7d9b-4ff1-bead-3262f930c49d'] response: {'server_uuid': '69ed1c19-3e01-4094-8aed-13c73d1342fd', 'name': 'network-vif-deleted', 'tag': '737c9940-568f-4c85-88e0-e49e43469202', 'status': 'completed', 'code': 200} Apr 29 17:47:04.311916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f6206-b70f-4af5-b685-a824ae97df49 req-139f92d0-1784-4c00-8e4c-4362a2851311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:04.313411 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-bf1f6206-b70f-4af5-b685-a824ae97df49 req-139f92d0-1784-4c00-8e4c-4362a2851311 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 1098 time: 0.0714183 Apr 29 17:47:04.458379 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f6206-b70f-4af5-b685-a824ae97df49 req-b1f85568-55b8-4b3b-8ed0-830265feb180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:04.459848 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-bf1f6206-b70f-4af5-b685-a824ae97df49 req-b1f85568-55b8-4b3b-8ed0-830265feb180 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 912 time: 0.1272924 Apr 29 17:47:04.675546 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-bf1f6206-b70f-4af5-b685-a824ae97df49 req-ac550b0e-947d-4f07-a0fa-61fea5f8c4dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=852f9a1f-405a-43a4-95f0-ba0701bd8aef HTTP/1.1" status: 200 len: 1000 time: 0.2085998 Apr 29 17:47:04.739167 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f6206-b70f-4af5-b685-a824ae97df49 req-60505809-0dcb-4938-99a0-84aa85af6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:04.740674 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-bf1f6206-b70f-4af5-b685-a824ae97df49 req-60505809-0dcb-4938-99a0-84aa85af6e90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0595739 Apr 29 17:47:04.827631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f6206-b70f-4af5-b685-a824ae97df49 req-1d4e7b50-6005-4a48-8bd1-85c7ad7eccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:04.828970 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-bf1f6206-b70f-4af5-b685-a824ae97df49 req-1d4e7b50-6005-4a48-8bd1-85c7ad7eccaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826654 Apr 29 17:47:04.960915 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-bf1f6206-b70f-4af5-b685-a824ae97df49 req-bfecba2a-af84-478f-85a0-9e7340cc0960 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252933 Apr 29 17:47:04.983123 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54932) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:05.051670 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ee31856a-5ef1-4505-be82-8c4dc2772001 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:05.085693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ee31856a-5ef1-4505-be82-8c4dc2772001 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:05.093306 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-bf1f6206-b70f-4af5-b685-a824ae97df49 req-82e92b37-1a29-4452-b3f8-382f8f37eaf4 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260343 Apr 29 17:47:05.158723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ee31856a-5ef1-4505-be82-8c4dc2772001 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:05.178625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31856a-5ef1-4505-be82-8c4dc2772001 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a18957-6666-4f21-907b-400218ad27ef,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:05.187272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ee31856a-5ef1-4505-be82-8c4dc2772001 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:05.188429 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ee31856a-5ef1-4505-be82-8c4dc2772001 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/security-groups/a3a18957-6666-4f21-907b-400218ad27ef HTTP/1.1" status: 204 len: 168 time: 0.2042210 Apr 29 17:47:05.218965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54938) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:05.778877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7f5-b284-4d85-a9c0-9be0ccb016fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:06.260811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-0af1e7f5-b284-4d85-a9c0-9be0ccb016fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:47:06.261491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7f5-b284-4d85-a9c0-9be0ccb016fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:06.447712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-0af1e7f5-b284-4d85-a9c0-9be0ccb016fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b,segment=NetworkSegment(a2fb7878-54d0-491d-952f-a3290d82aa9c),segment_id=a2fb7878-54d0-491d-952f-a3290d82aa9c)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:47:06.447993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7f5-b284-4d85-a9c0-9be0ccb016fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:06.573071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-0af1e7f5-b284-4d85-a9c0-9be0ccb016fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:47:06.749872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7f5-b284-4d85-a9c0-9be0ccb016fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:06.797939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1e7f5-b284-4d85-a9c0-9be0ccb016fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:06.846040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 737c9940-568f-4c85-88e0-e49e43469202 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:47:06.881844 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 737c9940-568f-4c85-88e0-e49e43469202 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:47:06.882186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 737c9940-568f-4c85-88e0-e49e43469202 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:47:07.073329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7f5-b284-4d85-a9c0-9be0ccb016fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:07.454718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af1e7f5-b284-4d85-a9c0-9be0ccb016fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:47:07.755086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af1e7f5-b284-4d85-a9c0-9be0ccb016fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:47:07.764508 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08836aa9-0ae9-470b-8020-0976d4ce0801 None None] Sync routers for ids ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:47:07.768883 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0af1e7f5-b284-4d85-a9c0-9be0ccb016fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/6a74f1b2-5d2f-447d-97b2-7421333d47c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5487990 Apr 29 17:47:07.771561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54942) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:07.778948 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08836aa9-0ae9-470b-8020-0976d4ce0801 None None] Routers {'6a74f1b2-5d2f-447d-97b2-7421333d47c8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:47:07.779652 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-08836aa9-0ae9-470b-8020-0976d4ce0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:46:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:07.842372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting subnet 314b7159-501c-4945-878b-b7c71248637f {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:47:07.845425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:07.900063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:07.952138 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-08836aa9-0ae9-470b-8020-0976d4ce0801 None None] Set router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:47:07.986692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:08.060864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:08.099881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Subnet': ['ID=314b7159-501c-4945-878b-b7c71248637f,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:08.104361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:08.112560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:08.112560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:08.112812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:08.113058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:08.113434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:08.113721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:08.114060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:08.114637 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:08.114743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:08.114984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:08.115336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:08.115642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:08.119794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3369f75-2fcb-46fb-ab04-02096b86c18c None None] Network d22aab1d-d87b-4a75-8a17-c640a5d41917 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:47:08.123410 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-181979a1-5b5a-46b6-9c64-ebc1e7d79db3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/subnets/314b7159-501c-4945-878b-b7c71248637f HTTP/1.1" status: 204 len: 168 time: 0.3485210 Apr 29 17:47:08.123628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54946) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:08.271224 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-08836aa9-0ae9-470b-8020-0976d4ce0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:47:06Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:08.275329 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08836aa9-0ae9-470b-8020-0976d4ce0801 None None] Checking router: 6a74f1b2-5d2f-447d-97b2-7421333d47c8 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:47:08.284465 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08836aa9-0ae9-470b-8020-0976d4ce0801 None None] Routers {'6a74f1b2-5d2f-447d-97b2-7421333d47c8'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:47:08.285065 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-08836aa9-0ae9-470b-8020-0976d4ce0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:46:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:08.315251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:08.388804 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5d508-e42d-4483-b714-711fb858d5fb None None] DHCP port deletion for d22aab1d-d87b-4a75-8a17-c640a5d41917 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:47:08.393704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-02d5d508-e42d-4483-b714-711fb858d5fb None None] Deleting port 6bf9e961-02e4-4726-aedf-86ab3f548c33 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:47:08.395504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-02d5d508-e42d-4483-b714-711fb858d5fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:08.462699 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-08836aa9-0ae9-470b-8020-0976d4ce0801 None None] Set router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:47:08.509502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:08.520131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:47:08.521023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:08.602793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-02d5d508-e42d-4483-b714-711fb858d5fb None None] For port 6bf9e961-02e4-4726-aedf-86ab3f548c33, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6bf9e961-02e4-4726-aedf-86ab3f548c33,segment=NetworkSegment(a2fb7878-54d0-491d-952f-a3290d82aa9c),segment_id=a2fb7878-54d0-491d-952f-a3290d82aa9c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:47:08.603090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-02d5d508-e42d-4483-b714-711fb858d5fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:08.712391 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 1efcbcf7-f501-47fc-872a-c46a9f84f3c1, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=1efcbcf7-f501-47fc-872a-c46a9f84f3c1,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:47:08.712756 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:08.726436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-02d5d508-e42d-4483-b714-711fb858d5fb None None] Calling delete_port for 6bf9e961-02e4-4726-aedf-86ab3f548c33 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:47:08.758819 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-08836aa9-0ae9-470b-8020-0976d4ce0801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:47:06Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:08.762894 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08836aa9-0ae9-470b-8020-0976d4ce0801 None None] The sync data for ids ['6a74f1b2-5d2f-447d-97b2-7421333d47c8'] in dv-neutron-839024-2-hyperv is: [{'id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'name': 'tempest-TestNetworkBasicOps-router-310606395', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:45:59Z', 'updated_at': '2022-04-29T17:47:06Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '1efcbcf7-f501-47fc-872a-c46a9f84f3c1', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a74f1b2-5d2f-447d-97b2-7421333d47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:46:00Z', 'updated_at': '2022-04-29T17:46:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:47:08.808287 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-02d5d508-e42d-4483-b714-711fb858d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:08.838160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:47:08.854012 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5d508-e42d-4483-b714-711fb858d5fb None None] Pushing event deleted for resources: {'Port': ['ID=6bf9e961-02e4-4726-aedf-86ab3f548c33,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:08.859161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d5d508-e42d-4483-b714-711fb858d5fb None None] No DVR routers for this DVR port 6bf9e961-02e4-4726-aedf-86ab3f548c33 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:47:09.016850 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:09.064435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=1efcbcf7-f501-47fc-872a-c46a9f84f3c1,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:09.160725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:09.457494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:09.459882 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:09.486940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:09.487548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Fanout notify agent at l3_agent the message router_deleted on router 6a74f1b2-5d2f-447d-97b2-7421333d47c8 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:47:09.503764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:09.504835 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7a552741-4428-4104-9615-e28fd8bf7345 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/routers/6a74f1b2-5d2f-447d-97b2-7421333d47c8 HTTP/1.1" status: 204 len: 168 time: 1.3802204 Apr 29 17:47:09.507785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54950) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:09.624592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:09.756605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:09.783074 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22aab1d-d87b-4a75-8a17-c640a5d41917']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:09.794652 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fb7878-54d0-491d-952f-a3290d82aa9c') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:09.794939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fb7878-54d0-491d-952f-a3290d82aa9c') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:09.805834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:09.821002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:09.827493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:47:09.827860 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:47:09.841738 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:47:09.928513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:09.952216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:09.954958 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Network': ['ID=d22aab1d-d87b-4a75-8a17-c640a5d41917,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:09.966994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:09.967362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:09.967681 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:09.968004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:09.968318 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:09.968640 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:09.968933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:09.969258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:09.969588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:09.969877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:09.970177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:09.970575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:09.973845 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6e19a042-f72b-4101-801e-23201676e4b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/networks/d22aab1d-d87b-4a75-8a17-c640a5d41917 HTTP/1.1" status: 204 len: 168 time: 0.4650240 Apr 29 17:47:09.993545 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54954) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:09.999053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'network': {'name': 'tempest-network-smoke--2033525621', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'port_security_enabled': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:10.004479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:10.009037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:network and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:47:10.012082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:47:10.018245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:10.030239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:47:10.034104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:10.062526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:47:10.071334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:10.071693 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Added segment cfe4663f-fe50-4b98-82a1-3c86d94bf28f of type vlan for network e1b83629-d77a-40ac-b899-1735c470c322 Apr 29 17:47:10.097021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:10.127893 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:10.133479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:10.134053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:10.163589 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6bf9e961-02e4-4726-aedf-86ab3f548c33 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:47:10.201211 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 6bf9e961-02e4-4726-aedf-86ab3f548c33 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:47:10.201444 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6bf9e961-02e4-4726-aedf-86ab3f548c33 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:47:10.201870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:47:10.234262 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:47:10.234524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 1efcbcf7-f501-47fc-872a-c46a9f84f3c1 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:47:10.234939 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:47:10.235857 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2412198 Apr 29 17:47:10.238856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54958) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:10.244718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8a540-2d8d-40f9-ac62-06401f9b142e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Network': ['ID=e1b83629-d77a-40ac-b899-1735c470c322,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:10.247515 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'admin_state_up': True, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:10.257194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:10.263139 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:router and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:47:10.266731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:47:10.266914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network e1b83629-d77a-40ac-b899-1735c470c322 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:47:10.273545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:10.287955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:10.289082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:10.290055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:47:10.290396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 4232e2ab-f6f7-4d11-bc2b-3c6d94391d7b not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:47:10.307499 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:10.573077 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:10.873818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:10.902028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:11.055197 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.165 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:47:11.215352 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:11.250170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:11.321509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:47:11.324342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:47:11.328951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:47:11.361569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:11.873292 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:12.231542 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:12.441071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:47:12.623502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:47:12.634538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Sync routers for ids ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:47:12.644317 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Routers {'4fef2a88-9c85-4553-aa2a-7ab3db4daebb'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:47:12.644918 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:46:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:12.652342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:12.653977 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-12fb8283-265d-48ff-9703-53e25754ff02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4134521 Apr 29 17:47:12.657305 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54962) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:12.702202 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1e95cef2-1977-4fde-9115-c6f7f88a7fa1 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=438682cd007d46eb90f162f5f8d9699b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429873 Apr 29 17:47:12.704863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54966) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:12.825218 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Set router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:47:12.833368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa83f13-aa1e-446d-892d-5625f838ac7e tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:12.837556 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7aa83f13-aa1e-446d-892d-5625f838ac7e tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290917 Apr 29 17:47:12.837728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54970) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:12.876343 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e4c9bed7-aed0-4803-a6e5-a2f474fe2ad2 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370891 Apr 29 17:47:12.878856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54974) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:12.884156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-499912878', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:12.994116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:12.999004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:subnet and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:47:13.002325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:47:13.008507 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:13.020123 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:47:13.023876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:13.142565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:11Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:13.146975 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Checking router: 4fef2a88-9c85-4553-aa2a-7ab3db4daebb for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:47:13.147334 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Updating router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb port ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:47:13.202062 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:13.357250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:13.436089 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Subnet': ['ID=d9962ffb-1129-4cd4-a7e1-358273f4e7a9,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:13.446203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Checking segment: {'id': 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:47:13.446549 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network hostable DHCP agents. Network: e1b83629-d77a-40ac-b899-1735c470c322, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:47:13.465428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network e1b83629-d77a-40ac-b899-1735c470c322 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:47:13.475581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, e1b83629-d77a-40ac-b899-1735c470c322) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:47:13.479988 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:13.480562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:13.506845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9f277b-be23-4ec2-8f44-3e484f45352e None None] Network e1b83629-d77a-40ac-b899-1735c470c322 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:47:13.518649 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2d5fa3df-62fc-4e81-9a53-625fe3f23765 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6329031 Apr 29 17:47:13.518649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54978) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:13.607009 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:13.618639 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Transition to ACTIVE for port object ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:47:13.630200 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:13.727962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Attempting to bind port ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:47:13.728651 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Attempting to bind port ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:47:13.728651 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Attempting to bind port ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:47:13.767271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7268d41-3775-47f3-8f6c-7fb849e5fb17 None None] Pushing event updated for resources: {'Port': ['ID=ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:13.769489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:47:13.769862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:47:13.770256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:13.770638 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:47:13.771110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Bound port: ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:47:13.771506 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:13.891180 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-e1b83629-d77a-40ac-b899-1735c470c322', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ips': [{'subnet_id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:47:13.892057 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:13.901039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] For port ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:47:13.913496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] For port ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:47:13.950835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:14.063393 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Routers {'4fef2a88-9c85-4553-aa2a-7ab3db4daebb'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:47:14.064436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:46:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:14.128888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7268d41-3775-47f3-8f6c-7fb849e5fb17 None None] Pushing event updated for resources: {'Port': ['ID=ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:14.203128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:14.281185 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Allocated IP 172.20.0.2 (e1b83629-d77a-40ac-b899-1735c470c322/d9962ffb-1129-4cd4-a7e1-358273f4e7a9/f64d3071-27c5-40e0-afea-369888037108) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:47:14.325249 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] Set router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:47:14.773107 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:14.789991 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Transition to ACTIVE for port object f64d3071-27c5-40e0-afea-369888037108 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:47:14.812582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Transition to ACTIVE for port object f64d3071-27c5-40e0-afea-369888037108 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:47:14.821011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:14.878731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:11Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:14.883281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.1 (e1b83629-d77a-40ac-b899-1735c470c322/d9962ffb-1129-4cd4-a7e1-358273f4e7a9/777f08c8-243c-4eed-bcc4-a8622b683a07) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:47:14.889537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4662e0-c510-44bc-b541-99d38ab109a5 None None] The sync data for ids ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'] in dv-neutron-839024-2-hyperv is: [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:11Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:47:14.895914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Network e1b83629-d77a-40ac-b899-1735c470c322 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:47:14.899189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:47:14.902688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:47:14.909335 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Pushing event updated for resources: {'Port': ['ID=f64d3071-27c5-40e0-afea-369888037108,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:14.997148 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Attempting to bind port f64d3071-27c5-40e0-afea-369888037108 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:47:14.997512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Attempting to bind port f64d3071-27c5-40e0-afea-369888037108 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:47:14.997879 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Attempting to bind port f64d3071-27c5-40e0-afea-369888037108 on network e1b83629-d77a-40ac-b899-1735c470c322 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:47:15.004011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:47:15.004382 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Checking segment: {'id': 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:47:15.004788 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:15.005184 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Bound using segment: {'id': 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:47:15.005656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Bound port: f64d3071-27c5-40e0-afea-369888037108, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:47:15.006023 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:15.126059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] For port f64d3071-27c5-40e0-afea-369888037108, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:47:15.131841 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] For port f64d3071-27c5-40e0-afea-369888037108, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f64d3071-27c5-40e0-afea-369888037108,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:47:15.147447 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:15.207158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:15.223989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 777f08c8-243c-4eed-bcc4-a8622b683a07 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:47:15.244086 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5aa3ca-66b0-4feb-a822-66b61dfac2ff None None] Pushing event updated for resources: {'Port': ['ID=f64d3071-27c5-40e0-afea-369888037108,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:15.254230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:15.339497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network e1b83629-d77a-40ac-b899-1735c470c322 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:47:15.342685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:47:15.347177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:47:15.375392 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=777f08c8-243c-4eed-bcc4-a8622b683a07,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:15.428541 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:15.575279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:15.995897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:16.001672 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:16.120774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=777f08c8-243c-4eed-bcc4-a8622b683a07,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:16.123150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:16.245964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f64d3071-27c5-40e0-afea-369888037108 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:47:16.286536 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network e1b83629-d77a-40ac-b899-1735c470c322 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:47:16.288099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:47:16.295739 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb43147-a209-4f23-b8a3-f1ed2d5645b9 None None] Network e1b83629-d77a-40ac-b899-1735c470c322 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:47:16.421932 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ea00a2d1-ae69-4f15-aa15-317f0d65ad2e None None] Provisioning for port f64d3071-27c5-40e0-afea-369888037108 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:47:16.429004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port f64d3071-27c5-40e0-afea-369888037108 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:47:16.445382 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ea00a2d1-ae69-4f15-aa15-317f0d65ad2e None None] Provisioning complete for port f64d3071-27c5-40e0-afea-369888037108 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:16.445765 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ea00a2d1-ae69-4f15-aa15-317f0d65ad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:16.469380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port f64d3071-27c5-40e0-afea-369888037108 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:16.470327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:16.476940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:47:16.663271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:47:16.679689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54982) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:16.680237 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-67a72697-a917-408a-a830-9a13f0c3a6b6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/4fef2a88-9c85-4553-aa2a-7ab3db4daebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1629238 Apr 29 17:47:16.770922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ea00a2d1-ae69-4f15-aa15-317f0d65ad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:16.778111 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Sync routers for ids ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:47:16.789871 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Routers {'4fef2a88-9c85-4553-aa2a-7ab3db4daebb'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:47:16.790718 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:46:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:16.790983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:16.828819 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22244c8a-5408-49a0-85cf-0bed05ce91d0 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:16.829768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22244c8a-5408-49a0-85cf-0bed05ce91d0 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:16.830516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22244c8a-5408-49a0-85cf-0bed05ce91d0 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:16.830681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22244c8a-5408-49a0-85cf-0bed05ce91d0 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:16.831275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22244c8a-5408-49a0-85cf-0bed05ce91d0 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:16.831855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22244c8a-5408-49a0-85cf-0bed05ce91d0 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:16.835748 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-22244c8a-5408-49a0-85cf-0bed05ce91d0 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1550345 Apr 29 17:47:16.836376 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-ea00a2d1-ae69-4f15-aa15-317f0d65ad2e None None] For port f64d3071-27c5-40e0-afea-369888037108, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f64d3071-27c5-40e0-afea-369888037108,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:47:16.836821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54986) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:16.867456 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ea00a2d1-ae69-4f15-aa15-317f0d65ad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:16.921776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583ce7c-590e-40a9-bce3-8689490d1080 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:16.922522 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583ce7c-590e-40a9-bce3-8689490d1080 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:16.923258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583ce7c-590e-40a9-bce3-8689490d1080 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:16.923959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583ce7c-590e-40a9-bce3-8689490d1080 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:16.924538 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583ce7c-590e-40a9-bce3-8689490d1080 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:16.925109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583ce7c-590e-40a9-bce3-8689490d1080 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:16.927057 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9583ce7c-590e-40a9-bce3-8689490d1080 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0890942 Apr 29 17:47:16.929818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 54990) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:16.958541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:47:16.958886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:47:16.966417 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00a2d1-ae69-4f15-aa15-317f0d65ad2e None None] Pushing event updated for resources: {'Port': ['ID=f64d3071-27c5-40e0-afea-369888037108,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:16.994825 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Set router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:47:17.103689 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1bcc5446-27eb-4283-be3b-7ccc8adc8ff4 None None] Provisioning for port 777f08c8-243c-4eed-bcc4-a8622b683a07 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:47:17.115712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1bcc5446-27eb-4283-be3b-7ccc8adc8ff4 None None] Provisioning complete for port 777f08c8-243c-4eed-bcc4-a8622b683a07 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:17.116110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1bcc5446-27eb-4283-be3b-7ccc8adc8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.180417 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc5446-27eb-4283-be3b-7ccc8adc8ff4 None None] Port 777f08c8-243c-4eed-bcc4-a8622b683a07 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:47:17.192163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1bcc5446-27eb-4283-be3b-7ccc8adc8ff4 None None] Provisioning complete for port f64d3071-27c5-40e0-afea-369888037108 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:17.192532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1bcc5446-27eb-4283-be3b-7ccc8adc8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.315760 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a0289a1a-3aa7-435a-b56f-e38787e6ed74 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3846147 Apr 29 17:47:17.357012 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:15Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '777f08c8-243c-4eed-bcc4-a8622b683a07', 'name': '', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:e2:e2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:14Z', 'updated_at': '2022-04-29T17:47:15Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:17.361331 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Checking router: 4fef2a88-9c85-4553-aa2a-7ab3db4daebb for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:47:17.361663 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Updating router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb port 777f08c8-243c-4eed-bcc4-a8622b683a07 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:47:17.420702 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.524723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:47:17.554069 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7496f0e1-d476-4186-b48e-e170aefc1678 None None] Provisioning complete for port 777f08c8-243c-4eed-bcc4-a8622b683a07 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:17.554313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7496f0e1-d476-4186-b48e-e170aefc1678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.562119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 54996) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:17.567791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-362302531', 'description': 'tempest-secgroup-smoke-362302531 description', 'project_id': '438682cd007d46eb90f162f5f8d9699b'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:17.573967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:17.578394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:47:17.581517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:47:17.587653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:17.602940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.632568 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-7496f0e1-d476-4186-b48e-e170aefc1678 None None] Port 777f08c8-243c-4eed-bcc4-a8622b683a07 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:47:17.639310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:17.643891 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:47:17.644360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:47:17.647709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:47:17.649424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:17.649900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.654803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:17.744766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.750917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.774231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.791691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:47:17.797451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.805141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26702990-25f5-4ac4-9baa-8ee5247ee5bd,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:17.809832 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.814372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55000) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:17.814497 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a60b3639-b1ef-49f1-b36a-af5e826587fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2511463 Apr 29 17:47:17.819920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1cc5be61-d026-426f-8f4a-dc646651ece6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '26702990-25f5-4ac4-9baa-8ee5247ee5bd', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:17.820262 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.825897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1cc5be61-d026-426f-8f4a-dc646651ece6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:17.830097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1cc5be61-d026-426f-8f4a-dc646651ece6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:47:17.832405 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Transition to ACTIVE for port object 777f08c8-243c-4eed-bcc4-a8622b683a07 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:47:17.833208 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1cc5be61-d026-426f-8f4a-dc646651ece6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:47:17.839492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1cc5be61-d026-426f-8f4a-dc646651ece6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:17.840315 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.860396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cc5be61-d026-426f-8f4a-dc646651ece6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.879377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:17.886484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:17.886827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:17.887163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:17.887678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:17.887858 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:17.888161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:17.888483 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:17.888813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:17.889135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:17.889458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:17.889774 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:17.890090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:17.910591 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Pushing event updated for resources: {'Port': ['ID=777f08c8-243c-4eed-bcc4-a8622b683a07,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:17.933780 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cc5be61-d026-426f-8f4a-dc646651ece6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.938073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cc5be61-d026-426f-8f4a-dc646651ece6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.963907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5be61-d026-426f-8f4a-dc646651ece6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25587f4a-0d5b-4dea-9000-83eb8f991c4f,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:17.975467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1cc5be61-d026-426f-8f4a-dc646651ece6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:17.976972 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1cc5be61-d026-426f-8f4a-dc646651ece6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615987 Apr 29 17:47:17.980249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55004) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:17.986521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-820aa98c-59c3-49bb-b8b7-7d4c713ec1ce tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '26702990-25f5-4ac4-9baa-8ee5247ee5bd', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:17.993547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-820aa98c-59c3-49bb-b8b7-7d4c713ec1ce tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:17.997748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-820aa98c-59c3-49bb-b8b7-7d4c713ec1ce tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:47:18.001012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-820aa98c-59c3-49bb-b8b7-7d4c713ec1ce tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:47:18.008037 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-820aa98c-59c3-49bb-b8b7-7d4c713ec1ce tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:18.027043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-820aa98c-59c3-49bb-b8b7-7d4c713ec1ce tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.045100 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:18.045693 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:18.046025 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:18.046351 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:18.046673 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:18.046996 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:18.047333 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:18.047721 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:18.048038 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:18.048353 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:18.048667 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:18.048980 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:47:18.072368 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Attempting to bind port 777f08c8-243c-4eed-bcc4-a8622b683a07 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:47:18.072847 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Attempting to bind port 777f08c8-243c-4eed-bcc4-a8622b683a07 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:47:18.073074 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Attempting to bind port 777f08c8-243c-4eed-bcc4-a8622b683a07 on network e1b83629-d77a-40ac-b899-1735c470c322 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:47:18.079158 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:47:18.079554 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Checking segment: {'id': 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:47:18.079958 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.080338 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Bound using segment: {'id': 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:47:18.080795 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Bound port: 777f08c8-243c-4eed-bcc4-a8622b683a07, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:47:18.081156 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.182673 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f64d3071-27c5-40e0-afea-369888037108 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:47:18.183105 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] For port 777f08c8-243c-4eed-bcc4-a8622b683a07, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:47:18.187028 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] For port 777f08c8-243c-4eed-bcc4-a8622b683a07, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=777f08c8-243c-4eed-bcc4-a8622b683a07,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:47:18.193782 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.239753 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-820aa98c-59c3-49bb-b8b7-7d4c713ec1ce tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.246996 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-820aa98c-59c3-49bb-b8b7-7d4c713ec1ce tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.252989 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.277345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port f64d3071-27c5-40e0-afea-369888037108 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:18.277549 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Routers {'4fef2a88-9c85-4553-aa2a-7ab3db4daebb'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:47:18.277872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.277983 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:46:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:18.285642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820aa98c-59c3-49bb-b8b7-7d4c713ec1ce tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119bef23-0a20-4f1c-861b-4e021975cfc7,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:18.287743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-820aa98c-59c3-49bb-b8b7-7d4c713ec1ce tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.294288 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-820aa98c-59c3-49bb-b8b7-7d4c713ec1ce tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3128159 Apr 29 17:47:18.297028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55008) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:18.303755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e0e6ee98-f9be-4d0a-bf94-f70065b621af tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '26702990-25f5-4ac4-9baa-8ee5247ee5bd', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:18.310762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e0e6ee98-f9be-4d0a-bf94-f70065b621af tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:18.317227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e0e6ee98-f9be-4d0a-bf94-f70065b621af tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:47:18.320441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e0e6ee98-f9be-4d0a-bf94-f70065b621af tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:47:18.329193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e0e6ee98-f9be-4d0a-bf94-f70065b621af tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:18.336380 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7244b-1e62-4c1b-893b-00d9784d8745 None None] Pushing event updated for resources: {'Port': ['ID=777f08c8-243c-4eed-bcc4-a8622b683a07,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:18.356939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ee98-f9be-4d0a-bf94-f70065b621af tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.411783 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:47:18.434549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ee98-f9be-4d0a-bf94-f70065b621af tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.441636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ee98-f9be-4d0a-bf94-f70065b621af tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.467615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6ee98-f9be-4d0a-bf94-f70065b621af tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c62c96-e935-45f8-8b3a-17ef907136b6,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:18.472778 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] Set router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:47:18.485032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ee98-f9be-4d0a-bf94-f70065b621af tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.485372 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:18.485750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.488963 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e0e6ee98-f9be-4d0a-bf94-f70065b621af tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1880038 Apr 29 17:47:18.489152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55012) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:18.494284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-fbdc616c-5b93-4a73-8e4e-371ba5b328f4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '26702990-25f5-4ac4-9baa-8ee5247ee5bd', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:18.502668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fbdc616c-5b93-4a73-8e4e-371ba5b328f4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:18.506833 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fbdc616c-5b93-4a73-8e4e-371ba5b328f4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:47:18.509994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fbdc616c-5b93-4a73-8e4e-371ba5b328f4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:47:18.516413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fbdc616c-5b93-4a73-8e4e-371ba5b328f4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:18.535543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fbdc616c-5b93-4a73-8e4e-371ba5b328f4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.604242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fbdc616c-5b93-4a73-8e4e-371ba5b328f4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.608548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fbdc616c-5b93-4a73-8e4e-371ba5b328f4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.629983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc616c-5b93-4a73-8e4e-371ba5b328f4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e23139-903f-40b8-b404-a23eb46a4fa7,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:18.649457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fbdc616c-5b93-4a73-8e4e-371ba5b328f4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.653471 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fbdc616c-5b93-4a73-8e4e-371ba5b328f4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1606054 Apr 29 17:47:18.653650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55016) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:18.659275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-adf3f6f4-942a-46a6-a30e-6186c80d794b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '26702990-25f5-4ac4-9baa-8ee5247ee5bd', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:18.665117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-adf3f6f4-942a-46a6-a30e-6186c80d794b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:18.668928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-adf3f6f4-942a-46a6-a30e-6186c80d794b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:47:18.672429 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-adf3f6f4-942a-46a6-a30e-6186c80d794b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:47:18.678222 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-adf3f6f4-942a-46a6-a30e-6186c80d794b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:18.689527 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-adf3f6f4-942a-46a6-a30e-6186c80d794b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:47:18.696520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-adf3f6f4-942a-46a6-a30e-6186c80d794b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.760764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-adf3f6f4-942a-46a6-a30e-6186c80d794b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.767452 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-adf3f6f4-942a-46a6-a30e-6186c80d794b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.792026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3f6f4-942a-46a6-a30e-6186c80d794b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0818a807-fd95-48cd-b2ab-233cc38d6916,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:18.795885 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:15Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '777f08c8-243c-4eed-bcc4-a8622b683a07', 'name': '', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:e2:e2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:14Z', 'updated_at': '2022-04-29T17:47:18Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:18.800026 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b60dc-71a7-404a-9da0-b1a115c8632b None None] The sync data for ids ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'] in dv-neutron-839024-2-hyperv is: [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:15Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '777f08c8-243c-4eed-bcc4-a8622b683a07', 'name': '', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:e2:e2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:14Z', 'updated_at': '2022-04-29T17:47:18Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:47:18.803187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-adf3f6f4-942a-46a6-a30e-6186c80d794b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.804766 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-adf3f6f4-942a-46a6-a30e-6186c80d794b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498451 Apr 29 17:47:18.807189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55020) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:18.812578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-85c4df33-932a-47f0-969f-e036b586c324 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '26702990-25f5-4ac4-9baa-8ee5247ee5bd', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:18.819190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-85c4df33-932a-47f0-969f-e036b586c324 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:18.823163 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-85c4df33-932a-47f0-969f-e036b586c324 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:47:18.826085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-85c4df33-932a-47f0-969f-e036b586c324 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:47:18.835750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-85c4df33-932a-47f0-969f-e036b586c324 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:18.866051 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-85c4df33-932a-47f0-969f-e036b586c324 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:47:18.876205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-85c4df33-932a-47f0-969f-e036b586c324 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.946981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-85c4df33-932a-47f0-969f-e036b586c324 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.951781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-85c4df33-932a-47f0-969f-e036b586c324 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.977509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4df33-932a-47f0-969f-e036b586c324 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22debf0-24a7-4916-8b66-e30b0cc5eb41,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:18.989129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-85c4df33-932a-47f0-969f-e036b586c324 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:18.990402 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-85c4df33-932a-47f0-969f-e036b586c324 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1822639 Apr 29 17:47:19.167182 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-34cb6331-6d45-4d38-b094-e6485f29ee20 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:47:19.185309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-34cb6331-6d45-4d38-b094-e6485f29ee20 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:47:19.186650 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-34cb6331-6d45-4d38-b094-e6485f29ee20 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362302531&fields=id&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 267 time: 0.0623548 Apr 29 17:47:19.350953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-8525b8b9-c216-4998-ba7f-ebab9799a6c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:19.352494 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-8525b8b9-c216-4998-ba7f-ebab9799a6c2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/networks?id=e1b83629-d77a-40ac-b899-1735c470c322 HTTP/1.1" status: 200 len: 797 time: 0.1584673 Apr 29 17:47:19.368479 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-8c9cce4d-8760-4d41-9fef-29e9f48e5a2b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/quotas/438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 375 time: 0.0098920 Apr 29 17:47:19.454048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-d353f645-d9c0-4a76-ba1c-e5a0e93b13c0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:47:19.471422 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-d353f645-d9c0-4a76-ba1c-e5a0e93b13c0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:47:19.472774 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-d353f645-d9c0-4a76-ba1c-e5a0e93b13c0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985239 Apr 29 17:47:19.615538 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-5c3b9e91-8df3-4ae2-9189-4377c456e163 service neutron] 10.222.0.11 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299181 Apr 29 17:47:19.754421 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-324e27bc-e9c5-4350-9227-ccd15c946af6 service neutron] 10.222.0.11 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323967 Apr 29 17:47:19.938407 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8e656510-85aa-4497-89ea-273cd315285e req-c04162f5-141b-4cde-98fa-7bd747215f01 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 210 time: 0.0463777 Apr 29 17:47:20.189498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 777f08c8-243c-4eed-bcc4-a8622b683a07 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:47:20.260100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 777f08c8-243c-4eed-bcc4-a8622b683a07 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:47:20.264870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 777f08c8-243c-4eed-bcc4-a8622b683a07 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:20.265281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:20.391081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:20.423830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 777f08c8-243c-4eed-bcc4-a8622b683a07, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=777f08c8-243c-4eed-bcc4-a8622b683a07,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:47:20.428420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:20.496424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=777f08c8-243c-4eed-bcc4-a8622b683a07,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:20.978305 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-5f8e3761-92d5-40e0-bfce-79ad1115a7e4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:20.979084 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-5f8e3761-92d5-40e0-bfce-79ad1115a7e4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:47:20.997347 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-5f8e3761-92d5-40e0-bfce-79ad1115a7e4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:47:20.998566 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-5f8e3761-92d5-40e0-bfce-79ad1115a7e4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks?id=e1b83629-d77a-40ac-b899-1735c470c322 HTTP/1.1" status: 200 len: 797 time: 0.1689107 Apr 29 17:47:21.046847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-50769929-f88b-44a2-9f4c-b48f5ff344bd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:47:21.058658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-50769929-f88b-44a2-9f4c-b48f5ff344bd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:47:21.059771 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-50769929-f88b-44a2-9f4c-b48f5ff344bd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 379 time: 0.0530252 Apr 29 17:47:21.068619 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'port': {'device_id': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'admin_state_up': True, 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'security_groups': ['26702990-25f5-4ac4-9baa-8ee5247ee5bd']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:21.095759 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e39d386b-1955-478c-9e82-1e05ab77624e req-52def158-a8bb-4046-9f21-ffa6a29c5d97 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 210 time: 0.0428665 Apr 29 17:47:21.209850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:21.221433 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:21.234792 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:47:21.240981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:21.417262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.9 (e1b83629-d77a-40ac-b899-1735c470c322/d9962ffb-1129-4cd4-a7e1-358273f4e7a9/7ec99228-1fd7-4b5b-96c6-c9df719ef995) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:47:21.606842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:21.622131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 7ec99228-1fd7-4b5b-96c6-c9df719ef995 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:47:21.646921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:21.718768 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network e1b83629-d77a-40ac-b899-1735c470c322 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:47:21.721784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:47:21.725407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:47:21.755618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=7ec99228-1fd7-4b5b-96c6-c9df719ef995,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:21.793090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:21.793718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:21.820652 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-7a0e6207-48a4-47b8-8ba9-952b5f82fe83 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7556391 Apr 29 17:47:21.831902 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Request body: {'port': {'device_id': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:21.944863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:21.983363 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4e2bf5f6-c850-447b-b570-0dfb026c2fb2 None None] Provisioning for port 7ec99228-1fd7-4b5b-96c6-c9df719ef995 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:47:21.988593 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4e2bf5f6-c850-447b-b570-0dfb026c2fb2 None None] Provisioning complete for port 7ec99228-1fd7-4b5b-96c6-c9df719ef995 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:21.988965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf5f6-c850-447b-b570-0dfb026c2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:22.044553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4e2bf5f6-c850-447b-b570-0dfb026c2fb2 None None] Port 7ec99228-1fd7-4b5b-96c6-c9df719ef995 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:47:22.172374 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 777f08c8-243c-4eed-bcc4-a8622b683a07 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:47:22.237852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 777f08c8-243c-4eed-bcc4-a8622b683a07 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:22.238295 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:22.284761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd17e3-d150-4d5a-921b-c81e2cda8f63 req-88f64664-f6b1-4c52-bbf8-1b1b9c88b174 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:22.286180 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f5cd17e3-d150-4d5a-921b-c81e2cda8f63 req-88f64664-f6b1-4c52-bbf8-1b1b9c88b174 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 931 time: 0.0822001 Apr 29 17:47:22.297379 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec99228-1fd7-4b5b-96c6-c9df719ef995 {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:47:22.304985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:22.319521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Transition to ACTIVE for port object 7ec99228-1fd7-4b5b-96c6-c9df719ef995 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:47:22.324320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:22.333230 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f5cd17e3-d150-4d5a-921b-c81e2cda8f63 req-e74ec9f3-3ba3-4950-a489-9b4b7d106396 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=26702990-25f5-4ac4-9baa-8ee5247ee5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411832 Apr 29 17:47:22.568307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec99228-1fd7-4b5b-96c6-c9df719ef995,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:22.669732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Attempting to bind port 7ec99228-1fd7-4b5b-96c6-c9df719ef995 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:47:22.669919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Attempting to bind port 7ec99228-1fd7-4b5b-96c6-c9df719ef995 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:47:22.670244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Attempting to bind port 7ec99228-1fd7-4b5b-96c6-c9df719ef995 on network e1b83629-d77a-40ac-b899-1735c470c322 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:47:22.674941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Port 7ec99228-1fd7-4b5b-96c6-c9df719ef995 on network e1b83629-d77a-40ac-b899-1735c470c322 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:47:22.675222 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Attempting to bind port 7ec99228-1fd7-4b5b-96c6-c9df719ef995 on network e1b83629-d77a-40ac-b899-1735c470c322 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:47:22.680478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:47:22.680810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Checking segment: {'id': 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:47:22.681362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Bound using segment: {'id': 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:47:22.681573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Bound port: 7ec99228-1fd7-4b5b-96c6-c9df719ef995, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:47:22.682263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:22.773480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] For port 7ec99228-1fd7-4b5b-96c6-c9df719ef995, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:47:22.776689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] For port 7ec99228-1fd7-4b5b-96c6-c9df719ef995, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ec99228-1fd7-4b5b-96c6-c9df719ef995,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:47:22.785318 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:22.849745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:22.850354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:22.851793 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] 10.222.0.36 "PUT /v2.0/ports/7ec99228-1fd7-4b5b-96c6-c9df719ef995 HTTP/1.1" status: 200 len: 1093 time: 1.0242772 Apr 29 17:47:22.852861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'tag': '7ec99228-1fd7-4b5b-96c6-c9df719ef995'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:47:22.875686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e5ab2-d6c8-41f6-bf3e-6ad46e771fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec99228-1fd7-4b5b-96c6-c9df719ef995,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:22.930116 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bf7f25-30d9-45cd-ab3c-984b046a2132'] response: {'name': 'network-changed', 'server_uuid': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'tag': '7ec99228-1fd7-4b5b-96c6-c9df719ef995', 'status': 'completed', 'code': 200} Apr 29 17:47:22.975278 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-d381b297-5dc6-480e-920c-a3326303b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:22.976904 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-d381b297-5dc6-480e-920c-a3326303b2bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 1096 time: 0.0793858 Apr 29 17:47:23.048543 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-e220d932-d65e-4ada-8763-a66483f9867f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ec99228-1fd7-4b5b-96c6-c9df719ef995 HTTP/1.1" status: 200 len: 217 time: 0.0652695 Apr 29 17:47:23.110864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-59e7394b-66b5-4745-ae31-edbc74840099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:23.112386 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-59e7394b-66b5-4745-ae31-edbc74840099 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9962ffb-1129-4cd4-a7e1-358273f4e7a9 HTTP/1.1" status: 200 len: 843 time: 0.0581584 Apr 29 17:47:23.194021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-cd1e01a5-4413-4d66-92ee-e1c778e27402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:23.195473 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-cd1e01a5-4413-4d66-92ee-e1c778e27402 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1b83629-d77a-40ac-b899-1735c470c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764787 Apr 29 17:47:23.285590 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-22738e04-5bfa-4af7-b161-2ff50bf1bf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:23.336227 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-4957e3ab-3b72-4763-b2c7-6a38eabecef9 service neutron] 10.222.0.36 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342950 Apr 29 17:47:23.467034 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ce15e375-9813-44c2-a9ec-c6287d3669a9 req-65fcc3f2-95d3-4d5a-b256-cffa8e183a26 service neutron] 10.222.0.36 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246405 Apr 29 17:47:23.525726 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f9300-9abd-485b-ab25-7a914a0190ce req-44b35816-8559-411e-936d-9409798d9987 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:23.527177 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aa7f9300-9abd-485b-ab25-7a914a0190ce req-44b35816-8559-411e-936d-9409798d9987 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 943 time: 0.0918577 Apr 29 17:47:23.572549 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aa7f9300-9abd-485b-ab25-7a914a0190ce req-1aaba85a-e812-4673-84da-3c9c5f28a617 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=26702990-25f5-4ac4-9baa-8ee5247ee5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386322 Apr 29 17:47:23.583450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0ec5-19d3-489b-b9db-9dd57c4b0a8f req-25d4a518-8884-4ee4-9674-5a987c12d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:23.585025 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-636d0ec5-19d3-489b-b9db-9dd57c4b0a8f req-25d4a518-8884-4ee4-9674-5a987c12d073 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 1096 time: 0.0715892 Apr 29 17:47:23.723112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0ec5-19d3-489b-b9db-9dd57c4b0a8f req-59a621b0-8d5f-4edf-8bb0-c969f2ac5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:23.724505 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-636d0ec5-19d3-489b-b9db-9dd57c4b0a8f req-59a621b0-8d5f-4edf-8bb0-c969f2ac5637 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1b83629-d77a-40ac-b899-1735c470c322 HTTP/1.1" status: 200 len: 898 time: 0.1332872 Apr 29 17:47:23.796269 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-636d0ec5-19d3-489b-b9db-9dd57c4b0a8f req-f87d7828-9870-4b94-880a-74c00110151a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ec99228-1fd7-4b5b-96c6-c9df719ef995 HTTP/1.1" status: 200 len: 217 time: 0.0640988 Apr 29 17:47:23.863317 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0ec5-19d3-489b-b9db-9dd57c4b0a8f req-b8bba778-c57d-41c3-95d4-93ac0d73cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:23.864793 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-636d0ec5-19d3-489b-b9db-9dd57c4b0a8f req-b8bba778-c57d-41c3-95d4-93ac0d73cfef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9962ffb-1129-4cd4-a7e1-358273f4e7a9 HTTP/1.1" status: 200 len: 843 time: 0.0627148 Apr 29 17:47:23.947073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0ec5-19d3-489b-b9db-9dd57c4b0a8f req-634d0dde-6159-4d7a-b0ae-8a463d4a7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:23.948556 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-636d0ec5-19d3-489b-b9db-9dd57c4b0a8f req-634d0dde-6159-4d7a-b0ae-8a463d4a7cf1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1b83629-d77a-40ac-b899-1735c470c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772574 Apr 29 17:47:24.080197 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-636d0ec5-19d3-489b-b9db-9dd57c4b0a8f req-58053754-9fa6-4383-842e-9464295ef526 service neutron] 10.222.0.36 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241951 Apr 29 17:47:24.311877 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-636d0ec5-19d3-489b-b9db-9dd57c4b0a8f req-042ddb59-8d4d-4d84-af12-e1d5d8d49abc service neutron] 10.222.0.36 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250698 Apr 29 17:47:24.770890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51498a75-469d-473a-bf7c-03f4fca13fee req-d044cdf3-21c2-4868-9d8c-6e39d477b0fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:24.772337 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-51498a75-469d-473a-bf7c-03f4fca13fee req-d044cdf3-21c2-4868-9d8c-6e39d477b0fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 943 time: 0.0885055 Apr 29 17:47:24.824364 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-51498a75-469d-473a-bf7c-03f4fca13fee req-af9baf89-fb35-4015-bd12-3d490cfef9d0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=26702990-25f5-4ac4-9baa-8ee5247ee5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433955 Apr 29 17:47:25.397358 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-40c04277-7e33-417d-910b-8db5ce25ad72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:26.034927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cf089-3788-4db0-bb1d-57d0c9b1fcc9 req-42035120-4a57-43a1-bd6b-073ffe1de263 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:26.036350 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-701cf089-3788-4db0-bb1d-57d0c9b1fcc9 req-42035120-4a57-43a1-bd6b-073ffe1de263 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 943 time: 0.0946066 Apr 29 17:47:26.082345 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-701cf089-3788-4db0-bb1d-57d0c9b1fcc9 req-89436cd4-6962-4c9d-8a7b-7906af1ebf5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=26702990-25f5-4ac4-9baa-8ee5247ee5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400660 Apr 29 17:47:26.580129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:26.786099 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:26.897219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 7ec99228-1fd7-4b5b-96c6-c9df719ef995 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:47:27.043186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 7ec99228-1fd7-4b5b-96c6-c9df719ef995, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ec99228-1fd7-4b5b-96c6-c9df719ef995,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:47:27.056877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '7ec99228-1fd7-4b5b-96c6-c9df719ef995', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'port_id': '7ec99228-1fd7-4b5b-96c6-c9df719ef995', 'mac_address': 'fa:16:3e:37:a1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:47:27.115088 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:27.132913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec99228-1fd7-4b5b-96c6-c9df719ef995 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:47:27.148983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 7ec99228-1fd7-4b5b-96c6-c9df719ef995, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ec99228-1fd7-4b5b-96c6-c9df719ef995,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:47:27.154177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:27.223093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=7ec99228-1fd7-4b5b-96c6-c9df719ef995,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:27.273653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9258d-49f3-4f38-bb8c-dcb65c851e87 req-0ca1733e-618d-4836-9ac9-b4469498c7a0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:27.275117 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bff9258d-49f3-4f38-bb8c-dcb65c851e87 req-0ca1733e-618d-4836-9ac9-b4469498c7a0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 944 time: 0.0882800 Apr 29 17:47:27.330498 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bff9258d-49f3-4f38-bb8c-dcb65c851e87 req-6b47ad38-d0d2-4fbf-b739-f70e84a8d533 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=26702990-25f5-4ac4-9baa-8ee5247ee5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488713 Apr 29 17:47:27.366328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['7ec99228-1fd7-4b5b-96c6-c9df719ef995'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:47:27.983115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:28.536582 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4883-b417-4a09-a38b-cf924e2e33ea req-4daf1802-8030-4a56-a875-4a45f9d10d16 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:28.538018 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d91c4883-b417-4a09-a38b-cf924e2e33ea req-4daf1802-8030-4a56-a875-4a45f9d10d16 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 944 time: 0.0858402 Apr 29 17:47:28.583991 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d91c4883-b417-4a09-a38b-cf924e2e33ea req-8818cc72-eff1-4ec7-96a6-86054cbfc1f8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=26702990-25f5-4ac4-9baa-8ee5247ee5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400443 Apr 29 17:47:28.911140 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 7ec99228-1fd7-4b5b-96c6-c9df719ef995 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:47:28.984016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 7ec99228-1fd7-4b5b-96c6-c9df719ef995 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:47:28.988953 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 7ec99228-1fd7-4b5b-96c6-c9df719ef995 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:28.989324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:29.107332 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:29.134400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec99228-1fd7-4b5b-96c6-c9df719ef995'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:47:29.144143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 7ec99228-1fd7-4b5b-96c6-c9df719ef995, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ec99228-1fd7-4b5b-96c6-c9df719ef995,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:47:29.148783 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:29.183831 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff2544c-8772-4dc2-99ee-1e18f2e3f448'] response: {'server_uuid': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec99228-1fd7-4b5b-96c6-c9df719ef995', 'code': 200} Apr 29 17:47:29.214059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=7ec99228-1fd7-4b5b-96c6-c9df719ef995,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:29.422398 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcf3a8-1f07-4d7d-8be0-5e0a61fdd322 req-102b18cb-2ded-41fe-a30b-33d8a2d72b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:29.423877 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-46bcf3a8-1f07-4d7d-8be0-5e0a61fdd322 req-102b18cb-2ded-41fe-a30b-33d8a2d72b0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 1098 time: 0.0779624 Apr 29 17:47:29.463579 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-46bcf3a8-1f07-4d7d-8be0-5e0a61fdd322 req-79aa1765-39fa-4f1c-9d2e-bb61582433e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=26702990-25f5-4ac4-9baa-8ee5247ee5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339916 Apr 29 17:47:29.791529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468a457-e00f-479a-a844-148afc042337 req-918d385e-bce2-4095-8cb1-a92ef539d5e7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:29.798178 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7468a457-e00f-479a-a844-148afc042337 req-918d385e-bce2-4095-8cb1-a92ef539d5e7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 945 time: 0.0925002 Apr 29 17:47:29.837076 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7468a457-e00f-479a-a844-148afc042337 req-3c91025b-feba-4e77-a447-1fa58615a093 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=26702990-25f5-4ac4-9baa-8ee5247ee5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382228 Apr 29 17:47:31.039926 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ce4a9-25b2-4176-b526-2ac1c602e580 req-a2eee9c3-9579-4344-aa6a-668e17438cb7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:31.041237 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4d4ce4a9-25b2-4176-b526-2ac1c602e580 req-a2eee9c3-9579-4344-aa6a-668e17438cb7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 945 time: 0.0881836 Apr 29 17:47:31.088717 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4d4ce4a9-25b2-4176-b526-2ac1c602e580 req-a80a16e5-f1ad-4377-8380-3cee928bc119 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=26702990-25f5-4ac4-9baa-8ee5247ee5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416095 Apr 29 17:47:31.283002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4d0c4-c9c6-4c23-9fd7-9e00ec529533 req-7a4608b7-1f9b-47f7-9393-988167ee5862 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:31.284450 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4be4d0c4-c9c6-4c23-9fd7-9e00ec529533 req-7a4608b7-1f9b-47f7-9393-988167ee5862 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 945 time: 0.0824571 Apr 29 17:47:31.334604 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4be4d0c4-c9c6-4c23-9fd7-9e00ec529533 req-80c564a4-62a1-4af3-a28b-e95db495fd2c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=26702990-25f5-4ac4-9baa-8ee5247ee5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404003 Apr 29 17:47:31.364644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55074) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:31.443544 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0a771e-1c2f-4b84-bdf7-dfe30728882a tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:31.445060 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3f0a771e-1c2f-4b84-bdf7-dfe30728882a tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 1093 time: 0.0794401 Apr 29 17:47:31.449147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55078) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:31.454030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '7ec99228-1fd7-4b5b-96c6-c9df719ef995', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:31.460232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:31.464495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:floatingip and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:47:31.467468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:47:31.473203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:31.485996 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:31.628231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:31.865436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.130 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/47f36cba-2c4e-4bf8-b5d7-14d8f7656463) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:47:32.013816 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:32.047677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:32.111334 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:47:32.113443 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:47:32.119015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:47:32.156693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=47f36cba-2c4e-4bf8-b5d7-14d8f7656463,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:32.544831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:32.621105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:32.830388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:32.836162 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:32.941119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=47f36cba-2c4e-4bf8-b5d7-14d8f7656463,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:32.953388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:33.121336 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP bc25dda7-7fd9-4a20-b32c-e2b7ab99f6be associated. External IP: 172.26.4.130, port: 7ec99228-1fd7-4b5b-96c6-c9df719ef995. Apr 29 17:47:33.586372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:47:33.770092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:47:33.780468 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823cfff0-c0ca-4aba-ad2a-6aa071d11ad5 None None] Sync routers for ids ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:47:33.790386 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823cfff0-c0ca-4aba-ad2a-6aa071d11ad5 None None] Routers {'4fef2a88-9c85-4553-aa2a-7ab3db4daebb'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:47:33.791074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-823cfff0-c0ca-4aba-ad2a-6aa071d11ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:47:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:33.796284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:33.853566 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-530bd9cc-1c0c-4c29-976f-c24716dc1ea5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4033089 Apr 29 17:47:33.854069 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'tag': '7ec99228-1fd7-4b5b-96c6-c9df719ef995'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:47:33.856339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55082) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:33.900423 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5bc916-d316-4879-aecc-af0cd4959c3a'] response: {'name': 'network-changed', 'server_uuid': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'tag': '7ec99228-1fd7-4b5b-96c6-c9df719ef995', 'status': 'completed', 'code': 200} Apr 29 17:47:33.971920 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-823cfff0-c0ca-4aba-ad2a-6aa071d11ad5 None None] Set router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:47:34.014540 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-38c9d004-71fb-4c6c-b425-e7be6b6921dc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/bc25dda7-7fd9-4a20-b32c-e2b7ab99f6be HTTP/1.1" status: 200 len: 991 time: 0.1563938 Apr 29 17:47:34.031517 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf4296-ddb0-4efe-8b38-ac5fe2ff92f4 req-325b668a-645c-4313-a29b-613609d682fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:34.033025 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-e3bf4296-ddb0-4efe-8b38-ac5fe2ff92f4 req-325b668a-645c-4313-a29b-613609d682fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 1098 time: 0.1080914 Apr 29 17:47:34.161328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf4296-ddb0-4efe-8b38-ac5fe2ff92f4 req-bf8c62ee-20dd-42d2-96cc-211e58e6bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:34.162744 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-e3bf4296-ddb0-4efe-8b38-ac5fe2ff92f4 req-bf8c62ee-20dd-42d2-96cc-211e58e6bce0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1b83629-d77a-40ac-b899-1735c470c322 HTTP/1.1" status: 200 len: 898 time: 0.1236184 Apr 29 17:47:34.263142 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-e3bf4296-ddb0-4efe-8b38-ac5fe2ff92f4 req-e9114134-4ac2-4e60-8219-d72a085d4985 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ec99228-1fd7-4b5b-96c6-c9df719ef995 HTTP/1.1" status: 200 len: 999 time: 0.0945773 Apr 29 17:47:34.310830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-823cfff0-c0ca-4aba-ad2a-6aa071d11ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:15Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'bc25dda7-7fd9-4a20-b32c-e2b7ab99f6be', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.130', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'port_id': '7ec99228-1fd7-4b5b-96c6-c9df719ef995', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'mac_address': 'fa:16:3e:37:a1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:47:32Z', 'updated_at': '2022-04-29T17:47:32Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777f08c8-243c-4eed-bcc4-a8622b683a07', 'name': '', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:e2:e2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:14Z', 'updated_at': '2022-04-29T17:47:20Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:34.314793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823cfff0-c0ca-4aba-ad2a-6aa071d11ad5 None None] Checking router: 4fef2a88-9c85-4553-aa2a-7ab3db4daebb for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:47:34.323414 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823cfff0-c0ca-4aba-ad2a-6aa071d11ad5 None None] Routers {'4fef2a88-9c85-4553-aa2a-7ab3db4daebb'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:47:34.324027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-823cfff0-c0ca-4aba-ad2a-6aa071d11ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:47:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:34.324646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf4296-ddb0-4efe-8b38-ac5fe2ff92f4 req-c63a01fd-278f-45a2-8444-ebd2b3cc46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:34.326055 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-e3bf4296-ddb0-4efe-8b38-ac5fe2ff92f4 req-c63a01fd-278f-45a2-8444-ebd2b3cc46c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9962ffb-1129-4cd4-a7e1-358273f4e7a9 HTTP/1.1" status: 200 len: 843 time: 0.0566189 Apr 29 17:47:34.403286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf4296-ddb0-4efe-8b38-ac5fe2ff92f4 req-acb2fe29-1820-46b7-ac36-5eae6293bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:34.405032 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-e3bf4296-ddb0-4efe-8b38-ac5fe2ff92f4 req-acb2fe29-1820-46b7-ac36-5eae6293bd05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1b83629-d77a-40ac-b899-1735c470c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727446 Apr 29 17:47:34.493943 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-823cfff0-c0ca-4aba-ad2a-6aa071d11ad5 None None] Set router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:47:34.537256 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-e3bf4296-ddb0-4efe-8b38-ac5fe2ff92f4 req-436606ac-b7e5-438a-856e-3465c862575f service neutron] 10.222.0.36 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259775 Apr 29 17:47:34.667240 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-e3bf4296-ddb0-4efe-8b38-ac5fe2ff92f4 req-8c1fc6dc-b627-42c9-b3fd-85279b32dfa9 service neutron] 10.222.0.36 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244080 Apr 29 17:47:34.872684 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-823cfff0-c0ca-4aba-ad2a-6aa071d11ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:15Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'bc25dda7-7fd9-4a20-b32c-e2b7ab99f6be', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.130', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'port_id': '7ec99228-1fd7-4b5b-96c6-c9df719ef995', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'mac_address': 'fa:16:3e:37:a1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:47:32Z', 'updated_at': '2022-04-29T17:47:32Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777f08c8-243c-4eed-bcc4-a8622b683a07', 'name': '', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:e2:e2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:14Z', 'updated_at': '2022-04-29T17:47:20Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:47:34.877283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823cfff0-c0ca-4aba-ad2a-6aa071d11ad5 None None] The sync data for ids ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'] in dv-neutron-839024-2-hyperv is: [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:15Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'bc25dda7-7fd9-4a20-b32c-e2b7ab99f6be', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.130', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'port_id': '7ec99228-1fd7-4b5b-96c6-c9df719ef995', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'mac_address': 'fa:16:3e:37:a1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:47:32Z', 'updated_at': '2022-04-29T17:47:32Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777f08c8-243c-4eed-bcc4-a8622b683a07', 'name': '', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:e2:e2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:14Z', 'updated_at': '2022-04-29T17:47:20Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:47:35.018876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55088) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:35.055929 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c8b1b9-1642-4257-adb9-bad1dbca4302 None None] New status for floating IP bc25dda7-7fd9-4a20-b32c-e2b7ab99f6be: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:47:35.121786 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8c0fa54c-5ec0-40fc-a55c-7c259cd4bfc2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/bc25dda7-7fd9-4a20-b32c-e2b7ab99f6be HTTP/1.1" status: 200 len: 991 time: 0.1017413 Apr 29 17:47:36.125401 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55096) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:47:36.236914 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e7f9c7f4-5360-4c8b-b6de-e70c8f187136 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/bc25dda7-7fd9-4a20-b32c-e2b7ab99f6be HTTP/1.1" status: 200 len: 993 time: 0.1100686 Apr 29 17:47:36.468112 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:47:46.920330 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-5c64e750-bd5c-48ce-bb00-e3eeca39d914 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078803953&fields=id&tenant_id=57051d3e507e441798ed35a0d08d76f2 HTTP/1.1" status: 200 len: 267 time: 0.0535495 Apr 29 17:47:47.067404 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-708993f2-1f52-4e02-919f-c1aee32146ac tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:47.068784 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-708993f2-1f52-4e02-919f-c1aee32146ac tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 811 time: 0.1418517 Apr 29 17:47:47.083735 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-a11beaad-3f36-4488-b330-badb0ba3287a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/quotas/57051d3e507e441798ed35a0d08d76f2 HTTP/1.1" status: 200 len: 375 time: 0.0095274 Apr 29 17:47:47.180591 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-a966f665-4f9a-4a5e-9c77-b69c7251577e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0918896 Apr 29 17:47:47.314843 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-b23feb43-e6a1-4804-b0c5-8bb301abe591 service neutron] 10.222.0.11 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226950 Apr 29 17:47:47.455646 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-c59477ba-8129-4d88-a6ba-a673d26d7229 service neutron] 10.222.0.11 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317987 Apr 29 17:47:48.246268 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:48.916712 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60cf29d7-ed5a-4dbc-9a2e-b784d9d3d214 req-1baeda64-a122-450c-b3db-fb74f8f2e857 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 210 time: 0.0457995 Apr 29 17:47:49.941503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-faba0c51-61d5-483c-bdbe-e157a8506d8d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:49.942188 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-faba0c51-61d5-483c-bdbe-e157a8506d8d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Synchronizing usage tracker for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:47:49.959553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-faba0c51-61d5-483c-bdbe-e157a8506d8d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Unset dirty status for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:47:49.960719 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-faba0c51-61d5-483c-bdbe-e157a8506d8d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 811 time: 0.1673799 Apr 29 17:47:50.011995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-a0e4e5f5-4453-4e24-a9c3-2f44eaea60be tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Synchronizing usage tracker for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:47:50.029975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-a0e4e5f5-4453-4e24-a9c3-2f44eaea60be tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Unset dirty status for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:47:50.031231 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-a0e4e5f5-4453-4e24-a9c3-2f44eaea60be tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57051d3e507e441798ed35a0d08d76f2 HTTP/1.1" status: 200 len: 380 time: 0.0621393 Apr 29 17:47:50.040669 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Request body: {'port': {'device_id': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'admin_state_up': True, 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'security_groups': ['8acd58c0-2eaf-4ae4-9d01-2fcd2338898d']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:50.065765 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7cc301f5-fc02-4f38-964e-a3c7cdaaa785 req-706ccd34-3c98-41d3-b32a-ae27e073696e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 210 time: 0.0445068 Apr 29 17:47:50.281173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:47:50.292279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:47:50.301792 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Made reservation on behalf of 57051d3e507e441798ed35a0d08d76f2 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:47:50.305300 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:50.468518 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Allocated IP 172.20.0.6 (79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c/7f1625fb-8d32-4dad-aa2b-d77cce098d8c/565bcb8b-5a6f-4297-9591-4bead3412ef0) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:47:50.663389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:50.678682 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Transition to ACTIVE for port object 565bcb8b-5a6f-4297-9591-4bead3412ef0 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:47:50.702073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:50.770497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:47:50.773479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:47:50.777139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:47:50.810143 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'Port': ['ID=565bcb8b-5a6f-4297-9591-4bead3412ef0,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:50.847319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:50.847940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:50.873921 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-2d47148c-4772-46b5-8fc6-4f028a420e03 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8369925 Apr 29 17:47:50.886450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Request body: {'port': {'device_id': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:47:51.005623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:51.015599 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fbbf1091-733a-4678-bb88-2148a0991095 None None] Provisioning for port 565bcb8b-5a6f-4297-9591-4bead3412ef0 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:47:51.025109 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fbbf1091-733a-4678-bb88-2148a0991095 None None] Provisioning complete for port 565bcb8b-5a6f-4297-9591-4bead3412ef0 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:47:51.025479 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fbbf1091-733a-4678-bb88-2148a0991095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:51.078274 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf1091-733a-4678-bb88-2148a0991095 None None] Port 565bcb8b-5a6f-4297-9591-4bead3412ef0 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:47:51.264138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa558-9f80-42db-9c26-cd9cfe083872 req-1483aa15-44bf-46d5-ab60-2ca750b3bba4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:51.265528 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d52fa558-9f80-42db-9c26-cd9cfe083872 req-1483aa15-44bf-46d5-ab60-2ca750b3bba4 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 931 time: 0.0916662 Apr 29 17:47:51.312281 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d52fa558-9f80-42db-9c26-cd9cfe083872 req-c43469a8-7142-48b9-b2ba-a630bea9d3d2 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398965 Apr 29 17:47:51.358022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565bcb8b-5a6f-4297-9591-4bead3412ef0 {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:47:51.365599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:51.381780 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Transition to ACTIVE for port object 565bcb8b-5a6f-4297-9591-4bead3412ef0 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:47:51.386615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:51.554985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Pushing event updated for resources: {'Port': ['ID=565bcb8b-5a6f-4297-9591-4bead3412ef0,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:51.636338 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Attempting to bind port 565bcb8b-5a6f-4297-9591-4bead3412ef0 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:47:51.636668 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Attempting to bind port 565bcb8b-5a6f-4297-9591-4bead3412ef0 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:47:51.636996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Attempting to bind port 565bcb8b-5a6f-4297-9591-4bead3412ef0 on network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:47:51.641592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Port 565bcb8b-5a6f-4297-9591-4bead3412ef0 on network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:47:51.641901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Attempting to bind port 565bcb8b-5a6f-4297-9591-4bead3412ef0 on network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:47:51.646960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:47:51.647316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Checking segment: {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:47:51.647727 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Bound using segment: {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:47:51.648135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Bound port: 565bcb8b-5a6f-4297-9591-4bead3412ef0, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb40a702-8806-4610-adbe-29636f769614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:47:51.648477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:51.739582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] For port 565bcb8b-5a6f-4297-9591-4bead3412ef0, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:47:51.742646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] For port 565bcb8b-5a6f-4297-9591-4bead3412ef0, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=565bcb8b-5a6f-4297-9591-4bead3412ef0,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:47:51.748805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:51.808983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:51.809514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:51.810857 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] 10.222.0.36 "PUT /v2.0/ports/565bcb8b-5a6f-4297-9591-4bead3412ef0 HTTP/1.1" status: 200 len: 1093 time: 0.9292302 Apr 29 17:47:51.811306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'tag': '565bcb8b-5a6f-4297-9591-4bead3412ef0'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:47:51.836641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66adfe-cfca-40aa-973e-bc8b372a1390 service neutron] Pushing event updated for resources: {'Port': ['ID=565bcb8b-5a6f-4297-9591-4bead3412ef0,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:47:51.884645 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2a12b2-d4b2-4a73-a8d8-6301dde8627b'] response: {'name': 'network-changed', 'server_uuid': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'tag': '565bcb8b-5a6f-4297-9591-4bead3412ef0', 'status': 'completed', 'code': 200} Apr 29 17:47:51.926767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-51dd172e-0cfe-4b01-b74f-62386efcc5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:51.928296 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-51dd172e-0cfe-4b01-b74f-62386efcc5f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 1096 time: 0.0776026 Apr 29 17:47:52.000635 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-cdebf7c3-7101-49c6-981a-5e862a7f6ad4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=565bcb8b-5a6f-4297-9591-4bead3412ef0 HTTP/1.1" status: 200 len: 217 time: 0.0643601 Apr 29 17:47:52.061997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-e2dd9fe1-a9be-4c4f-a908-2cdf3e50e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:52.063445 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-e2dd9fe1-a9be-4c4f-a908-2cdf3e50e353 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0565083 Apr 29 17:47:52.238825 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-955cf733-9734-44c5-afb7-3546c27e8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:52.240355 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-955cf733-9734-44c5-afb7-3546c27e8aa1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1705918 Apr 29 17:47:52.375826 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-f0a97ab6-aebf-4f2e-9898-b3e2b66f89c3 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282184 Apr 29 17:47:52.497595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c6d87-be3a-4c54-a462-c37e761ae967 req-016c5eca-19c9-4c1f-8d4b-1b64a35f5c19 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:52.499043 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-950c6d87-be3a-4c54-a462-c37e761ae967 req-016c5eca-19c9-4c1f-8d4b-1b64a35f5c19 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 943 time: 0.0802999 Apr 29 17:47:52.509888 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-90137ce3-db1d-422b-ab17-b833b29e8c02 req-7e627075-8999-4de1-8adb-008b4c040a2c service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273005 Apr 29 17:47:52.544377 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-950c6d87-be3a-4c54-a462-c37e761ae967 req-9d0de54b-9cf9-4a1d-97a5-2c738b6f60c2 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392487 Apr 29 17:47:52.627014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f75dbe-6e5e-460f-8593-a55f836e8b8d req-bc1dd0d4-6482-4b7f-9ce3-91e712446b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:52.628485 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-89f75dbe-6e5e-460f-8593-a55f836e8b8d req-bc1dd0d4-6482-4b7f-9ce3-91e712446b67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 1096 time: 0.0726149 Apr 29 17:47:52.771384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f75dbe-6e5e-460f-8593-a55f836e8b8d req-24ddb1c8-de52-4949-9a9b-48df8119254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:52.774195 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-89f75dbe-6e5e-460f-8593-a55f836e8b8d req-24ddb1c8-de52-4949-9a9b-48df8119254d service neutron] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 912 time: 0.1360838 Apr 29 17:47:52.844688 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-89f75dbe-6e5e-460f-8593-a55f836e8b8d req-65da89a0-a131-493b-81fb-8245767fec08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=565bcb8b-5a6f-4297-9591-4bead3412ef0 HTTP/1.1" status: 200 len: 217 time: 0.0635481 Apr 29 17:47:52.905724 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f75dbe-6e5e-460f-8593-a55f836e8b8d req-ece39491-dd2c-42fa-99b9-b863be09e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:52.907030 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-89f75dbe-6e5e-460f-8593-a55f836e8b8d req-ece39491-dd2c-42fa-99b9-b863be09e080 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0562198 Apr 29 17:47:52.995393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f75dbe-6e5e-460f-8593-a55f836e8b8d req-68a32ba6-4683-430d-b57c-b38edc440a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:52.996878 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-89f75dbe-6e5e-460f-8593-a55f836e8b8d req-68a32ba6-4683-430d-b57c-b38edc440a3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837200 Apr 29 17:47:53.136474 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-89f75dbe-6e5e-460f-8593-a55f836e8b8d req-617a372f-72ec-42b0-b249-e38db2dd8927 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292124 Apr 29 17:47:53.271277 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-89f75dbe-6e5e-460f-8593-a55f836e8b8d req-e337a4ab-19bb-440b-a363-e5211dbfd5c0 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265924 Apr 29 17:47:53.281785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3eb98d1e-040c-40b2-a557-be3ce5c94863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:53.757394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49878a-d905-47cc-b93a-6dca112ace53 req-dfd304c5-5244-43a0-b732-f13c04f8739c tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:53.758787 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2d49878a-d905-47cc-b93a-6dca112ace53 req-dfd304c5-5244-43a0-b732-f13c04f8739c tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 943 time: 0.0923674 Apr 29 17:47:53.805283 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2d49878a-d905-47cc-b93a-6dca112ace53 req-def1183a-ef73-463a-9dd7-45a8db2e63db tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378075 Apr 29 17:47:55.011742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144e95-288f-4633-989d-010f3d15a377 req-50946d39-84d5-4167-b3ed-00409c2b547b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:55.013095 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f6144e95-288f-4633-989d-010f3d15a377 req-50946d39-84d5-4167-b3ed-00409c2b547b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 943 time: 0.0895703 Apr 29 17:47:55.058166 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f6144e95-288f-4633-989d-010f3d15a377 req-becad225-073f-4cbf-9051-620086dc80f5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391328 Apr 29 17:47:55.393825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-15077425-d07b-4c8e-ae6e-46c577702ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:56.374938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45d6ca-6d82-483a-914e-1795ffc63dab req-19a4d1a3-e928-4b13-9422-13145cce0bb7 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:56.376404 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ad45d6ca-6d82-483a-914e-1795ffc63dab req-19a4d1a3-e928-4b13-9422-13145cce0bb7 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 943 time: 0.1966710 Apr 29 17:47:56.421846 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ad45d6ca-6d82-483a-914e-1795ffc63dab req-4dd96f28-ae83-42d2-9b01-0b8bf122cfbd tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390704 Apr 29 17:47:56.582566 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:56.789660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:57.201215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-75a636bc-b8c3-40eb-805f-072e60bf560f req-ff70e7b7-9e85-41b5-846f-6dc0bdafd6c4 service neutron] (88019) timed out ('10.222.0.36', 62129) {{(pid=88019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 17:47:57.628168 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9719490-ac6e-41a0-a0fc-cae1582e0f34 req-893934e4-26df-4b3c-88ea-65fc284fe151 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:57.629648 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9719490-ac6e-41a0-a0fc-cae1582e0f34 req-893934e4-26df-4b3c-88ea-65fc284fe151 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 943 time: 0.0921011 Apr 29 17:47:57.678039 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9719490-ac6e-41a0-a0fc-cae1582e0f34 req-f50e1cda-775f-4acf-ad54-12308057362f tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425167 Apr 29 17:47:57.983958 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:47:58.871119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee1546-6dfe-4c98-87b2-7d54bab6d490 req-00ddd5ea-1e81-4c4e-9234-a3d3a901559a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:47:58.872594 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-efee1546-6dfe-4c98-87b2-7d54bab6d490 req-00ddd5ea-1e81-4c4e-9234-a3d3a901559a tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 943 time: 0.0865321 Apr 29 17:47:58.919384 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-efee1546-6dfe-4c98-87b2-7d54bab6d490 req-8e89b05e-e6dd-40f6-bea5-dce7762e0386 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382614 Apr 29 17:48:00.123952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57677221-730e-469f-8a4f-9df6febab03f req-111bc6da-5510-4260-827b-62a20687c4ac tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:00.132186 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-57677221-730e-469f-8a4f-9df6febab03f req-111bc6da-5510-4260-827b-62a20687c4ac tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 943 time: 0.1021187 Apr 29 17:48:00.174281 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-57677221-730e-469f-8a4f-9df6febab03f req-00644b4e-3e21-4c4b-9f8f-27e7da5db9da tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419674 Apr 29 17:48:00.979348 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 565bcb8b-5a6f-4297-9591-4bead3412ef0 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:48:01.116006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 565bcb8b-5a6f-4297-9591-4bead3412ef0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=565bcb8b-5a6f-4297-9591-4bead3412ef0,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:48:01.128834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '565bcb8b-5a6f-4297-9591-4bead3412ef0', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'port_id': '565bcb8b-5a6f-4297-9591-4bead3412ef0', 'mac_address': 'fa:16:3e:73:c3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:48:01.194482 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:01.211476 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565bcb8b-5a6f-4297-9591-4bead3412ef0 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:48:01.227504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 565bcb8b-5a6f-4297-9591-4bead3412ef0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=565bcb8b-5a6f-4297-9591-4bead3412ef0,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:48:01.234230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:01.300467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=565bcb8b-5a6f-4297-9591-4bead3412ef0,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:48:01.359009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d198bf9-978d-433a-9694-0067485265d4 req-c6762386-b96a-4a15-8f6e-7b2db40b3eaf tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:01.360514 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6d198bf9-978d-433a-9694-0067485265d4 req-c6762386-b96a-4a15-8f6e-7b2db40b3eaf tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 944 time: 0.0785103 Apr 29 17:48:01.403960 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6d198bf9-978d-433a-9694-0067485265d4 req-a7292aa5-9fdd-41b5-9777-a2a2c9334f00 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377140 Apr 29 17:48:01.483864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['565bcb8b-5a6f-4297-9591-4bead3412ef0'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:48:02.606818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc213b-a8f0-4ed4-89dc-4f197371a4d2 req-d4f0d319-ac10-4bfd-9973-223a0d4acaa8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:02.608311 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6dfc213b-a8f0-4ed4-89dc-4f197371a4d2 req-d4f0d319-ac10-4bfd-9973-223a0d4acaa8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 944 time: 0.0895345 Apr 29 17:48:02.653013 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6dfc213b-a8f0-4ed4-89dc-4f197371a4d2 req-f02fcfe1-66a6-455e-b8a5-a692a6065fb5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388567 Apr 29 17:48:02.981689 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 565bcb8b-5a6f-4297-9591-4bead3412ef0 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:48:03.067387 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 565bcb8b-5a6f-4297-9591-4bead3412ef0 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:48:03.072142 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 565bcb8b-5a6f-4297-9591-4bead3412ef0 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:48:03.072536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:03.187884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:03.213991 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565bcb8b-5a6f-4297-9591-4bead3412ef0'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:48:03.224574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 565bcb8b-5a6f-4297-9591-4bead3412ef0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=565bcb8b-5a6f-4297-9591-4bead3412ef0,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:48:03.231076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:03.265908 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e14000ee-06ea-478f-90e3-01f588383773'] response: {'server_uuid': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565bcb8b-5a6f-4297-9591-4bead3412ef0', 'code': 200} Apr 29 17:48:03.306726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=565bcb8b-5a6f-4297-9591-4bead3412ef0,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:48:03.566937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d09ffd-f68a-4ba4-9a5e-93e7010b31bb req-ffde1a61-8f6c-4608-8013-706f39935b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:03.568505 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-27d09ffd-f68a-4ba4-9a5e-93e7010b31bb req-ffde1a61-8f6c-4608-8013-706f39935b78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 1098 time: 0.0731788 Apr 29 17:48:03.613054 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-27d09ffd-f68a-4ba4-9a5e-93e7010b31bb req-4ca1c59f-0ea5-4707-a4bc-d4e81ee4c468 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377407 Apr 29 17:48:03.845449 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3aebab-b795-4fd3-a5b7-34f4faa9ceee req-c4274552-ebca-4f13-a683-d736ba72461d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:03.846774 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-df3aebab-b795-4fd3-a5b7-34f4faa9ceee req-c4274552-ebca-4f13-a683-d736ba72461d tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 945 time: 0.0822656 Apr 29 17:48:03.897142 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-df3aebab-b795-4fd3-a5b7-34f4faa9ceee req-fb2d0215-e0d4-4f72-916f-611b703adf4b tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417712 Apr 29 17:48:04.172338 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1c253c25-5020-46d4-a6cf-1754713daf3b req-680ed128-0607-42c3-b165-321f53107c19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785248 Apr 29 17:48:04.326896 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c253c25-5020-46d4-a6cf-1754713daf3b req-373b25a3-980c-4c74-9f5a-41b183ead465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:04.328390 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1c253c25-5020-46d4-a6cf-1754713daf3b req-373b25a3-980c-4c74-9f5a-41b183ead465 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 1098 time: 0.0822041 Apr 29 17:48:04.479352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c253c25-5020-46d4-a6cf-1754713daf3b req-057d7dc6-564e-4676-8954-2964329acd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:04.480726 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1c253c25-5020-46d4-a6cf-1754713daf3b req-057d7dc6-564e-4676-8954-2964329acd14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 912 time: 0.1324103 Apr 29 17:48:04.586320 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1c253c25-5020-46d4-a6cf-1754713daf3b req-415aef4b-63e2-4e22-b82b-2fd33f66478e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=852f9a1f-405a-43a4-95f0-ba0701bd8aef HTTP/1.1" status: 200 len: 1000 time: 0.0959985 Apr 29 17:48:04.653684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c253c25-5020-46d4-a6cf-1754713daf3b req-bddfd264-f238-48be-8bbc-eb222dbf4fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:04.655108 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1c253c25-5020-46d4-a6cf-1754713daf3b req-bddfd264-f238-48be-8bbc-eb222dbf4fdc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0572338 Apr 29 17:48:04.861949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c253c25-5020-46d4-a6cf-1754713daf3b req-e91e4a19-d02d-4eae-b0fa-8755e2b407e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:04.863435 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1c253c25-5020-46d4-a6cf-1754713daf3b req-e91e4a19-d02d-4eae-b0fa-8755e2b407e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1888988 Apr 29 17:48:04.996497 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1c253c25-5020-46d4-a6cf-1754713daf3b req-823a45df-c113-4d6a-b335-d35d71e0efe1 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238275 Apr 29 17:48:05.090588 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131654d-5524-40aa-90f3-5b677f4c7b5e req-a226aacc-ad16-47f5-813f-5eee36681e46 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:05.092318 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5131654d-5524-40aa-90f3-5b677f4c7b5e req-a226aacc-ad16-47f5-813f-5eee36681e46 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 945 time: 0.0801065 Apr 29 17:48:05.129998 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1c253c25-5020-46d4-a6cf-1754713daf3b req-a5404da2-b37e-479f-9ab7-1e8f677a1bae service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258502 Apr 29 17:48:05.136962 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5131654d-5524-40aa-90f3-5b677f4c7b5e req-a24d75dd-26f0-4a5b-ac0e-030284e9d7d8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387983 Apr 29 17:48:05.333794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83caee-e4da-48ce-97e4-5d57bf151ccc req-d45edfd0-7585-4f12-84a5-e047393fe182 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:05.335378 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ef83caee-e4da-48ce-97e4-5d57bf151ccc req-d45edfd0-7585-4f12-84a5-e047393fe182 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 945 time: 0.0886471 Apr 29 17:48:05.382916 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ef83caee-e4da-48ce-97e4-5d57bf151ccc req-62d78183-c659-4720-b3a1-820381e95fc6 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411417 Apr 29 17:48:05.407012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55198) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:48:05.480576 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d44bf13-85fe-43b6-9154-09728927f04a tempest-TestVolumeBootPattern-650927403 tempest-TestVolumeBootPattern-650927403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:05.482143 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0d44bf13-85fe-43b6-9154-09728927f04a tempest-TestVolumeBootPattern-650927403 tempest-TestVolumeBootPattern-650927403-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 1093 time: 0.0741086 Apr 29 17:48:05.484919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55202) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:48:05.489845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '565bcb8b-5a6f-4297-9591-4bead3412ef0', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:48:05.495780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:48:05.499911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Usage tracker for resource:floatingip and tenant:57051d3e507e441798ed35a0d08d76f2 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:48:05.502872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:48:05.508797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:48:05.521051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:05.668763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:05.820311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Allocated IP 172.26.4.251 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/7b0bdf75-214b-4d04-b05e-cd9993ef4171) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:48:05.972371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:06.003298 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:06.069185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:48:06.072030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:48:06.075669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:48:06.109296 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'Port': ['ID=7b0bdf75-214b-4d04-b05e-cd9993ef4171,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:48:06.592129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:06.668036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:06.879449 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:06.888070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:06.989958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event updated for resources: {'Port': ['ID=7b0bdf75-214b-4d04-b05e-cd9993ef4171,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:48:07.002846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:07.190034 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Floating IP d4e5253d-6185-45b8-9070-8fb2c0eca31a associated. External IP: 172.26.4.251, port: 565bcb8b-5a6f-4297-9591-4bead3412ef0. Apr 29 17:48:07.557746 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Router ad53907e-93aa-4364-82b0-4f5a35b825b3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:48:07.734207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:48:07.743814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52f335-01b0-4415-9cbe-82d65882ed67 None None] Sync routers for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:48:07.754462 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52f335-01b0-4415-9cbe-82d65882ed67 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:48:07.755057 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3d52f335-01b0-4415-9cbe-82d65882ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:47:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:48:07.760434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:07.815055 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7cd92748-1baa-4e3d-848c-51ef6549f67e tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3290129 Apr 29 17:48:07.815586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'tag': '565bcb8b-5a6f-4297-9591-4bead3412ef0'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:48:07.859386 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f933047d-1d29-46d9-9c48-302eabcf2f37'] response: {'name': 'network-changed', 'server_uuid': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'tag': '565bcb8b-5a6f-4297-9591-4bead3412ef0', 'status': 'completed', 'code': 200} Apr 29 17:48:07.933451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-3d52f335-01b0-4415-9cbe-82d65882ed67 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:48:07.949424 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa85318-25b4-48f7-ad0e-031531c360e6 req-42ed15c7-5a69-4893-8f2a-42d931c4d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:07.950947 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0fa85318-25b4-48f7-ad0e-031531c360e6 req-42ed15c7-5a69-4893-8f2a-42d931c4d032 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 1098 time: 0.0702651 Apr 29 17:48:08.083369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa85318-25b4-48f7-ad0e-031531c360e6 req-0a7161da-7509-47b2-9e2d-b0dd30456c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:08.084730 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0fa85318-25b4-48f7-ad0e-031531c360e6 req-0a7161da-7509-47b2-9e2d-b0dd30456c66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 912 time: 0.1271088 Apr 29 17:48:08.189441 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0fa85318-25b4-48f7-ad0e-031531c360e6 req-6e111990-cb61-4af4-9507-956d2bff34cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=565bcb8b-5a6f-4297-9591-4bead3412ef0 HTTP/1.1" status: 200 len: 999 time: 0.0983009 Apr 29 17:48:08.253973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa85318-25b4-48f7-ad0e-031531c360e6 req-d599fbc2-6966-4998-bde4-fa3e30d5a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:08.255438 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0fa85318-25b4-48f7-ad0e-031531c360e6 req-d599fbc2-6966-4998-bde4-fa3e30d5a3ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0602202 Apr 29 17:48:08.307262 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3d52f335-01b0-4415-9cbe-82d65882ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:ab:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:45:53Z', 'updated_at': '2022-04-29T17:45:56Z', 'revision_number': 1, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}, {'id': 'd4e5253d-6185-45b8-9070-8fb2c0eca31a', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.251', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '565bcb8b-5a6f-4297-9591-4bead3412ef0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:73:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:48:06Z', 'updated_at': '2022-04-29T17:48:06Z', 'revision_number': 0, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:48:08.311339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52f335-01b0-4415-9cbe-82d65882ed67 None None] Checking router: ad53907e-93aa-4364-82b0-4f5a35b825b3 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:48:08.320435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52f335-01b0-4415-9cbe-82d65882ed67 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:48:08.321027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3d52f335-01b0-4415-9cbe-82d65882ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:47:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:48:08.328028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa85318-25b4-48f7-ad0e-031531c360e6 req-c48ee5e2-5487-4589-856e-22e6cc57db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:48:08.329516 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0fa85318-25b4-48f7-ad0e-031531c360e6 req-c48ee5e2-5487-4589-856e-22e6cc57db96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685279 Apr 29 17:48:08.460672 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0fa85318-25b4-48f7-ad0e-031531c360e6 req-cfd11f64-96d9-41c7-bf8f-191af7bc29dc service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252649 Apr 29 17:48:08.493619 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-3d52f335-01b0-4415-9cbe-82d65882ed67 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:48:08.589384 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0fa85318-25b4-48f7-ad0e-031531c360e6 req-84f47e18-deaf-47d4-b2d0-0e332e6f5980 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226742 Apr 29 17:48:08.838191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3d52f335-01b0-4415-9cbe-82d65882ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:ab:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:45:53Z', 'updated_at': '2022-04-29T17:45:56Z', 'revision_number': 1, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}, {'id': 'd4e5253d-6185-45b8-9070-8fb2c0eca31a', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.251', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '565bcb8b-5a6f-4297-9591-4bead3412ef0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:73:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:48:06Z', 'updated_at': '2022-04-29T17:48:06Z', 'revision_number': 0, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:48:08.842237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52f335-01b0-4415-9cbe-82d65882ed67 None None] The sync data for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv is: [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:ab:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:45:53Z', 'updated_at': '2022-04-29T17:45:56Z', 'revision_number': 1, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}, {'id': 'd4e5253d-6185-45b8-9070-8fb2c0eca31a', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.251', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '565bcb8b-5a6f-4297-9591-4bead3412ef0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:73:c3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:48:06Z', 'updated_at': '2022-04-29T17:48:06Z', 'revision_number': 0, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:48:09.015677 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62df78-3116-4ba7-b3ba-c6b5d1da850b None None] New status for floating IP d4e5253d-6185-45b8-9070-8fb2c0eca31a: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:48:13.476349 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:48:18.248053 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:23.279631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-952a4936-a197-43fd-a629-8dc6e3d6a1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:25.381703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a7b99fd9-b253-4a5a-8aef-d1d6dace99e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:26.584952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:26.791434 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:27.986852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:48.252175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:50.471216 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:48:53.292120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f13d3b91-e0d1-43a3-8f92-5e3e400dbb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:55.380781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7aca59c-aa40-49bb-a11f-dc6ca4775cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:56.595802 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:56.792278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:48:57.988856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:05.186971 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f2b881b2-935b-4974-a008-2242983228cf req-c89a4636-0b95-4f1c-b17c-3226a319d950 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718479 Apr 29 17:49:05.282881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b881b2-935b-4974-a008-2242983228cf req-97d4a28a-6244-40c1-8a83-dc15f7af228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:05.284164 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f2b881b2-935b-4974-a008-2242983228cf req-97d4a28a-6244-40c1-8a83-dc15f7af228f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 1098 time: 0.0748549 Apr 29 17:49:05.426856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b881b2-935b-4974-a008-2242983228cf req-83fd575d-8209-4d51-8f85-605ff1c39e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:05.428291 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f2b881b2-935b-4974-a008-2242983228cf req-83fd575d-8209-4d51-8f85-605ff1c39e9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1b83629-d77a-40ac-b899-1735c470c322 HTTP/1.1" status: 200 len: 898 time: 0.1244121 Apr 29 17:49:05.534349 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f2b881b2-935b-4974-a008-2242983228cf req-52f1a9ee-a9f6-43a4-89a5-e292c1ac7c5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ec99228-1fd7-4b5b-96c6-c9df719ef995 HTTP/1.1" status: 200 len: 1001 time: 0.0984194 Apr 29 17:49:05.603251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b881b2-935b-4974-a008-2242983228cf req-44d59a7d-ff28-4961-bbbf-ad61662c422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:05.604742 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f2b881b2-935b-4974-a008-2242983228cf req-44d59a7d-ff28-4961-bbbf-ad61662c422a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9962ffb-1129-4cd4-a7e1-358273f4e7a9 HTTP/1.1" status: 200 len: 843 time: 0.0644326 Apr 29 17:49:05.695439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b881b2-935b-4974-a008-2242983228cf req-3992c8e2-6386-49b1-b458-4b30786b6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:05.696718 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f2b881b2-935b-4974-a008-2242983228cf req-3992c8e2-6386-49b1-b458-4b30786b6cc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1b83629-d77a-40ac-b899-1735c470c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814750 Apr 29 17:49:05.942457 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f2b881b2-935b-4974-a008-2242983228cf req-a2009148-9858-4fa0-bead-b6630a18d1d1 service neutron] 10.222.0.36 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387595 Apr 29 17:49:06.084218 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f2b881b2-935b-4974-a008-2242983228cf req-d08d3151-15f3-47fd-add4-345241ef9c7a service neutron] 10.222.0.36 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358140 Apr 29 17:49:18.269079 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:23.282248 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f5c931e0-451c-41da-8d2b-6ca7075c2c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:25.382218 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-85835143-8519-432c-9aa4-eef09250b4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:26.592661 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:26.798818 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:27.475112 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:49:27.695028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55238) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:49:27.701183 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:49:27.829906 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6496348'] for subnet, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:27.996973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:28.022544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764221782007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6503047'] for subnet, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:28.070706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:28.071283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:28.072404 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14911d3-0daa-465d-8065-b730e4b86732 None None] Network e1b83629-d77a-40ac-b899-1735c470c322 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:49:28.072653 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/subnets/d9962ffb-1129-4cd4-a7e1-358273f4e7a9 HTTP/1.1" status: 200 len: 835 time: 0.3766062 Apr 29 17:49:28.089151 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Subnet': ['ID=d9962ffb-1129-4cd4-a7e1-358273f4e7a9,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:49:28.096631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:28.096975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:28.097310 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:28.097762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:28.098066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:28.098387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:28.098706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:28.098997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:28.099850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:28.099850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:28.100074 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:28.100367 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c875351c-19cf-4510-830c-3701a8f25c6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:28.551875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8ac37f25-361e-4cd3-b4a9-2b9e2b44cccb None None] Provisioning complete for port 777f08c8-243c-4eed-bcc4-a8622b683a07 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:49:28.552457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8ac37f25-361e-4cd3-b4a9-2b9e2b44cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:28.684829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8ac37f25-361e-4cd3-b4a9-2b9e2b44cccb None None] Provisioning complete for port 7ec99228-1fd7-4b5b-96c6-c9df719ef995 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:49:28.685162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8ac37f25-361e-4cd3-b4a9-2b9e2b44cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:28.843840 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8ac37f25-361e-4cd3-b4a9-2b9e2b44cccb None None] Provisioning complete for port f64d3071-27c5-40e0-afea-369888037108 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:49:28.844211 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8ac37f25-361e-4cd3-b4a9-2b9e2b44cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:47.900683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55244) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:49:48.112526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a0204081-a904-4176-822f-590ab695bbc5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Deleting port 7b0bdf75-214b-4d04-b05e-cd9993ef4171 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:49:48.112878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0204081-a904-4176-822f-590ab695bbc5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:48.259449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:48.283306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0204081-a904-4176-822f-590ab695bbc5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:48.283645 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0204081-a904-4176-822f-590ab695bbc5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:48.412668 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-a0204081-a904-4176-822f-590ab695bbc5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Calling delete_port for 7b0bdf75-214b-4d04-b05e-cd9993ef4171 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:49:48.562221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0204081-a904-4176-822f-590ab695bbc5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:48.609213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0204081-a904-4176-822f-590ab695bbc5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event deleted for resources: {'Port': ['ID=7b0bdf75-214b-4d04-b05e-cd9993ef4171,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:49:48.703051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0204081-a904-4176-822f-590ab695bbc5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:48.703405 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-a0204081-a904-4176-822f-590ab695bbc5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Floating IP d4e5253d-6185-45b8-9070-8fb2c0eca31a disassociated (deleted). External IP: 172.26.4.251, port: 565bcb8b-5a6f-4297-9591-4bead3412ef0. Apr 29 17:49:49.143753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0204081-a904-4176-822f-590ab695bbc5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Router ad53907e-93aa-4364-82b0-4f5a35b825b3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:49:49.321499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0204081-a904-4176-822f-590ab695bbc5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:49:49.331417 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6737b3e-b817-42ac-886f-20787ea3ba2e None None] Sync routers for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:49:49.337722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0204081-a904-4176-822f-590ab695bbc5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:49.341754 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6737b3e-b817-42ac-886f-20787ea3ba2e None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:49:49.342401 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e6737b3e-b817-42ac-886f-20787ea3ba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:49:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:49:49.392913 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a0204081-a904-4176-822f-590ab695bbc5 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "DELETE /v2.0/floatingips/d4e5253d-6185-45b8-9070-8fb2c0eca31a HTTP/1.1" status: 204 len: 168 time: 1.4909596 Apr 29 17:49:49.393419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'tag': '565bcb8b-5a6f-4297-9591-4bead3412ef0'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:49:49.437594 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0758efa2-b6cf-4996-87e4-7be7d6fb30ea'] response: {'name': 'network-changed', 'server_uuid': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'tag': '565bcb8b-5a6f-4297-9591-4bead3412ef0', 'status': 'completed', 'code': 200} Apr 29 17:49:49.523185 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-e6737b3e-b817-42ac-886f-20787ea3ba2e None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:49:49.533046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492a20a-72e9-432a-b60e-0fa43f57f0fa req-908d6381-551c-44e0-bdba-50ed0af7e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:49.534509 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c492a20a-72e9-432a-b60e-0fa43f57f0fa req-908d6381-551c-44e0-bdba-50ed0af7e66f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 1098 time: 0.0728812 Apr 29 17:49:49.686868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492a20a-72e9-432a-b60e-0fa43f57f0fa req-00f8aa41-042c-4b66-b687-5d89b9d2bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:49.688486 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c492a20a-72e9-432a-b60e-0fa43f57f0fa req-00f8aa41-042c-4b66-b687-5d89b9d2bda6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 912 time: 0.1479838 Apr 29 17:49:49.762929 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c492a20a-72e9-432a-b60e-0fa43f57f0fa req-c8e6e411-ccf7-41ae-9851-338354385671 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=565bcb8b-5a6f-4297-9591-4bead3412ef0 HTTP/1.1" status: 200 len: 217 time: 0.0675626 Apr 29 17:49:49.827990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492a20a-72e9-432a-b60e-0fa43f57f0fa req-12611992-a72a-4294-96e9-b6aa5b9d143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:49.829563 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c492a20a-72e9-432a-b60e-0fa43f57f0fa req-12611992-a72a-4294-96e9-b6aa5b9d143d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0606420 Apr 29 17:49:49.888046 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e6737b3e-b817-42ac-886f-20787ea3ba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:ab:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:45:53Z', 'updated_at': '2022-04-29T17:45:56Z', 'revision_number': 1, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:49:49.892115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6737b3e-b817-42ac-886f-20787ea3ba2e None None] Checking router: ad53907e-93aa-4364-82b0-4f5a35b825b3 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:49:49.893373 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626d7c5-d9e3-4445-8a6c-eea9fc7f4ed3 req-0f80efe2-f092-4de9-8f26-2db3678e630c tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:49.894852 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5626d7c5-d9e3-4445-8a6c-eea9fc7f4ed3 req-0f80efe2-f092-4de9-8f26-2db3678e630c tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 945 time: 0.2084920 Apr 29 17:49:49.902079 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6737b3e-b817-42ac-886f-20787ea3ba2e None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:49:49.902679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e6737b3e-b817-42ac-886f-20787ea3ba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:49:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:49:49.909284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492a20a-72e9-432a-b60e-0fa43f57f0fa req-5df0311d-8dda-4ea5-83b5-68b7ad9aeb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:49.910768 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c492a20a-72e9-432a-b60e-0fa43f57f0fa req-5df0311d-8dda-4ea5-83b5-68b7ad9aeb23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740716 Apr 29 17:49:49.939945 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5626d7c5-d9e3-4445-8a6c-eea9fc7f4ed3 req-ebc527e2-b834-41b5-859e-483b23548d77 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379291 Apr 29 17:49:50.042628 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c492a20a-72e9-432a-b60e-0fa43f57f0fa req-c7a137b5-b2ec-4115-bd84-1c39265b041e service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252594 Apr 29 17:49:50.084134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-e6737b3e-b817-42ac-886f-20787ea3ba2e None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:49:50.171658 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c492a20a-72e9-432a-b60e-0fa43f57f0fa req-abdd5c7f-f66d-428a-bee1-b2f82f9a4217 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216948 Apr 29 17:49:50.481011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e6737b3e-b817-42ac-886f-20787ea3ba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:ab:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:45:53Z', 'updated_at': '2022-04-29T17:45:56Z', 'revision_number': 1, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:49:50.485154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6737b3e-b817-42ac-886f-20787ea3ba2e None None] The sync data for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv is: [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'port_id': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'mac_address': 'fa:16:3e:ab:7b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:45:53Z', 'updated_at': '2022-04-29T17:45:56Z', 'revision_number': 1, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:49:50.693684 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0eefab-f835-4d43-b964-4abe656cdf49 None None] New status for floating IP d4e5253d-6185-45b8-9070-8fb2c0eca31a: DOWN {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:49:51.130386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe70c9-fc41-40c8-9610-d60e3d5f1edb req-116ee241-bbe8-4531-aac8-43a0f4b999f2 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:51.131874 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5ffe70c9-fc41-40c8-9610-d60e3d5f1edb req-116ee241-bbe8-4531-aac8-43a0f4b999f2 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 945 time: 0.0782645 Apr 29 17:49:51.178206 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5ffe70c9-fc41-40c8-9610-d60e3d5f1edb req-c6393cb7-baa3-4c38-8862-f01fbf103198 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402837 Apr 29 17:49:51.209148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e30d-c5dd-4eaa-88a0-8ca0462d6292 req-825a58a3-2309-429e-af54-b2253f4aa782 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:51.209815 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-aeb7e30d-c5dd-4eaa-88a0-8ca0462d6292 req-825a58a3-2309-429e-af54-b2253f4aa782 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Synchronizing usage tracker for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:49:51.226397 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-aeb7e30d-c5dd-4eaa-88a0-8ca0462d6292 req-825a58a3-2309-429e-af54-b2253f4aa782 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Unset dirty status for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:49:51.227496 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-aeb7e30d-c5dd-4eaa-88a0-8ca0462d6292 req-825a58a3-2309-429e-af54-b2253f4aa782 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 945 time: 0.0960624 Apr 29 17:49:51.294808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-aeb7e30d-c5dd-4eaa-88a0-8ca0462d6292 req-e08b6e53-4356-4d72-bfbc-ce80a272ddb8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Deleting port 565bcb8b-5a6f-4297-9591-4bead3412ef0 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:49:51.295138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-aeb7e30d-c5dd-4eaa-88a0-8ca0462d6292 req-e08b6e53-4356-4d72-bfbc-ce80a272ddb8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:51.644578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-aeb7e30d-c5dd-4eaa-88a0-8ca0462d6292 req-e08b6e53-4356-4d72-bfbc-ce80a272ddb8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] For port 565bcb8b-5a6f-4297-9591-4bead3412ef0, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=565bcb8b-5a6f-4297-9591-4bead3412ef0,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:49:51.644906 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-aeb7e30d-c5dd-4eaa-88a0-8ca0462d6292 req-e08b6e53-4356-4d72-bfbc-ce80a272ddb8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:51.768271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-aeb7e30d-c5dd-4eaa-88a0-8ca0462d6292 req-e08b6e53-4356-4d72-bfbc-ce80a272ddb8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Calling delete_port for 565bcb8b-5a6f-4297-9591-4bead3412ef0 owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:49:51.925919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-aeb7e30d-c5dd-4eaa-88a0-8ca0462d6292 req-e08b6e53-4356-4d72-bfbc-ce80a272ddb8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:51.987000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b6e53-4356-4d72-bfbc-ce80a272ddb8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event deleted for resources: {'Port': ['ID=565bcb8b-5a6f-4297-9591-4bead3412ef0,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:49:52.063967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb7e30d-c5dd-4eaa-88a0-8ca0462d6292 req-e08b6e53-4356-4d72-bfbc-ce80a272ddb8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] No DVR routers for this DVR port 565bcb8b-5a6f-4297-9591-4bead3412ef0 on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:49:52.066707 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-aeb7e30d-c5dd-4eaa-88a0-8ca0462d6292 req-e08b6e53-4356-4d72-bfbc-ce80a272ddb8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:52.069127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'name': 'network-vif-deleted', 'tag': '565bcb8b-5a6f-4297-9591-4bead3412ef0'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:49:52.085494 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-aeb7e30d-c5dd-4eaa-88a0-8ca0462d6292 req-e08b6e53-4356-4d72-bfbc-ce80a272ddb8 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "DELETE /v2.0/ports/565bcb8b-5a6f-4297-9591-4bead3412ef0 HTTP/1.1" status: 204 len: 173 time: 0.8530376 Apr 29 17:49:52.112095 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7ed0bb-bea8-4417-845f-3de614dff9d4'] response: {'server_uuid': '07b6544d-e0ba-42ae-973a-352af2fed10b', 'name': 'network-vif-deleted', 'tag': '565bcb8b-5a6f-4297-9591-4bead3412ef0', 'status': 'completed', 'code': 200} Apr 29 17:49:52.334467 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0d3f74cb-40e0-472f-b0d8-e95586f6d419 req-d0cc12ff-8fb0-4339-90bc-1e4acd79875f tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=07b6544d-e0ba-42ae-973a-352af2fed10b HTTP/1.1" status: 200 len: 210 time: 0.0460265 Apr 29 17:49:53.282146 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d9e39aca-d615-4748-bfc5-e4b3b5b4427f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:55.377174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c80bed1-a6a8-4067-9518-da8082c332dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:55.460583 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 565bcb8b-5a6f-4297-9591-4bead3412ef0 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:49:55.496983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 565bcb8b-5a6f-4297-9591-4bead3412ef0 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:49:55.497314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 565bcb8b-5a6f-4297-9591-4bead3412ef0 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:49:56.594510 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:56.800119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:58.000411 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:58.065262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55280) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:49:58.268695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Deleting port e7098817-13af-4023-b431-ee7172921b52 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:49:58.268899 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:58.439427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:58.439909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:58.570282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Calling delete_port for e7098817-13af-4023-b431-ee7172921b52 owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:49:58.724749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:58.771261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event deleted for resources: {'Port': ['ID=e7098817-13af-4023-b431-ee7172921b52,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:49:58.810031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:58.810356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:58.810715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:58.811041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:58.811373 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:58.811726 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:58.812052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:58.812377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:58.812696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:58.813013 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:58.813344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:58.813660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:49:58.872696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:58.872915 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Floating IP 77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e disassociated (deleted). External IP: 172.26.4.69, port: 852f9a1f-405a-43a4-95f0-ba0701bd8aef. Apr 29 17:49:59.216150 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Router ad53907e-93aa-4364-82b0-4f5a35b825b3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:49:59.507432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:49:59.517294 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0f9f5-a578-4f43-bf82-a122e06f4c2d None None] Sync routers for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:49:59.524725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:49:59.527730 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0f9f5-a578-4f43-bf82-a122e06f4c2d None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:49:59.528346 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-80f0f9f5-a578-4f43-bf82-a122e06f4c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:49:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:49:59.581987 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a86ab874-326f-4b22-87ca-34feb10468bb tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "DELETE /v2.0/floatingips/77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e HTTP/1.1" status: 204 len: 168 time: 1.5156047 Apr 29 17:49:59.582564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'tag': '852f9a1f-405a-43a4-95f0-ba0701bd8aef'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:49:59.625718 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc51291b-34ba-4607-8ebb-aa40faec967e'] response: {'name': 'network-changed', 'server_uuid': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'tag': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'status': 'completed', 'code': 200} Apr 29 17:49:59.710721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-80f0f9f5-a578-4f43-bf82-a122e06f4c2d None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:49:59.730317 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f54dc-ec7c-47a2-b849-8b8374b3b9ba req-aed9fc7d-8d0e-49f8-a31a-1416853d3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:59.731804 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-858f54dc-ec7c-47a2-b849-8b8374b3b9ba req-aed9fc7d-8d0e-49f8-a31a-1416853d3cfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57051d3e507e441798ed35a0d08d76f2&device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 1098 time: 0.0814748 Apr 29 17:49:59.876810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f54dc-ec7c-47a2-b849-8b8374b3b9ba req-588d88de-5f7a-409c-82a7-3650b1f2dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:59.878255 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-858f54dc-ec7c-47a2-b849-8b8374b3b9ba req-588d88de-5f7a-409c-82a7-3650b1f2dbc6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 200 len: 912 time: 0.1409383 Apr 29 17:49:59.948107 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-858f54dc-ec7c-47a2-b849-8b8374b3b9ba req-5f0d3789-8e92-4cc0-88e7-8fe2fdd5053f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=852f9a1f-405a-43a4-95f0-ba0701bd8aef HTTP/1.1" status: 200 len: 217 time: 0.0629416 Apr 29 17:49:59.958487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a99afb-4ea5-4bbe-b966-984b326581b2 req-1190c41b-4efc-4798-a717-3d54aad2c6df tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:49:59.959313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-56a99afb-4ea5-4bbe-b966-984b326581b2 req-1190c41b-4efc-4798-a717-3d54aad2c6df tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Synchronizing usage tracker for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:49:59.975675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-56a99afb-4ea5-4bbe-b966-984b326581b2 req-1190c41b-4efc-4798-a717-3d54aad2c6df tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Unset dirty status for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:49:59.976843 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-56a99afb-4ea5-4bbe-b966-984b326581b2 req-1190c41b-4efc-4798-a717-3d54aad2c6df tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 945 time: 0.1001174 Apr 29 17:50:00.012026 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f54dc-ec7c-47a2-b849-8b8374b3b9ba req-887531eb-56ba-4780-b616-5a00c166d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:00.013684 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-858f54dc-ec7c-47a2-b849-8b8374b3b9ba req-887531eb-56ba-4780-b616-5a00c166d1fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 200 len: 850 time: 0.0588052 Apr 29 17:50:00.023772 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-56a99afb-4ea5-4bbe-b966-984b326581b2 req-64f7ecff-6ead-4aa7-99a1-44431a141c68 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403900 Apr 29 17:50:00.032437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-80f0f9f5-a578-4f43-bf82-a122e06f4c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:00.036339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0f9f5-a578-4f43-bf82-a122e06f4c2d None None] Checking router: ad53907e-93aa-4364-82b0-4f5a35b825b3 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:50:00.044838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0f9f5-a578-4f43-bf82-a122e06f4c2d None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:00.045454 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-80f0f9f5-a578-4f43-bf82-a122e06f4c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:49:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:00.087577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f54dc-ec7c-47a2-b849-8b8374b3b9ba req-4f1bb8d1-329f-4293-ab05-0aa8282a8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:00.089039 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-858f54dc-ec7c-47a2-b849-8b8374b3b9ba req-4f1bb8d1-329f-4293-ab05-0aa8282a8164 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692081 Apr 29 17:50:00.222390 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-858f54dc-ec7c-47a2-b849-8b8374b3b9ba req-7bf78173-ae86-4c47-a9c3-8a365251a350 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265583 Apr 29 17:50:00.222740 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-80f0f9f5-a578-4f43-bf82-a122e06f4c2d None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:00.353621 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-858f54dc-ec7c-47a2-b849-8b8374b3b9ba req-da48b6e5-c196-417a-bb2e-8f49dcd83027 service neutron] 10.222.0.36 "GET /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252384 Apr 29 17:50:00.541548 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-80f0f9f5-a578-4f43-bf82-a122e06f4c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:00.545615 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0f9f5-a578-4f43-bf82-a122e06f4c2d None None] The sync data for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv is: [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:42:40Z', 'revision_number': 4, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6be4b85b-25f1-47e3-bdab-d44f95d8614d', 'name': '', 'network_id': '79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'mac_address': 'fa:16:3e:f2:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:39Z', 'updated_at': '2022-04-29T17:42:47Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'subnets': [{'id': '7f1625fb-8d32-4dad-aa2b-d77cce098d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:50:00.747798 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6fe865-eaee-448e-ad28-7f48055724ce None None] New status for floating IP 77d1c9bf-dcfd-4c00-b072-2b8b5331aa4e: DOWN {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:50:01.228802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e401d-6055-489c-8b9f-5ee38f9abedd req-b465427f-d318-41c3-b1b3-358c5462b2a0 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:01.230243 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed0e401d-6055-489c-8b9f-5ee38f9abedd req-b465427f-d318-41c3-b1b3-358c5462b2a0 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 945 time: 0.0873859 Apr 29 17:50:01.274727 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed0e401d-6055-489c-8b9f-5ee38f9abedd req-c995e45e-5e28-4ccf-b62a-f471b8031c08 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/security-groups?id=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387964 Apr 29 17:50:01.347286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8575a62-b9d9-42d3-b719-fd912d4f6cae req-0ede2184-7137-403a-93a2-814426a19185 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:01.347984 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-f8575a62-b9d9-42d3-b719-fd912d4f6cae req-0ede2184-7137-403a-93a2-814426a19185 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Synchronizing usage tracker for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:50:01.360364 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-f8575a62-b9d9-42d3-b719-fd912d4f6cae req-0ede2184-7137-403a-93a2-814426a19185 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Unset dirty status for tenant:57051d3e507e441798ed35a0d08d76f2 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:50:01.361454 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f8575a62-b9d9-42d3-b719-fd912d4f6cae req-0ede2184-7137-403a-93a2-814426a19185 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 945 time: 0.1033247 Apr 29 17:50:01.429889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-f8575a62-b9d9-42d3-b719-fd912d4f6cae req-98ce9ee7-4949-40c6-b844-add3310cd611 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Deleting port 852f9a1f-405a-43a4-95f0-ba0701bd8aef {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:01.430073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-f8575a62-b9d9-42d3-b719-fd912d4f6cae req-98ce9ee7-4949-40c6-b844-add3310cd611 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:01.670621 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-f8575a62-b9d9-42d3-b719-fd912d4f6cae req-98ce9ee7-4949-40c6-b844-add3310cd611 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] For port 852f9a1f-405a-43a4-95f0-ba0701bd8aef, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=852f9a1f-405a-43a4-95f0-ba0701bd8aef,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:01.670946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-f8575a62-b9d9-42d3-b719-fd912d4f6cae req-98ce9ee7-4949-40c6-b844-add3310cd611 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:01.887500 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-f8575a62-b9d9-42d3-b719-fd912d4f6cae req-98ce9ee7-4949-40c6-b844-add3310cd611 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Calling delete_port for 852f9a1f-405a-43a4-95f0-ba0701bd8aef owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:02.040375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-f8575a62-b9d9-42d3-b719-fd912d4f6cae req-98ce9ee7-4949-40c6-b844-add3310cd611 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:02.093506 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce9ee7-4949-40c6-b844-add3310cd611 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event deleted for resources: {'Port': ['ID=852f9a1f-405a-43a4-95f0-ba0701bd8aef,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:02.165922 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8575a62-b9d9-42d3-b719-fd912d4f6cae req-98ce9ee7-4949-40c6-b844-add3310cd611 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] No DVR routers for this DVR port 852f9a1f-405a-43a4-95f0-ba0701bd8aef on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:50:02.168532 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-f8575a62-b9d9-42d3-b719-fd912d4f6cae req-98ce9ee7-4949-40c6-b844-add3310cd611 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:02.171029 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'name': 'network-vif-deleted', 'tag': '852f9a1f-405a-43a4-95f0-ba0701bd8aef'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:50:02.188734 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f8575a62-b9d9-42d3-b719-fd912d4f6cae req-98ce9ee7-4949-40c6-b844-add3310cd611 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.36 "DELETE /v2.0/ports/852f9a1f-405a-43a4-95f0-ba0701bd8aef HTTP/1.1" status: 204 len: 173 time: 0.8215146 Apr 29 17:50:02.217811 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab47f78-3a29-4dbc-931a-8eba963b128b'] response: {'server_uuid': '004419f9-ee9b-48d7-aecd-8d02436b61a7', 'name': 'network-vif-deleted', 'tag': '852f9a1f-405a-43a4-95f0-ba0701bd8aef', 'status': 'completed', 'code': 200} Apr 29 17:50:02.428240 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d67c5528-b2dd-40c9-9fbb-ce402399822b req-64488671-85f5-437a-8a92-2ac3af950da0 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "GET /v2.0/ports?device_id=004419f9-ee9b-48d7-aecd-8d02436b61a7 HTTP/1.1" status: 200 len: 210 time: 0.0444875 Apr 29 17:50:03.546625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55298) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:03.702757 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-398c91e8-5aba-4769-9a09-63dc5c4661cc tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Deleting port 1491a39f-4fa0-4759-9568-75bbd2c5a7e1 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:03.703080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-398c91e8-5aba-4769-9a09-63dc5c4661cc tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:03.867307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-398c91e8-5aba-4769-9a09-63dc5c4661cc tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:03.867643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-398c91e8-5aba-4769-9a09-63dc5c4661cc tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:03.990354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-398c91e8-5aba-4769-9a09-63dc5c4661cc tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Calling delete_port for 1491a39f-4fa0-4759-9568-75bbd2c5a7e1 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:04.147333 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-398c91e8-5aba-4769-9a09-63dc5c4661cc tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:04.205421 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c91e8-5aba-4769-9a09-63dc5c4661cc tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event deleted for resources: {'Port': ['ID=1491a39f-4fa0-4759-9568-75bbd2c5a7e1,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:04.293624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-398c91e8-5aba-4769-9a09-63dc5c4661cc tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:04.307569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-398c91e8-5aba-4769-9a09-63dc5c4661cc tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:04.308730 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-398c91e8-5aba-4769-9a09-63dc5c4661cc tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "DELETE /v2.0/floatingips/2b903f9e-8c0e-44c2-be3d-860f7aeb8187 HTTP/1.1" status: 204 len: 168 time: 0.7610946 Apr 29 17:50:04.473999 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:50:05.517198 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 852f9a1f-405a-43a4-95f0-ba0701bd8aef no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:50:05.563167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 852f9a1f-405a-43a4-95f0-ba0701bd8aef {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:50:05.563781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 852f9a1f-405a-43a4-95f0-ba0701bd8aef not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:50:06.777436 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55316) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:06.857340 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c79c8272-dc9e-4687-b746-a3155e8ac623 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:06.891178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c79c8272-dc9e-4687-b746-a3155e8ac623 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:06.957477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c79c8272-dc9e-4687-b746-a3155e8ac623 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:06.979025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c8272-dc9e-4687-b746-a3155e8ac623 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acd58c0-2eaf-4ae4-9d01-2fcd2338898d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:06.991691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-c79c8272-dc9e-4687-b746-a3155e8ac623 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:06.992829 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c79c8272-dc9e-4687-b746-a3155e8ac623 tempest-TestVolumeBootPattern-169553909 tempest-TestVolumeBootPattern-169553909-project] 10.222.0.11 "DELETE /v2.0/security-groups/8acd58c0-2eaf-4ae4-9d01-2fcd2338898d HTTP/1.1" status: 204 len: 168 time: 0.2144194 Apr 29 17:50:07.149158 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3cfd97f4-aa13-44d3-a102-d2943f9291f3 req-01488e63-5dc7-4436-9402-306d3f482a11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726640 Apr 29 17:50:07.288371 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd97f4-aa13-44d3-a102-d2943f9291f3 req-8b74ffc3-3727-4501-9d16-947bc782a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:07.289756 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3cfd97f4-aa13-44d3-a102-d2943f9291f3 req-8b74ffc3-3727-4501-9d16-947bc782a6eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 1098 time: 0.0743215 Apr 29 17:50:07.527023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd97f4-aa13-44d3-a102-d2943f9291f3 req-ec8a3aaa-fc6c-4482-a3af-edaceed96290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:07.528414 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3cfd97f4-aa13-44d3-a102-d2943f9291f3 req-ec8a3aaa-fc6c-4482-a3af-edaceed96290 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1b83629-d77a-40ac-b899-1735c470c322 HTTP/1.1" status: 200 len: 898 time: 0.2210872 Apr 29 17:50:07.629233 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3cfd97f4-aa13-44d3-a102-d2943f9291f3 req-9da74f1e-64f9-48b7-b723-078868101971 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ec99228-1fd7-4b5b-96c6-c9df719ef995 HTTP/1.1" status: 200 len: 1001 time: 0.0942323 Apr 29 17:50:07.691177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd97f4-aa13-44d3-a102-d2943f9291f3 req-800b99bf-9d58-4c48-8340-e6b6f5c89a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:07.692648 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3cfd97f4-aa13-44d3-a102-d2943f9291f3 req-800b99bf-9d58-4c48-8340-e6b6f5c89a81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9962ffb-1129-4cd4-a7e1-358273f4e7a9 HTTP/1.1" status: 200 len: 843 time: 0.0579185 Apr 29 17:50:07.771391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd97f4-aa13-44d3-a102-d2943f9291f3 req-873d069e-669a-448f-9661-aeb8fdbe53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:07.773192 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3cfd97f4-aa13-44d3-a102-d2943f9291f3 req-873d069e-669a-448f-9661-aeb8fdbe53e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1b83629-d77a-40ac-b899-1735c470c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744426 Apr 29 17:50:07.901504 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3cfd97f4-aa13-44d3-a102-d2943f9291f3 req-fc4afb31-afe0-4e72-b1cf-3863a26b9488 service neutron] 10.222.0.36 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222985 Apr 29 17:50:08.036608 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-3cfd97f4-aa13-44d3-a102-d2943f9291f3 req-754279cf-aa01-4784-8de0-1a8f72365a73 service neutron] 10.222.0.36 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295640 Apr 29 17:50:08.062897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55326) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:08.728540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b070156-b7b3-4370-a2da-7da414d3e94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:09.195472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-4b070156-b7b3-4370-a2da-7da414d3e94d admin admin] Deleting port 6be4b85b-25f1-47e3-bdab-d44f95d8614d {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:09.196216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b070156-b7b3-4370-a2da-7da414d3e94d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:09.377916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-4b070156-b7b3-4370-a2da-7da414d3e94d admin admin] For port 6be4b85b-25f1-47e3-bdab-d44f95d8614d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6be4b85b-25f1-47e3-bdab-d44f95d8614d,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:09.378290 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b070156-b7b3-4370-a2da-7da414d3e94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:09.500113 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-4b070156-b7b3-4370-a2da-7da414d3e94d admin admin] Calling delete_port for 6be4b85b-25f1-47e3-bdab-d44f95d8614d owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:09.671467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b070156-b7b3-4370-a2da-7da414d3e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:09.716236 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b070156-b7b3-4370-a2da-7da414d3e94d admin admin] Pushing event deleted for resources: {'Port': ['ID=6be4b85b-25f1-47e3-bdab-d44f95d8614d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:09.991654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4b070156-b7b3-4370-a2da-7da414d3e94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:10.353829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b070156-b7b3-4370-a2da-7da414d3e94d admin admin] Router ad53907e-93aa-4364-82b0-4f5a35b825b3 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:50:10.635778 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b070156-b7b3-4370-a2da-7da414d3e94d admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:50:10.646618 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8446a0-321f-4b55-b968-b5c2e0d63cd1 None None] Sync routers for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:50:10.650833 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4b070156-b7b3-4370-a2da-7da414d3e94d admin admin] 10.222.0.11 "PUT /v2.0/routers/ad53907e-93aa-4364-82b0-4f5a35b825b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5843647 Apr 29 17:50:10.651562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55334) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:10.656631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8446a0-321f-4b55-b968-b5c2e0d63cd1 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:10.657349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1c8446a0-321f-4b55-b968-b5c2e0d63cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:49:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:10.829393 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:10.870837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-1c8446a0-321f-4b55-b968-b5c2e0d63cd1 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:11.000875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.011313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Deleting port 75c02aca-5e36-4e96-8cbc-30d1158f7eeb {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:11.011639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.035624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55338) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:11.152544 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1c8446a0-321f-4b55-b968-b5c2e0d63cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:50:09Z', 'revision_number': 5, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port': {'id': '75c02aca-5e36-4e96-8cbc-30d1158f7eeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:37Z', 'updated_at': '2022-04-29T17:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:11.160687 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8446a0-321f-4b55-b968-b5c2e0d63cd1 None None] Checking router: ad53907e-93aa-4364-82b0-4f5a35b825b3 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:50:11.175027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8446a0-321f-4b55-b968-b5c2e0d63cd1 None None] Routers {'ad53907e-93aa-4364-82b0-4f5a35b825b3'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:11.175668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1c8446a0-321f-4b55-b968-b5c2e0d63cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:49:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ad53907e-93aa-4364-82b0-4f5a35b825b3'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:11.203942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] For port 75c02aca-5e36-4e96-8cbc-30d1158f7eeb, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=75c02aca-5e36-4e96-8cbc-30d1158f7eeb,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:11.204698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.331610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Calling delete_port for 75c02aca-5e36-4e96-8cbc-30d1158f7eeb owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:11.344885 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-96c40435-c491-4fe6-94aa-d964ba84bafc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 47f36cba-2c4e-4bf8-b5d7-14d8f7656463 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:11.345573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-96c40435-c491-4fe6-94aa-d964ba84bafc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.360552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-1c8446a0-321f-4b55-b968-b5c2e0d63cd1 None None] Set router ad53907e-93aa-4364-82b0-4f5a35b825b3 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:11.473951 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1c8446a0-321f-4b55-b968-b5c2e0d63cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:50:11Z', 'revision_number': 6, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:11.478566 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8446a0-321f-4b55-b968-b5c2e0d63cd1 None None] The sync data for ids ['ad53907e-93aa-4364-82b0-4f5a35b825b3'] in dv-neutron-839024-2-hyperv is: [{'id': 'ad53907e-93aa-4364-82b0-4f5a35b825b3', 'name': 'tempest-TestVolumeBootPattern-192677528-router', 'tenant_id': '57051d3e507e441798ed35a0d08d76f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:36Z', 'updated_at': '2022-04-29T17:50:11Z', 'revision_number': 6, 'project_id': '57051d3e507e441798ed35a0d08d76f2', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:50:11.515014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.539324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-96c40435-c491-4fe6-94aa-d964ba84bafc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.540026 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-96c40435-c491-4fe6-94aa-d964ba84bafc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.568152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c02aca-5e36-4e96-8cbc-30d1158f7eeb,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:11.666291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-96c40435-c491-4fe6-94aa-d964ba84bafc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 47f36cba-2c4e-4bf8-b5d7-14d8f7656463 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:11.769680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.823361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-96c40435-c491-4fe6-94aa-d964ba84bafc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.878013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c40435-c491-4fe6-94aa-d964ba84bafc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=47f36cba-2c4e-4bf8-b5d7-14d8f7656463,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:11.946418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.948832 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.971397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.972514 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad53907e-93aa-4364-82b0-4f5a35b825b3 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:50:11.973061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-96c40435-c491-4fe6-94aa-d964ba84bafc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.973387 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-96c40435-c491-4fe6-94aa-d964ba84bafc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP bc25dda7-7fd9-4a20-b32c-e2b7ab99f6be disassociated (deleted). External IP: 172.26.4.130, port: 7ec99228-1fd7-4b5b-96c6-c9df719ef995. Apr 29 17:50:11.984923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:11.986187 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1262a004-a352-46ae-bd7e-f9dab5955de3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ad53907e-93aa-4364-82b0-4f5a35b825b3 HTTP/1.1" status: 204 len: 168 time: 1.3334820 Apr 29 17:50:11.988618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55344) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:12.049101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-34604cc8-1701-4bd5-b509-f88bddc36377 admin admin] Deleting subnet 7f1625fb-8d32-4dad-aa2b-d77cce098d8c {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:50:12.052165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-34604cc8-1701-4bd5-b509-f88bddc36377 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:12.102604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-34604cc8-1701-4bd5-b509-f88bddc36377 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:12.186027 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-34604cc8-1701-4bd5-b509-f88bddc36377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:12.258888 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-34604cc8-1701-4bd5-b509-f88bddc36377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:12.299358 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34604cc8-1701-4bd5-b509-f88bddc36377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1625fb-8d32-4dad-aa2b-d77cce098d8c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:12.303147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-34604cc8-1701-4bd5-b509-f88bddc36377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:12.311598 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-34604cc8-1701-4bd5-b509-f88bddc36377 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7f1625fb-8d32-4dad-aa2b-d77cce098d8c HTTP/1.1" status: 204 len: 168 time: 0.3196375 Apr 29 17:50:12.314632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55348) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:12.316535 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40580090-85a9-4fe9-9c45-89ef769885f0 None None] Network 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:50:12.332080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c40435-c491-4fe6-94aa-d964ba84bafc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:50:12.337055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6be4b85b-25f1-47e3-bdab-d44f95d8614d no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:50:12.386075 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 6be4b85b-25f1-47e3-bdab-d44f95d8614d {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:50:12.386418 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6be4b85b-25f1-47e3-bdab-d44f95d8614d not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:50:12.386855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 75c02aca-5e36-4e96-8cbc-30d1158f7eeb no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:50:12.427895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:12.428176 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 75c02aca-5e36-4e96-8cbc-30d1158f7eeb {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:50:12.428362 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 75c02aca-5e36-4e96-8cbc-30d1158f7eeb not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:50:12.439628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Deleting port 391fbf95-dfc9-4925-b87a-99b7085d994c {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:12.439910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:12.673834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5566bc-1bcf-4dc5-bf5c-248ddd855154 None None] DHCP port deletion for 79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:50:12.674046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c40435-c491-4fe6-94aa-d964ba84bafc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:50:12.678232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4a5566bc-1bcf-4dc5-bf5c-248ddd855154 None None] Deleting port 391fbf95-dfc9-4925-b87a-99b7085d994c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:12.678513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4a5566bc-1bcf-4dc5-bf5c-248ddd855154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:12.685276 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d192c52-18a5-4258-a161-ee768701fcc7 None None] Sync routers for ids ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:50:12.694934 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d192c52-18a5-4258-a161-ee768701fcc7 None None] Routers {'4fef2a88-9c85-4553-aa2a-7ab3db4daebb'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:12.695496 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8d192c52-18a5-4258-a161-ee768701fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:49:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:12.697826 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-96c40435-c491-4fe6-94aa-d964ba84bafc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:12.703479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] For port 391fbf95-dfc9-4925-b87a-99b7085d994c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=391fbf95-dfc9-4925-b87a-99b7085d994c,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:12.703903 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:12.765453 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-96c40435-c491-4fe6-94aa-d964ba84bafc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/floatingips/bc25dda7-7fd9-4a20-b32c-e2b7ab99f6be HTTP/1.1" status: 204 len: 168 time: 1.7258866 Apr 29 17:50:12.765453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'tag': '7ec99228-1fd7-4b5b-96c6-c9df719ef995'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:50:12.837350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Calling delete_port for 391fbf95-dfc9-4925-b87a-99b7085d994c owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:12.851091 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0ebfa2-b5be-43f3-9210-fc079622d9ef'] response: {'name': 'network-changed', 'server_uuid': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'tag': '7ec99228-1fd7-4b5b-96c6-c9df719ef995', 'status': 'completed', 'code': 200} Apr 29 17:50:12.931080 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:12.952524 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-8d192c52-18a5-4258-a161-ee768701fcc7 None None] Set router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:12.989910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=391fbf95-dfc9-4925-b87a-99b7085d994c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:12.994167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] No DVR routers for this DVR port 391fbf95-dfc9-4925-b87a-99b7085d994c on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:50:13.029512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e25c7-233b-4b0f-a733-7eafe21fbe46 req-e2ef3e07-07d8-4cdc-b57f-1d5aa7dbcb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:13.031120 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-164e25c7-233b-4b0f-a733-7eafe21fbe46 req-e2ef3e07-07d8-4cdc-b57f-1d5aa7dbcb9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 1098 time: 0.1604195 Apr 29 17:50:13.051868 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4a5566bc-1bcf-4dc5-bf5c-248ddd855154 None None] For port 391fbf95-dfc9-4925-b87a-99b7085d994c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=391fbf95-dfc9-4925-b87a-99b7085d994c,segment=NetworkSegment(bb40a702-8806-4610-adbe-29636f769614),segment_id=bb40a702-8806-4610-adbe-29636f769614)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:13.051868 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4a5566bc-1bcf-4dc5-bf5c-248ddd855154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:13.153397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:13.230515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e25c7-233b-4b0f-a733-7eafe21fbe46 req-e3f16bdf-b61e-4146-915b-4ab6a1a2b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:13.232523 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-164e25c7-233b-4b0f-a733-7eafe21fbe46 req-e3f16bdf-b61e-4146-915b-4ab6a1a2b984 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1b83629-d77a-40ac-b899-1735c470c322 HTTP/1.1" status: 200 len: 898 time: 0.1948066 Apr 29 17:50:13.250742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:13.269621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb40a702-8806-4610-adbe-29636f769614') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:13.270075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb40a702-8806-4610-adbe-29636f769614') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:13.290030 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4a5566bc-1bcf-4dc5-bf5c-248ddd855154 None None] Calling delete_port for 391fbf95-dfc9-4925-b87a-99b7085d994c owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:13.296397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:13.315077 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-164e25c7-233b-4b0f-a733-7eafe21fbe46 req-1c9b0545-3278-4c52-b73e-7c9312569385 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ec99228-1fd7-4b5b-96c6-c9df719ef995 HTTP/1.1" status: 200 len: 217 time: 0.0754232 Apr 29 17:50:13.367453 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-4a5566bc-1bcf-4dc5-bf5c-248ddd855154 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:50:13.368464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-4a5566bc-1bcf-4dc5-bf5c-248ddd855154 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:50:13.385948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e25c7-233b-4b0f-a733-7eafe21fbe46 req-8015d24f-4651-4088-8896-6a5555222909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:13.387413 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-164e25c7-233b-4b0f-a733-7eafe21fbe46 req-8015d24f-4651-4088-8896-6a5555222909 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9962ffb-1129-4cd4-a7e1-358273f4e7a9 HTTP/1.1" status: 200 len: 843 time: 0.0654695 Apr 29 17:50:13.433866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:13.449578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11eefe-be3d-45ed-ae9a-b1a78d742e4a req-53fe463c-99af-4811-ac19-abd93abdf48e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:13.451037 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3c11eefe-be3d-45ed-ae9a-b1a78d742e4a req-53fe463c-99af-4811-ac19-abd93abdf48e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 945 time: 0.2882979 Apr 29 17:50:13.453702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:50:13.454211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:50:13.467950 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:50:13.475063 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e25c7-233b-4b0f-a733-7eafe21fbe46 req-3a1a1217-1887-4ff5-9ff8-a1cdede4d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:13.476791 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-164e25c7-233b-4b0f-a733-7eafe21fbe46 req-3a1a1217-1887-4ff5-9ff8-a1cdede4d785 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1b83629-d77a-40ac-b899-1735c470c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823512 Apr 29 17:50:13.516747 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8d192c52-18a5-4258-a161-ee768701fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:15Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '777f08c8-243c-4eed-bcc4-a8622b683a07', 'name': '', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:e2:e2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:14Z', 'updated_at': '2022-04-29T17:47:20Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:13.523565 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d192c52-18a5-4258-a161-ee768701fcc7 None None] Checking router: 4fef2a88-9c85-4553-aa2a-7ab3db4daebb for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:50:13.539958 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d192c52-18a5-4258-a161-ee768701fcc7 None None] Routers {'4fef2a88-9c85-4553-aa2a-7ab3db4daebb'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:13.540691 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8d192c52-18a5-4258-a161-ee768701fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:49:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:13.572617 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3c11eefe-be3d-45ed-ae9a-b1a78d742e4a req-f33821ba-4701-4406-b457-f3d723d54a75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=26702990-25f5-4ac4-9baa-8ee5247ee5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037621 Apr 29 17:50:13.573647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:13.578229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:13.615467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:13.620236 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-13d34029-63d7-4087-817f-5fd1fdab20b0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/79d41e5c-493c-4c1e-8f2c-2f3f3fefcf8c HTTP/1.1" status: 204 len: 168 time: 1.3045514 Apr 29 17:50:13.623046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55358) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:13.633346 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-164e25c7-233b-4b0f-a733-7eafe21fbe46 req-ce55282b-6c92-4251-bb64-6cb4e360ca41 service neutron] 10.222.0.36 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501367 Apr 29 17:50:13.745638 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-8d192c52-18a5-4258-a161-ee768701fcc7 None None] Set router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:13.782805 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-164e25c7-233b-4b0f-a733-7eafe21fbe46 req-f8570977-cb6f-45e9-a26c-41c283e0c2a6 service neutron] 10.222.0.36 "GET /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427453 Apr 29 17:50:13.870372 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4a5566bc-1bcf-4dc5-bf5c-248ddd855154 None None] Deleting port 391fbf95-dfc9-4925-b87a-99b7085d994c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:13.870745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4a5566bc-1bcf-4dc5-bf5c-248ddd855154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:13.937289 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4a5566bc-1bcf-4dc5-bf5c-248ddd855154 None None] The port '391fbf95-dfc9-4925-b87a-99b7085d994c' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:50:14.059283 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8d192c52-18a5-4258-a161-ee768701fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:15Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '777f08c8-243c-4eed-bcc4-a8622b683a07', 'name': '', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:e2:e2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:14Z', 'updated_at': '2022-04-29T17:47:20Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:14.063484 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d192c52-18a5-4258-a161-ee768701fcc7 None None] The sync data for ids ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'] in dv-neutron-839024-2-hyperv is: [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:15Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '777f08c8-243c-4eed-bcc4-a8622b683a07', 'name': '', 'network_id': 'e1b83629-d77a-40ac-b899-1735c470c322', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:e2:e2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:14Z', 'updated_at': '2022-04-29T17:47:20Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'd9962ffb-1129-4cd4-a7e1-358273f4e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:50:14.184948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-535d65ab-35b3-4d47-bf5a-6503c20cbbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:14.259715 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 391fbf95-dfc9-4925-b87a-99b7085d994c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:50:14.295040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 391fbf95-dfc9-4925-b87a-99b7085d994c {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:50:14.295416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 391fbf95-dfc9-4925-b87a-99b7085d994c not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:50:14.323201 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d051c6d-3d92-4805-8a37-241f992772c7 None None] New status for floating IP bc25dda7-7fd9-4a20-b32c-e2b7ab99f6be: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:50:14.426389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc503f31-ba99-4658-a1e6-e8a7857733f9 req-c54fb078-3120-4348-b805-e6e7cc7d2b58 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:14.427419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-bc503f31-ba99-4658-a1e6-e8a7857733f9 req-c54fb078-3120-4348-b805-e6e7cc7d2b58 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:50:14.444681 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-bc503f31-ba99-4658-a1e6-e8a7857733f9 req-c54fb078-3120-4348-b805-e6e7cc7d2b58 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:50:14.446004 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-bc503f31-ba99-4658-a1e6-e8a7857733f9 req-c54fb078-3120-4348-b805-e6e7cc7d2b58 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 945 time: 0.1001775 Apr 29 17:50:14.524418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-bc503f31-ba99-4658-a1e6-e8a7857733f9 req-7700fa36-4acf-44ae-a121-e786700fced8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 7ec99228-1fd7-4b5b-96c6-c9df719ef995 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:14.524809 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-bc503f31-ba99-4658-a1e6-e8a7857733f9 req-7700fa36-4acf-44ae-a121-e786700fced8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:14.545463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-535d65ab-35b3-4d47-bf5a-6503c20cbbd9 admin admin] Deleting port eda9722c-2b88-44cf-b990-ea1bfabe24f3 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:14.545796 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-535d65ab-35b3-4d47-bf5a-6503c20cbbd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:14.782608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-535d65ab-35b3-4d47-bf5a-6503c20cbbd9 admin admin] For port eda9722c-2b88-44cf-b990-ea1bfabe24f3, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=eda9722c-2b88-44cf-b990-ea1bfabe24f3,segment=NetworkSegment(90a9243d-bc13-45d1-b4e9-9b4ff7808317),segment_id=90a9243d-bc13-45d1-b4e9-9b4ff7808317)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:14.782957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-535d65ab-35b3-4d47-bf5a-6503c20cbbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:14.785626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-bc503f31-ba99-4658-a1e6-e8a7857733f9 req-7700fa36-4acf-44ae-a121-e786700fced8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 7ec99228-1fd7-4b5b-96c6-c9df719ef995, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7ec99228-1fd7-4b5b-96c6-c9df719ef995,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:14.786132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-bc503f31-ba99-4658-a1e6-e8a7857733f9 req-7700fa36-4acf-44ae-a121-e786700fced8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:14.909847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-bc503f31-ba99-4658-a1e6-e8a7857733f9 req-7700fa36-4acf-44ae-a121-e786700fced8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 7ec99228-1fd7-4b5b-96c6-c9df719ef995 owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:15.028640 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-535d65ab-35b3-4d47-bf5a-6503c20cbbd9 admin admin] Calling delete_port for eda9722c-2b88-44cf-b990-ea1bfabe24f3 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:15.099804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354f653-4e0f-407e-a59f-8b9b1db5255a req-7b97963e-bffa-4b12-8b12-8c9322362936 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:15.101620 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1354f653-4e0f-407e-a59f-8b9b1db5255a req-7b97963e-bffa-4b12-8b12-8c9322362936 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ba46cfc-2b21-4038-96f5-7101e1ae8768 HTTP/1.1" status: 200 len: 945 time: 0.3975596 Apr 29 17:50:15.167158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-bc503f31-ba99-4658-a1e6-e8a7857733f9 req-7700fa36-4acf-44ae-a121-e786700fced8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:15.174434 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1354f653-4e0f-407e-a59f-8b9b1db5255a req-9bb6e923-4158-4e04-a14e-6a25e1c40d97 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=26702990-25f5-4ac4-9baa-8ee5247ee5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616884 Apr 29 17:50:15.216477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700fa36-4acf-44ae-a121-e786700fced8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=7ec99228-1fd7-4b5b-96c6-c9df719ef995,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:15.255526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-535d65ab-35b3-4d47-bf5a-6503c20cbbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:15.291764 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc503f31-ba99-4658-a1e6-e8a7857733f9 req-7700fa36-4acf-44ae-a121-e786700fced8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] No DVR routers for this DVR port 7ec99228-1fd7-4b5b-96c6-c9df719ef995 on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:50:15.294199 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-bc503f31-ba99-4658-a1e6-e8a7857733f9 req-7700fa36-4acf-44ae-a121-e786700fced8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:15.296771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'name': 'network-vif-deleted', 'tag': '7ec99228-1fd7-4b5b-96c6-c9df719ef995'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:50:15.307884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d65ab-35b3-4d47-bf5a-6503c20cbbd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda9722c-2b88-44cf-b990-ea1bfabe24f3,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:15.322541 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-bc503f31-ba99-4658-a1e6-e8a7857733f9 req-7700fa36-4acf-44ae-a121-e786700fced8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "DELETE /v2.0/ports/7ec99228-1fd7-4b5b-96c6-c9df719ef995 HTTP/1.1" status: 204 len: 173 time: 0.8709393 Apr 29 17:50:15.354587 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b780f5-339a-4a6e-8976-08331aceb461'] response: {'server_uuid': '0ba46cfc-2b21-4038-96f5-7101e1ae8768', 'name': 'network-vif-deleted', 'tag': '7ec99228-1fd7-4b5b-96c6-c9df719ef995', 'status': 'completed', 'code': 200} Apr 29 17:50:15.580107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-535d65ab-35b3-4d47-bf5a-6503c20cbbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:15.957045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535d65ab-35b3-4d47-bf5a-6503c20cbbd9 admin admin] Router 5095475c-c857-411f-8a13-2cce79a13b49 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:50:16.145397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535d65ab-35b3-4d47-bf5a-6503c20cbbd9 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:50:16.155702 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b41d9-1bf1-4af0-a766-a3f814c585b8 None None] Sync routers for ids ['5095475c-c857-411f-8a13-2cce79a13b49'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:50:16.166884 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b41d9-1bf1-4af0-a766-a3f814c585b8 None None] Routers {'5095475c-c857-411f-8a13-2cce79a13b49'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:16.167387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55366) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:16.167856 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8c8b41d9-1bf1-4af0-a766-a3f814c585b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:49:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5095475c-c857-411f-8a13-2cce79a13b49'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:16.167980 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-535d65ab-35b3-4d47-bf5a-6503c20cbbd9 admin admin] 10.222.0.11 "PUT /v2.0/routers/5095475c-c857-411f-8a13-2cce79a13b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5428798 Apr 29 17:50:16.287650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55372) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:16.356977 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-8c8b41d9-1bf1-4af0-a766-a3f814c585b8 None None] Set router 5095475c-c857-411f-8a13-2cce79a13b49 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:16.362812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-39696720-0d29-44bc-b870-ea14697433e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:16.364714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:16.393291 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-39696720-0d29-44bc-b870-ea14697433e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:16.465887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-39696720-0d29-44bc-b870-ea14697433e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:16.488566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39696720-0d29-44bc-b870-ea14697433e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26702990-25f5-4ac4-9baa-8ee5247ee5bd,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:16.503793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-39696720-0d29-44bc-b870-ea14697433e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:16.508321 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-39696720-0d29-44bc-b870-ea14697433e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/security-groups/26702990-25f5-4ac4-9baa-8ee5247ee5bd HTTP/1.1" status: 204 len: 168 time: 0.2195606 Apr 29 17:50:16.542001 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55378) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:16.565300 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:16.575678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Deleting port 9db02654-8437-4770-881c-b5839be5fcc3 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:16.576079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:16.745128 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8c8b41d9-1bf1-4af0-a766-a3f814c585b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5095475c-c857-411f-8a13-2cce79a13b49', 'name': 'tempest-TestVolumeBootPattern-1279021032-router', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '9db02654-8437-4770-881c-b5839be5fcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:42Z', 'updated_at': '2022-04-29T17:50:15Z', 'revision_number': 5, 'project_id': '676c48e0b3b148db971a367c7bb9a15b', 'gw_port': {'id': '9db02654-8437-4770-881c-b5839be5fcc3', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5095475c-c857-411f-8a13-2cce79a13b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:42:43Z', 'updated_at': '2022-04-29T17:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:16.751677 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b41d9-1bf1-4af0-a766-a3f814c585b8 None None] Checking router: 5095475c-c857-411f-8a13-2cce79a13b49 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:50:16.763167 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b41d9-1bf1-4af0-a766-a3f814c585b8 None None] Routers {'5095475c-c857-411f-8a13-2cce79a13b49'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:16.763943 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8c8b41d9-1bf1-4af0-a766-a3f814c585b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:49:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['5095475c-c857-411f-8a13-2cce79a13b49'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:16.767832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] For port 9db02654-8437-4770-881c-b5839be5fcc3, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9db02654-8437-4770-881c-b5839be5fcc3,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:16.768185 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:16.893637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Calling delete_port for 9db02654-8437-4770-881c-b5839be5fcc3 owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:16.924580 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-8c8b41d9-1bf1-4af0-a766-a3f814c585b8 None None] Set router 5095475c-c857-411f-8a13-2cce79a13b49 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:17.036340 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8c8b41d9-1bf1-4af0-a766-a3f814c585b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5095475c-c857-411f-8a13-2cce79a13b49', 'name': 'tempest-TestVolumeBootPattern-1279021032-router', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:42Z', 'updated_at': '2022-04-29T17:50:16Z', 'revision_number': 6, 'project_id': '676c48e0b3b148db971a367c7bb9a15b', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:17.041269 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b41d9-1bf1-4af0-a766-a3f814c585b8 None None] The sync data for ids ['5095475c-c857-411f-8a13-2cce79a13b49'] in dv-neutron-839024-2-hyperv is: [{'id': '5095475c-c857-411f-8a13-2cce79a13b49', 'name': 'tempest-TestVolumeBootPattern-1279021032-router', 'tenant_id': '676c48e0b3b148db971a367c7bb9a15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:42:42Z', 'updated_at': '2022-04-29T17:50:16Z', 'revision_number': 6, 'project_id': '676c48e0b3b148db971a367c7bb9a15b', 'gw_port_host': None}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:50:17.067102 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.117439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db02654-8437-4770-881c-b5839be5fcc3,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:17.208983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.284519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ead2698a-218a-4ec4-b812-17110ccf7c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.498760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.501567 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.526075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.526705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5095475c-c857-411f-8a13-2cce79a13b49 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:50:17.539835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.540963 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fde529f3-e8a4-43a7-a99a-8ba4c6d2eb84 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5095475c-c857-411f-8a13-2cce79a13b49 HTTP/1.1" status: 204 len: 168 time: 1.3725154 Apr 29 17:50:17.543740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55382) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:17.608964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33e6317-60cc-4f03-986d-a24450b2ad98 admin admin] Deleting subnet 4eac045c-1c64-470f-b7a4-a90a5a7ea8a3 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:50:17.611996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e33e6317-60cc-4f03-986d-a24450b2ad98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.649175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ead2698a-218a-4ec4-b812-17110ccf7c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 777f08c8-243c-4eed-bcc4-a8622b683a07 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:17.649703 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ead2698a-218a-4ec4-b812-17110ccf7c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.663327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e33e6317-60cc-4f03-986d-a24450b2ad98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.740889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e33e6317-60cc-4f03-986d-a24450b2ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.817240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e33e6317-60cc-4f03-986d-a24450b2ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.849547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-ead2698a-218a-4ec4-b812-17110ccf7c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 777f08c8-243c-4eed-bcc4-a8622b683a07, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=777f08c8-243c-4eed-bcc4-a8622b683a07,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:17.849892 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ead2698a-218a-4ec4-b812-17110ccf7c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.856664 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e6317-60cc-4f03-986d-a24450b2ad98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eac045c-1c64-470f-b7a4-a90a5a7ea8a3,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:17.858478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e33e6317-60cc-4f03-986d-a24450b2ad98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:17.867692 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e33e6317-60cc-4f03-986d-a24450b2ad98 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4eac045c-1c64-470f-b7a4-a90a5a7ea8a3 HTTP/1.1" status: 204 len: 168 time: 0.3205788 Apr 29 17:50:17.867861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55386) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:17.870425 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5211f82-6ae6-4807-9bc0-7fdcb3ca118f None None] Network 77d57ccf-ad4f-4f76-9a93-7cd592667b33 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:50:17.984873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-ead2698a-218a-4ec4-b812-17110ccf7c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 777f08c8-243c-4eed-bcc4-a8622b683a07 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:17.988764 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.000458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Deleting port 74fac49f-99ba-4dd3-8b0f-cb7829317760 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:18.000792 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.149240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9bdcef-2e3d-44e0-8360-2e67ec9d6662 None None] DHCP port deletion for 77d57ccf-ad4f-4f76-9a93-7cd592667b33 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:50:18.154910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3c9bdcef-2e3d-44e0-8360-2e67ec9d6662 None None] Deleting port 74fac49f-99ba-4dd3-8b0f-cb7829317760 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:18.156952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3c9bdcef-2e3d-44e0-8360-2e67ec9d6662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.184032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ead2698a-218a-4ec4-b812-17110ccf7c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.231632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] For port 74fac49f-99ba-4dd3-8b0f-cb7829317760, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=74fac49f-99ba-4dd3-8b0f-cb7829317760,segment=NetworkSegment(90a9243d-bc13-45d1-b4e9-9b4ff7808317),segment_id=90a9243d-bc13-45d1-b4e9-9b4ff7808317)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:18.232118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.246818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2698a-218a-4ec4-b812-17110ccf7c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=777f08c8-243c-4eed-bcc4-a8622b683a07,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:18.289018 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.313262 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9db02654-8437-4770-881c-b5839be5fcc3 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:50:18.363315 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 9db02654-8437-4770-881c-b5839be5fcc3 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:50:18.363598 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9db02654-8437-4770-881c-b5839be5fcc3 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:50:18.364534 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device eda9722c-2b88-44cf-b990-ea1bfabe24f3 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:50:18.413501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Calling delete_port for 74fac49f-99ba-4dd3-8b0f-cb7829317760 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:18.445500 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: eda9722c-2b88-44cf-b990-ea1bfabe24f3 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:50:18.445758 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device eda9722c-2b88-44cf-b990-ea1bfabe24f3 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:50:18.446156 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 74fac49f-99ba-4dd3-8b0f-cb7829317760 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:50:18.499021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.519060 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3c9bdcef-2e3d-44e0-8360-2e67ec9d6662 None None] For port 74fac49f-99ba-4dd3-8b0f-cb7829317760, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=74fac49f-99ba-4dd3-8b0f-cb7829317760,segment=NetworkSegment(90a9243d-bc13-45d1-b4e9-9b4ff7808317),segment_id=90a9243d-bc13-45d1-b4e9-9b4ff7808317)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:18.520502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3c9bdcef-2e3d-44e0-8360-2e67ec9d6662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.558305 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=74fac49f-99ba-4dd3-8b0f-cb7829317760,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:18.565158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] No DVR routers for this DVR port 74fac49f-99ba-4dd3-8b0f-cb7829317760 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:50:18.664678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3c9bdcef-2e3d-44e0-8360-2e67ec9d6662 None None] Calling delete_port for 74fac49f-99ba-4dd3-8b0f-cb7829317760 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:18.690273 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No active binding found for port 74fac49f-99ba-4dd3-8b0f-cb7829317760 {{(pid=88020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 29 17:50:18.690679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 74fac49f-99ba-4dd3-8b0f-cb7829317760 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:50:18.701215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ead2698a-218a-4ec4-b812-17110ccf7c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.715913 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.737645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-3c9bdcef-2e3d-44e0-8360-2e67ec9d6662 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:50:18.737995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-3c9bdcef-2e3d-44e0-8360-2e67ec9d6662 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:50:18.746014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d57ccf-ad4f-4f76-9a93-7cd592667b33']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:18.757924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a9243d-bc13-45d1-b4e9-9b4ff7808317') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:18.758213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a9243d-bc13-45d1-b4e9-9b4ff7808317') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:18.770449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.787030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.793131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:50:18.793501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:50:18.806430 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:50:18.881009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.885466 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:18.912421 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=77d57ccf-ad4f-4f76-9a93-7cd592667b33,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:18.919005 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2c899601-47da-438b-ad4e-aaf34bff1b38 admin admin] 10.222.0.11 "DELETE /v2.0/networks/77d57ccf-ad4f-4f76-9a93-7cd592667b33 HTTP/1.1" status: 204 len: 168 time: 1.0446763 Apr 29 17:50:19.035584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55392) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:19.109783 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3d4bb446-6e43-4263-9487-d272754ee32c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57051d3e507e441798ed35a0d08d76f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730789 Apr 29 17:50:19.112678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55396) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:19.116226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead2698a-218a-4ec4-b812-17110ccf7c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:50:19.171283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b58b70c-d0bd-4bcb-bc9f-95b81d9b55f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.197474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b58b70c-d0bd-4bcb-bc9f-95b81d9b55f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.239721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3c9bdcef-2e3d-44e0-8360-2e67ec9d6662 None None] Deleting port 74fac49f-99ba-4dd3-8b0f-cb7829317760 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:19.240262 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3c9bdcef-2e3d-44e0-8360-2e67ec9d6662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.260113 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b58b70c-d0bd-4bcb-bc9f-95b81d9b55f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.279118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58b70c-d0bd-4bcb-bc9f-95b81d9b55f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1752f6-bc03-45f4-a337-c2e608cb7f5c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:19.285475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b58b70c-d0bd-4bcb-bc9f-95b81d9b55f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.286591 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0b58b70c-d0bd-4bcb-bc9f-95b81d9b55f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a1752f6-bc03-45f4-a337-c2e608cb7f5c HTTP/1.1" status: 204 len: 168 time: 0.1729288 Apr 29 17:50:19.305358 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead2698a-218a-4ec4-b812-17110ccf7c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:50:19.316683 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3c9bdcef-2e3d-44e0-8360-2e67ec9d6662 None None] The port '74fac49f-99ba-4dd3-8b0f-cb7829317760' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:50:19.318413 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ead2698a-218a-4ec4-b812-17110ccf7c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/4fef2a88-9c85-4553-aa2a-7ab3db4daebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7751653 Apr 29 17:50:19.321157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55402) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:19.324121 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aab3a8-bec6-45a7-8d52-ec9bd703ef40 None None] Sync routers for ids ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:50:19.340870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aab3a8-bec6-45a7-8d52-ec9bd703ef40 None None] Routers {'4fef2a88-9c85-4553-aa2a-7ab3db4daebb'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:19.341433 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-77aab3a8-bec6-45a7-8d52-ec9bd703ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:49:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:19.396380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9064e9c-809e-4f38-984d-8046186c3a7a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting subnet d9962ffb-1129-4cd4-a7e1-358273f4e7a9 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:50:19.403917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9064e9c-809e-4f38-984d-8046186c3a7a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.466572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9064e9c-809e-4f38-984d-8046186c3a7a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.562295 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-77aab3a8-bec6-45a7-8d52-ec9bd703ef40 None None] Set router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:19.566478 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9064e9c-809e-4f38-984d-8046186c3a7a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.606443 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 7ec99228-1fd7-4b5b-96c6-c9df719ef995 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:50:19.653125 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9064e9c-809e-4f38-984d-8046186c3a7a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.700087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 7ec99228-1fd7-4b5b-96c6-c9df719ef995 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:50:19.700228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9064e9c-809e-4f38-984d-8046186c3a7a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.700515 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 7ec99228-1fd7-4b5b-96c6-c9df719ef995 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:50:19.701125 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55408) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:19.703795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9064e9c-809e-4f38-984d-8046186c3a7a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Subnet': ['ID=d9962ffb-1129-4cd4-a7e1-358273f4e7a9,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:19.709231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc3b61-ded3-4bc3-9c84-fd5d338f7b30 None None] Network e1b83629-d77a-40ac-b899-1735c470c322 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:50:19.712824 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b9064e9c-809e-4f38-984d-8046186c3a7a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/subnets/d9962ffb-1129-4cd4-a7e1-358273f4e7a9 HTTP/1.1" status: 204 len: 168 time: 0.3883252 Apr 29 17:50:19.713548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55412) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:19.762937 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e0817fa2-1827-4651-9895-9814736504a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=676c48e0b3b148db971a367c7bb9a15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578711 Apr 29 17:50:19.763217 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55416) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:19.826237 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4ad2-83e3-4e04-9c13-3c975667d0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.852950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4ad2-83e3-4e04-9c13-3c975667d0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.907616 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.908951 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4ad2-83e3-4e04-9c13-3c975667d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.924213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f4ad2-83e3-4e04-9c13-3c975667d0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732464aa-8ddd-4d7a-aa52-d0595b7f057e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:19.931346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4ad2-83e3-4e04-9c13-3c975667d0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:19.935213 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ff1f4ad2-83e3-4e04-9c13-3c975667d0ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/732464aa-8ddd-4d7a-aa52-d0595b7f057e HTTP/1.1" status: 204 len: 168 time: 0.1713035 Apr 29 17:50:20.078380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-77aab3a8-bec6-45a7-8d52-ec9bd703ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:50:18Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:20.082758 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aab3a8-bec6-45a7-8d52-ec9bd703ef40 None None] Checking router: 4fef2a88-9c85-4553-aa2a-7ab3db4daebb for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:50:20.090965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:20.092234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aab3a8-bec6-45a7-8d52-ec9bd703ef40 None None] Routers {'4fef2a88-9c85-4553-aa2a-7ab3db4daebb'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:20.092847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-77aab3a8-bec6-45a7-8d52-ec9bd703ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:49:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:20.103650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:20.104074 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:20.150877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] DHCP port deletion for e1b83629-d77a-40ac-b899-1735c470c322 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:50:20.238266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Deleting port f64d3071-27c5-40e0-afea-369888037108 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:20.238782 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:20.345292 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-77aab3a8-bec6-45a7-8d52-ec9bd703ef40 None None] Set router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:20.401601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f64d3071-27c5-40e0-afea-369888037108 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:50:20.457336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:20.457654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:20.509533 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-77aab3a8-bec6-45a7-8d52-ec9bd703ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:50:20Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:20.536554 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aab3a8-bec6-45a7-8d52-ec9bd703ef40 None None] The sync data for ids ['4fef2a88-9c85-4553-aa2a-7ab3db4daebb'] in dv-neutron-839024-2-hyperv is: [{'id': '4fef2a88-9c85-4553-aa2a-7ab3db4daebb', 'name': 'tempest-TestNetworkBasicOps-router-1799076768', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:47:10Z', 'updated_at': '2022-04-29T17:50:20Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:50:20.583969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:20.674509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] For port f64d3071-27c5-40e0-afea-369888037108, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f64d3071-27c5-40e0-afea-369888037108,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:20.674933 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:20.756794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:20.802122 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Calling delete_port for f64d3071-27c5-40e0-afea-369888037108 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:20.806008 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:20.890842 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:20.899660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:20.949433 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port f64d3071-27c5-40e0-afea-369888037108, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f64d3071-27c5-40e0-afea-369888037108,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:20.957003 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:20.997320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:50:20.997320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:50:21.028203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=f64d3071-27c5-40e0-afea-369888037108,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:21.035469 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:21.035820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:21.036163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:21.036499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:21.036831 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:21.037163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:21.037486 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:21.037810 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:21.038133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:21.038453 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:21.038773 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:21.039090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:21.082300 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:21.084552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:21.107928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:21.108462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Fanout notify agent at l3_agent the message router_deleted on router 4fef2a88-9c85-4553-aa2a-7ab3db4daebb {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:50:21.123420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:21.124468 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-20ebb8bc-ce0e-4a26-8392-2068d7530c5e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/routers/4fef2a88-9c85-4553-aa2a-7ab3db4daebb HTTP/1.1" status: 204 len: 168 time: 1.4105072 Apr 29 17:50:21.127394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55428) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:21.240792 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:21.252770 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port f64d3071-27c5-40e0-afea-369888037108 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:21.253020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:21.463538 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port f64d3071-27c5-40e0-afea-369888037108, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f64d3071-27c5-40e0-afea-369888037108,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:21.463899 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:21.497881 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Deleting port f64d3071-27c5-40e0-afea-369888037108 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:21.498536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:21.702121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for f64d3071-27c5-40e0-afea-369888037108 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:21.714843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] For port f64d3071-27c5-40e0-afea-369888037108, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f64d3071-27c5-40e0-afea-369888037108,segment=NetworkSegment(cfe4663f-fe50-4b98-82a1-3c86d94bf28f),segment_id=cfe4663f-fe50-4b98-82a1-3c86d94bf28f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:21.715228 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:21.778003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:21.827206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=f64d3071-27c5-40e0-afea-369888037108,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:21.828946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] No DVR routers for this DVR port f64d3071-27c5-40e0-afea-369888037108 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:50:21.834637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Calling delete_port for f64d3071-27c5-40e0-afea-369888037108 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:50:21.909560 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:50:21.909915 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:50:21.947799 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:21.972234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b83629-d77a-40ac-b899-1735c470c322']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:21.984740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:21.985020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe4663f-fe50-4b98-82a1-3c86d94bf28f') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:21.997128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.013149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.019572 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:50:22.019957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:50:22.034553 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:50:22.116200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.133692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.145911 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Network': ['ID=e1b83629-d77a-40ac-b899-1735c470c322,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:22.159932 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-04f54c5a-81c0-480d-bf62-2e135f34d52f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/networks/e1b83629-d77a-40ac-b899-1735c470c322 HTTP/1.1" status: 204 len: 168 time: 1.0314825 Apr 29 17:50:22.171411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55432) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:22.177234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'network': {'name': 'tempest-network-smoke--462286883', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'port_security_enabled': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:22.182580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:22.187022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:network and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:22.190138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:22.196229 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:22.209423 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:50:22.212944 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.241843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:50:22.250459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.250814 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Added segment 2a4b9a26-e059-43c2-86f8-cecdd9a29864 of type vlan for network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 Apr 29 17:50:22.262797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 777f08c8-243c-4eed-bcc4-a8622b683a07 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:50:22.277373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.296707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 777f08c8-243c-4eed-bcc4-a8622b683a07 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:50:22.297058 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 777f08c8-243c-4eed-bcc4-a8622b683a07 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:50:22.297481 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:50:22.306366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.311899 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:22.312472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.329671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:50:22.330015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ef1f8f6c-bd2e-40f0-afca-cc6299d31b5b not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:50:22.420023 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2474809 Apr 29 17:50:22.423146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55436) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:22.429210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f79d7-d84c-4b66-bc15-a3fd10b0b823 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Network': ['ID=ec8e23e4-30bf-4e03-a9d3-009fd5405b35,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:22.429626 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-353766754', 'admin_state_up': True, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:22.437011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:22.440125 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:50:22.441688 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:router and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:22.444697 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:22.453957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:22.465172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.466193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.481456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.754029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.785665 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Deleting port f64d3071-27c5-40e0-afea-369888037108 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:50:22.786253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:22.853383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d5834d96-436a-4dbb-8bc4-6f6e7b687e3d None None] The port 'f64d3071-27c5-40e0-afea-369888037108' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 17:50:23.162545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:23.191661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:23.279119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6da8b01e-c95f-4bf5-b6c5-46d528999a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:23.325829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.145 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/3383a6bd-0efd-48bf-906c-c9ba45619aeb) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:50:23.475361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:23.511509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:23.579436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:50:23.582188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:50:23.585711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:50:23.614535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=3383a6bd-0efd-48bf-906c-c9ba45619aeb,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:24.004737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:24.353694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:24.669573 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router a372dc0d-2800-4edd-b602-9361af280d5f is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:50:24.844464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:50:24.854344 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Sync routers for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:50:24.864571 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:24.865180 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:49:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:24.873634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:24.875026 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e22cbe63-7353-4717-b717-658b284cb5d2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4508500 Apr 29 17:50:24.878451 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55442) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:25.045789 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:25.176367 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-628c92cd-8c1e-48e0-aadd-5af8b2b75a0c tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=438682cd007d46eb90f162f5f8d9699b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2967513 Apr 29 17:50:25.179003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55448) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:25.307792 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4045e884-471b-4c47-9c77-cffbf1f80f1e tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:25.309299 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4045e884-471b-4c47-9c77-cffbf1f80f1e tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293864 Apr 29 17:50:25.312261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55452) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:25.322682 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:23Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:25.326453 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Checking router: a372dc0d-2800-4edd-b602-9361af280d5f for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:50:25.326785 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Updating router a372dc0d-2800-4edd-b602-9361af280d5f port 3383a6bd-0efd-48bf-906c-c9ba45619aeb binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:50:25.351176 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4b3d91fa-8ce0-4eb2-86a1-8c0391e57128 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378342 Apr 29 17:50:25.353762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55456) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:25.359002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-545907825', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:25.382737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5125bafb-1fbc-479a-9f73-836aacfe1c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:25.388729 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:25.467966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:25.471957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:subnet and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:25.474757 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:25.480600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:25.490530 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:50:25.494159 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:25.703839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:25.708596 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:25.719744 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Transition to ACTIVE for port object 3383a6bd-0efd-48bf-906c-c9ba45619aeb will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:50:25.725999 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:25.781409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Subnet': ['ID=507e0043-003e-4e69-8f91-ae0494824b2c,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:25.796237 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Checking segment: {'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:50:25.796583 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network hostable DHCP agents. Network: ec8e23e4-30bf-4e03-a9d3-009fd5405b35, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:50:25.806018 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Pushing event updated for resources: {'Port': ['ID=3383a6bd-0efd-48bf-906c-c9ba45619aeb,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:25.815040 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Attempting to bind port 3383a6bd-0efd-48bf-906c-c9ba45619aeb on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:50:25.815441 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Attempting to bind port 3383a6bd-0efd-48bf-906c-c9ba45619aeb by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:50:25.815780 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Attempting to bind port 3383a6bd-0efd-48bf-906c-c9ba45619aeb on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:50:25.817997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:50:25.818542 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:25.818876 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:25.819200 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:25.819545 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:25.819866 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:25.820181 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:25.820491 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:25.820800 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:25.821110 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:25.821419 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:25.821726 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:25.822030 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:25.828595 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:50:25.828907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, ec8e23e4-30bf-4e03-a9d3-009fd5405b35) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:50:25.829061 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:50:25.829384 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:25.829818 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:50:25.830265 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Bound port: 3383a6bd-0efd-48bf-906c-c9ba45619aeb, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:50:25.830623 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:25.833548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:25.834131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:25.840175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944f0c23-73cd-4629-ac33-ef2120f83b69 None None] Network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:50:25.857574 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a63bf632-a47a-4c67-a807-ebc2e26901dd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5028267 Apr 29 17:50:25.860784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55460) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:25.904506 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] For port 3383a6bd-0efd-48bf-906c-c9ba45619aeb, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:50:25.907517 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] For port 3383a6bd-0efd-48bf-906c-c9ba45619aeb, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3383a6bd-0efd-48bf-906c-c9ba45619aeb,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:50:25.912979 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:26.022011 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ee13d-c36e-41ed-a5e1-6abe6048c449 None None] Pushing event updated for resources: {'Port': ['ID=3383a6bd-0efd-48bf-906c-c9ba45619aeb,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:26.033365 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:26.033984 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:50:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:26.078707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:50:26.079750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:26.208769 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:26.234795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Allocated IP 172.20.0.2 (ec8e23e4-30bf-4e03-a9d3-009fd5405b35/507e0043-003e-4e69-8f91-ae0494824b2c/c6ba4281-b403-4494-b83d-007327b737b3) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:50:26.444304 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:26.455390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Transition to ACTIVE for port object c6ba4281-b403-4494-b83d-007327b737b3 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:50:26.475905 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Transition to ACTIVE for port object c6ba4281-b403-4494-b83d-007327b737b3 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:50:26.482690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:26.499948 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:23Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:26.503995 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fbb2f-5d55-4b03-9cfb-bb94ac868242 None None] The sync data for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv is: [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:23Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:50:26.548560 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:50:26.551540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:50:26.554059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:50:26.656050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Pushing event updated for resources: {'Port': ['ID=c6ba4281-b403-4494-b83d-007327b737b3,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:26.686613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:26.708876 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:26.714973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Attempting to bind port c6ba4281-b403-4494-b83d-007327b737b3 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:50:26.715370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Attempting to bind port c6ba4281-b403-4494-b83d-007327b737b3 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:50:26.715733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Attempting to bind port c6ba4281-b403-4494-b83d-007327b737b3 on network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:50:26.721665 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:50:26.722039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Checking segment: {'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:50:26.722438 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:26.722827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Bound using segment: {'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:50:26.723284 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Bound port: c6ba4281-b403-4494-b83d-007327b737b3, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:50:26.723668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:26.814911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:26.846305 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0d21598c-07b6-4142-b84e-685117059634 None None] For port c6ba4281-b403-4494-b83d-007327b737b3, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:50:26.849832 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0d21598c-07b6-4142-b84e-685117059634 None None] For port c6ba4281-b403-4494-b83d-007327b737b3, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c6ba4281-b403-4494-b83d-007327b737b3,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:50:26.855455 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:26.954051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21598c-07b6-4142-b84e-685117059634 None None] Pushing event updated for resources: {'Port': ['ID=c6ba4281-b403-4494-b83d-007327b737b3,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:27.112659 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.1 (ec8e23e4-30bf-4e03-a9d3-009fd5405b35/507e0043-003e-4e69-8f91-ae0494824b2c/2a30ed0b-9127-40b8-aece-f9e7ac17ab42) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:50:27.290631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:27.307435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:50:27.331542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:27.403898 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:50:27.410047 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:50:27.414529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:50:27.449686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=2a30ed0b-9127-40b8-aece-f9e7ac17ab42,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:27.479341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:27.593348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:27.882298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c552d1-6c38-48f3-831a-eca6ea4e8d13 None None] Network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:50:27.991574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0e508d12-c70c-40f0-b0a3-412266f86e05 None None] Provisioning for port c6ba4281-b403-4494-b83d-007327b737b3 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:50:28.044729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:28.140140 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:28.148950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:28.265090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:28.269060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=2a30ed0b-9127-40b8-aece-f9e7ac17ab42,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:28.281322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:28.281675 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:28.282038 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:28.282363 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:28.282685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:28.283006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:28.283351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:28.283673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:28.284003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:28.284315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:28.284632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:28.286284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:50:28.341892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c6ba4281-b403-4494-b83d-007327b737b3 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:50:28.412752 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port c6ba4281-b403-4494-b83d-007327b737b3 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:50:28.417910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c6ba4281-b403-4494-b83d-007327b737b3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:50:28.418276 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:28.424326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:50:28.425753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:50:28.495782 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d28eb85f-b2f2-44de-9fdf-b46a95b652be None None] Provisioning complete for port c6ba4281-b403-4494-b83d-007327b737b3 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:50:28.496168 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d28eb85f-b2f2-44de-9fdf-b46a95b652be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:28.591983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:28.610762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router a372dc0d-2800-4edd-b602-9361af280d5f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:50:28.677096 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port c6ba4281-b403-4494-b83d-007327b737b3, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c6ba4281-b403-4494-b83d-007327b737b3,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:28.686707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:28.687512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3383a6bd-0efd-48bf-906c-c9ba45619aeb up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:50:28.780800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d28eb85f-b2f2-44de-9fdf-b46a95b652be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:28.832312 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:50:28.847653 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d060c57f-9bcf-47c5-bdda-201d0351223f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/a372dc0d-2800-4edd-b602-9361af280d5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9833615 Apr 29 17:50:28.847865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55466) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:28.861967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Sync routers for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:50:28.870574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=c6ba4281-b403-4494-b83d-007327b737b3,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:28.900520 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:28.901289 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:50:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:28.983721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c9f7d-5f80-4b71-af4d-96cbc6c9a4ec tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:28.984186 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c9f7d-5f80-4b71-af4d-96cbc6c9a4ec tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:28.984633 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c9f7d-5f80-4b71-af4d-96cbc6c9a4ec tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:28.985144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c9f7d-5f80-4b71-af4d-96cbc6c9a4ec tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:28.986769 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-727c9f7d-5f80-4b71-af4d-96cbc6c9a4ec tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1379974 Apr 29 17:50:28.989558 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55470) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:29.011318 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 3383a6bd-0efd-48bf-906c-c9ba45619aeb completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:50:29.030536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-d28eb85f-b2f2-44de-9fdf-b46a95b652be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:50:29.030888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-d28eb85f-b2f2-44de-9fdf-b46a95b652be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:50:29.033875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 3383a6bd-0efd-48bf-906c-c9ba45619aeb triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:50:29.034241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:29.055943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d0f3b-d12a-4c16-861e-35489f0cfe2e tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:29.056404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d0f3b-d12a-4c16-861e-35489f0cfe2e tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:29.056848 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d0f3b-d12a-4c16-861e-35489f0cfe2e tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:29.057283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d0f3b-d12a-4c16-861e-35489f0cfe2e tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:29.058890 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-645d0f3b-d12a-4c16-861e-35489f0cfe2e tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0684774 Apr 29 17:50:29.061689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55474) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:29.136519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:29.308415 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:29.391257 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fee53dc0-608c-459c-9772-c696264e23cd tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3284023 Apr 29 17:50:29.397392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 3383a6bd-0efd-48bf-906c-c9ba45619aeb, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3383a6bd-0efd-48bf-906c-c9ba45619aeb,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:29.438391 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:29.562407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=3383a6bd-0efd-48bf-906c-c9ba45619aeb,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:29.642655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d28eb85f-b2f2-44de-9fdf-b46a95b652be None None] Provisioning for port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:50:29.650039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d28eb85f-b2f2-44de-9fdf-b46a95b652be None None] Provisioning complete for port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:50:29.650409 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d28eb85f-b2f2-44de-9fdf-b46a95b652be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:29.693930 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:29.702722 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Checking router: a372dc0d-2800-4edd-b602-9361af280d5f for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:50:29.703067 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Updating router a372dc0d-2800-4edd-b602-9361af280d5f port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:50:29.743804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55480) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:29.749149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998187795', 'description': 'tempest-secgroup-smoke-998187795 description', 'project_id': '438682cd007d46eb90f162f5f8d9699b'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:29.750371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d28eb85f-b2f2-44de-9fdf-b46a95b652be None None] Port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:50:29.756206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:29.760548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:29.761519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:29.763504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:29.769614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:29.781692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:29.800550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:29.804268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:29.806974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:29.812765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:29.879459 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:29.884029 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:29.897554 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-68ea5a78-bb1e-44da-9c9e-4eb1c6deeb6e None None] Provisioning complete for port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:50:29.897839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-68ea5a78-bb1e-44da-9c9e-4eb1c6deeb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:29.926415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4392b435-db5a-4e7a-bd44-72b0f75898a0,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:29.933390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:29.934821 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-37354325-2f05-422f-912b-114130e8de98 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1899095 Apr 29 17:50:29.937517 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55484) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:29.942715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1858166c-f239-43d9-b2c8-f71b3257270b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '4392b435-db5a-4e7a-bd44-72b0f75898a0', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:29.948618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1858166c-f239-43d9-b2c8-f71b3257270b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:29.952478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1858166c-f239-43d9-b2c8-f71b3257270b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:29.955327 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1858166c-f239-43d9-b2c8-f71b3257270b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:29.960857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1858166c-f239-43d9-b2c8-f71b3257270b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:29.979598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1858166c-f239-43d9-b2c8-f71b3257270b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:29.990747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-68ea5a78-bb1e-44da-9c9e-4eb1c6deeb6e None None] Port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:50:30.040450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1858166c-f239-43d9-b2c8-f71b3257270b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.045656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1858166c-f239-43d9-b2c8-f71b3257270b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.067690 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858166c-f239-43d9-b2c8-f71b3257270b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6fabed-c9f9-4220-9f32-024cb7d869b7,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:30.080067 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1858166c-f239-43d9-b2c8-f71b3257270b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.081248 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1858166c-f239-43d9-b2c8-f71b3257270b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427577 Apr 29 17:50:30.084256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55488) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:30.089747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-86e0b3ff-cb24-4589-8318-572f9b533651 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '4392b435-db5a-4e7a-bd44-72b0f75898a0', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:30.096117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-86e0b3ff-cb24-4589-8318-572f9b533651 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:30.100729 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-86e0b3ff-cb24-4589-8318-572f9b533651 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:30.103711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-86e0b3ff-cb24-4589-8318-572f9b533651 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:30.109557 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-86e0b3ff-cb24-4589-8318-572f9b533651 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:30.126999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-86e0b3ff-cb24-4589-8318-572f9b533651 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.162235 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.174461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Transition to ACTIVE for port object 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:50:30.181444 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.189702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-86e0b3ff-cb24-4589-8318-572f9b533651 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.193805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-86e0b3ff-cb24-4589-8318-572f9b533651 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.226732 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0b3ff-cb24-4589-8318-572f9b533651 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42270445-ce01-470b-8515-52677a62445a,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:30.237269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-86e0b3ff-cb24-4589-8318-572f9b533651 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.239831 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-86e0b3ff-cb24-4589-8318-572f9b533651 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544068 Apr 29 17:50:30.242630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55492) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:30.248660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-84c0118d-5633-4f3a-bf77-cc3853fc5c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '4392b435-db5a-4e7a-bd44-72b0f75898a0', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:30.255253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-84c0118d-5633-4f3a-bf77-cc3853fc5c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:30.261717 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-84c0118d-5633-4f3a-bf77-cc3853fc5c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:30.263567 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-84c0118d-5633-4f3a-bf77-cc3853fc5c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:30.269515 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-84c0118d-5633-4f3a-bf77-cc3853fc5c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:30.293202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-84c0118d-5633-4f3a-bf77-cc3853fc5c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.294224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c6ba4281-b403-4494-b83d-007327b737b3 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:50:30.354425 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487680bc-0c15-4da6-b1f6-2d2521049513 None None] Pushing event updated for resources: {'Port': ['ID=2a30ed0b-9127-40b8-aece-f9e7ac17ab42,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:30.360130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-84c0118d-5633-4f3a-bf77-cc3853fc5c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.366091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-84c0118d-5633-4f3a-bf77-cc3853fc5c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.390548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0118d-5633-4f3a-bf77-cc3853fc5c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442c371d-8488-4c55-b5cc-374af2f98ef3,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:30.405372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-84c0118d-5633-4f3a-bf77-cc3853fc5c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.407380 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-84c0118d-5633-4f3a-bf77-cc3853fc5c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626468 Apr 29 17:50:30.409687 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55496) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:30.416118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2a2d7d4f-fe20-40c8-a72d-9a307e250bb1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '4392b435-db5a-4e7a-bd44-72b0f75898a0', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:30.422712 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2a2d7d4f-fe20-40c8-a72d-9a307e250bb1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:30.426981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2a2d7d4f-fe20-40c8-a72d-9a307e250bb1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:30.430334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2a2d7d4f-fe20-40c8-a72d-9a307e250bb1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:30.436774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2a2d7d4f-fe20-40c8-a72d-9a307e250bb1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:30.460202 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7d4f-fe20-40c8-a72d-9a307e250bb1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.484516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Attempting to bind port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:50:30.485083 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Attempting to bind port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:50:30.485606 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Attempting to bind port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 on network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:50:30.491845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:50:30.492330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Checking segment: {'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:50:30.492813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.493289 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Bound using segment: {'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:50:30.493851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Bound port: 2a30ed0b-9127-40b8-aece-f9e7ac17ab42, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:50:30.494311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.537639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7d4f-fe20-40c8-a72d-9a307e250bb1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.542981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7d4f-fe20-40c8-a72d-9a307e250bb1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.546167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c6ba4281-b403-4494-b83d-007327b737b3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:50:30.546524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.569096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d7d4f-fe20-40c8-a72d-9a307e250bb1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8867fc8c-151d-44ac-932d-10230a397da2,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:30.579712 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7d4f-fe20-40c8-a72d-9a307e250bb1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.581343 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2a2d7d4f-fe20-40c8-a72d-9a307e250bb1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1699286 Apr 29 17:50:30.584372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55500) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:30.589762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f33f0533-97f2-47db-86ea-918ca551bbd0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '4392b435-db5a-4e7a-bd44-72b0f75898a0', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:30.595869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f33f0533-97f2-47db-86ea-918ca551bbd0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:30.599840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f33f0533-97f2-47db-86ea-918ca551bbd0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:30.602745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f33f0533-97f2-47db-86ea-918ca551bbd0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:30.608396 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f33f0533-97f2-47db-86ea-918ca551bbd0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:30.623621 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-f33f0533-97f2-47db-86ea-918ca551bbd0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:50:30.634430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f33f0533-97f2-47db-86ea-918ca551bbd0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.656387 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] For port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:50:30.660605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] For port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2a30ed0b-9127-40b8-aece-f9e7ac17ab42,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:50:30.692242 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.717124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f33f0533-97f2-47db-86ea-918ca551bbd0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.721725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f33f0533-97f2-47db-86ea-918ca551bbd0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.770737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f0533-97f2-47db-86ea-918ca551bbd0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed59adf-2bdf-46f5-9898-fccf8382dce5,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:30.774292 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f33f0533-97f2-47db-86ea-918ca551bbd0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.775686 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f33f0533-97f2-47db-86ea-918ca551bbd0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1899238 Apr 29 17:50:30.778636 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55504) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:30.781064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3383a6bd-0efd-48bf-906c-c9ba45619aeb up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:50:30.785154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-978b542e-5cad-4717-a2f9-b2b9bec8ffa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '4392b435-db5a-4e7a-bd44-72b0f75898a0', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:30.791534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-978b542e-5cad-4717-a2f9-b2b9bec8ffa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:30.795557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-978b542e-5cad-4717-a2f9-b2b9bec8ffa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:30.798560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-978b542e-5cad-4717-a2f9-b2b9bec8ffa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:30.804629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-978b542e-5cad-4717-a2f9-b2b9bec8ffa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:30.819856 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-978b542e-5cad-4717-a2f9-b2b9bec8ffa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:50:30.828529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-978b542e-5cad-4717-a2f9-b2b9bec8ffa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.837952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:30.838574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:50:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:30.902913 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-978b542e-5cad-4717-a2f9-b2b9bec8ffa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.907785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-978b542e-5cad-4717-a2f9-b2b9bec8ffa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.935164 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b542e-5cad-4717-a2f9-b2b9bec8ffa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243df83f-d8e4-404a-bef9-9d4d2dd6b5d1,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:30.946060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-978b542e-5cad-4717-a2f9-b2b9bec8ffa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:30.955469 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-978b542e-5cad-4717-a2f9-b2b9bec8ffa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1679640 Apr 29 17:50:31.016257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487680bc-0c15-4da6-b1f6-2d2521049513 None None] Pushing event updated for resources: {'Port': ['ID=2a30ed0b-9127-40b8-aece-f9e7ac17ab42,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:31.088264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 3383a6bd-0efd-48bf-906c-c9ba45619aeb triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:50:31.088643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:31.135342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:31.402820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-a55292f3-d51a-4f43-bdb0-981db471f8a1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:50:31.422274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-a55292f3-d51a-4f43-bdb0-981db471f8a1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:50:31.423901 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-a55292f3-d51a-4f43-bdb0-981db471f8a1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998187795&fields=id&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 267 time: 0.0662353 Apr 29 17:50:31.500291 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:30Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:31.504454 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df523ba-e5c3-4e4a-b7e4-5f66e4aff11c None None] The sync data for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv is: [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:30Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:50:31.594568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-c6f5b56a-0274-40bb-ad98-ccb07bbae124 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:31.596479 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-c6f5b56a-0274-40bb-ad98-ccb07bbae124 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/networks?id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 200 len: 796 time: 0.1654034 Apr 29 17:50:31.616373 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-9f977a74-57a0-44a1-a22b-d5e4ea715750 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/quotas/438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 375 time: 0.0112574 Apr 29 17:50:31.701921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-281fc9aa-23eb-4f0b-acf0-963fd66bf220 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:50:31.718075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-281fc9aa-23eb-4f0b-acf0-963fd66bf220 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:50:31.719577 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-281fc9aa-23eb-4f0b-acf0-963fd66bf220 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970845 Apr 29 17:50:31.920540 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-02c13178-b445-4c95-8984-c7fcb26fa329 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886661 Apr 29 17:50:32.056948 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-f77fee4a-1d86-4014-b495-bf19c3a7bdcd service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299591 Apr 29 17:50:32.299525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:50:32.306775 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ded1499b-dcbf-48f9-92c2-d70f36d4d4f3 req-2a865b3a-5eea-40c1-9955-65ed28168be1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 210 time: 0.1055236 Apr 29 17:50:32.370744 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:50:32.376399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:50:32.376788 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:32.496254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:32.531582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2a30ed0b-9127-40b8-aece-f9e7ac17ab42,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:32.536860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:32.606646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=2a30ed0b-9127-40b8-aece-f9e7ac17ab42,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:33.405284 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1cf86b78-e2c6-4529-b39b-65afa23d2e95 req-c2602bec-d1b7-452d-9cfd-0b727fca410e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 210 time: 0.0470364 Apr 29 17:50:34.278736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:50:34.345805 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:50:34.346169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:34.563122 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c083ffd-1194-415b-ab69-c74b9fafc3b0 req-3433039c-3dfd-4476-9126-e6337803c53a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 210 time: 0.0501072 Apr 29 17:50:35.715565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4ecc5862-acc4-4b6c-b578-6b38d6e0fd02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:35.716222 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4ecc5862-acc4-4b6c-b578-6b38d6e0fd02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:50:35.725234 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-62756055-3efc-4fc9-a7d2-3a41df0c6644 req-cd312b01-d279-437b-89f6-e36e1ecb4ab8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 210 time: 0.0431633 Apr 29 17:50:35.732539 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4ecc5862-acc4-4b6c-b578-6b38d6e0fd02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:50:35.733736 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4ecc5862-acc4-4b6c-b578-6b38d6e0fd02 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks?id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 200 len: 796 time: 0.1670732 Apr 29 17:50:35.780779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-71eb7ff4-5f5c-4598-9018-9490bf6e82fb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:50:35.792433 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-71eb7ff4-5f5c-4598-9018-9490bf6e82fb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:50:35.793524 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-71eb7ff4-5f5c-4598-9018-9490bf6e82fb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 379 time: 0.0522087 Apr 29 17:50:35.801704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'port': {'device_id': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'admin_state_up': True, 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'security_groups': ['4392b435-db5a-4e7a-bd44-72b0f75898a0']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:35.934008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:35.943959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:35.957616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:50:35.961306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:36.132067 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.11 (ec8e23e4-30bf-4e03-a9d3-009fd5405b35/507e0043-003e-4e69-8f91-ae0494824b2c/8d596ef2-85c9-4d8d-b4be-9e3ea862dc37) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:50:36.320654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:36.336230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:50:36.362979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:36.434324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:50:36.437351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:50:36.441301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:50:36.480582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:36.516782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:36.517372 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:36.548528 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4d2ca6a0-cb6f-4352-a1bc-ff64a055e3ab tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7499156 Apr 29 17:50:36.611131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Request body: {'port': {'device_id': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:36.649492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-904c07af-aa81-4c13-8c4b-7ce6b4b55396 None None] Provisioning for port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:50:36.655995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-904c07af-aa81-4c13-8c4b-7ce6b4b55396 None None] Provisioning complete for port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:50:36.656576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-904c07af-aa81-4c13-8c4b-7ce6b4b55396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:36.709828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-904c07af-aa81-4c13-8c4b-7ce6b4b55396 None None] Port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:50:36.736577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:36.924533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e329e-5c83-43eb-b87e-61403b530a32 req-0cd36654-81c5-45b8-9ac0-c0bb96dd2289 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:36.926026 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a23e329e-5c83-43eb-b87e-61403b530a32 req-0cd36654-81c5-45b8-9ac0-c0bb96dd2289 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 932 time: 0.0888417 Apr 29 17:50:36.969757 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a23e329e-5c83-43eb-b87e-61403b530a32 req-2bd8cfea-5139-4161-9911-da74c895f15e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=4392b435-db5a-4e7a-bd44-72b0f75898a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377944 Apr 29 17:50:37.073718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:50:37.081029 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:37.098932 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Transition to ACTIVE for port object 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:50:37.104145 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:37.344827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Pushing event updated for resources: {'Port': ['ID=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:37.446501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Attempting to bind port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:50:37.446805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Attempting to bind port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:50:37.447053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Attempting to bind port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 on network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:50:37.451777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 on network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:50:37.452096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Attempting to bind port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 on network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:50:37.458638 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:50:37.458979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Checking segment: {'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:50:37.459374 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Bound using segment: {'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:50:37.459790 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Bound port: 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:50:37.460129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:37.550386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] For port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:50:37.553313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] For port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:50:37.559206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:37.622013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:37.622821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:37.624059 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] 10.222.0.36 "PUT /v2.0/ports/8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 HTTP/1.1" status: 200 len: 1094 time: 1.0669045 Apr 29 17:50:37.624495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:50:37.643635 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b821cbe-6387-4157-9f6a-92e82280ac0e service neutron] Pushing event updated for resources: {'Port': ['ID=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:37.707087 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2273066d-52dd-487e-ac8e-24b341466828'] response: {'name': 'network-changed', 'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'status': 'completed', 'code': 200} Apr 29 17:50:37.748782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-45f21711-eead-48bf-9bdc-9a740b4c8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:37.750436 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-45f21711-eead-48bf-9bdc-9a740b4c8a0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 1097 time: 0.0760520 Apr 29 17:50:37.821528 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-95f43644-c92b-42ea-95ec-cb098f5e91b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 HTTP/1.1" status: 200 len: 217 time: 0.0647492 Apr 29 17:50:37.885390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-f6d192a4-e797-4499-a9d1-e4e2162d7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:37.886836 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-f6d192a4-e797-4499-a9d1-e4e2162d7a8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=507e0043-003e-4e69-8f91-ae0494824b2c HTTP/1.1" status: 200 len: 834 time: 0.0602016 Apr 29 17:50:37.969699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-234e0cdf-bb85-48f6-9410-10b889dd745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:37.971074 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-234e0cdf-bb85-48f6-9410-10b889dd745f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785623 Apr 29 17:50:38.102981 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-c572d338-943c-4342-a101-f8e4198ca88f service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254168 Apr 29 17:50:38.152683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404901e4-9739-4eb1-ad07-2c880602573b req-4ace7fa5-1ba3-4db3-bfa3-929a46ee24ad tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:38.155433 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-404901e4-9739-4eb1-ad07-2c880602573b req-4ace7fa5-1ba3-4db3-bfa3-929a46ee24ad tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 944 time: 0.0815125 Apr 29 17:50:38.207121 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-404901e4-9739-4eb1-ad07-2c880602573b req-762e0c19-5f08-4d7f-8130-46418ccea6e3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=4392b435-db5a-4e7a-bd44-72b0f75898a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457630 Apr 29 17:50:38.238535 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-46b21ae0-0b32-42b9-894c-6a58f44ecb28 req-e5d403ca-2fca-4119-8b04-fd69a4dcb942 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282434 Apr 29 17:50:38.357475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e4305-07e6-477e-98da-611807523c9f req-8c28c009-7e25-4de7-9985-78d84950cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:38.358826 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ad8e4305-07e6-477e-98da-611807523c9f req-8c28c009-7e25-4de7-9985-78d84950cae7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 1097 time: 0.0723455 Apr 29 17:50:38.488560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e4305-07e6-477e-98da-611807523c9f req-e9ce9c08-31c3-4bd1-ac34-fc524dc9a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:38.489963 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ad8e4305-07e6-477e-98da-611807523c9f req-e9ce9c08-31c3-4bd1-ac34-fc524dc9a883 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 200 len: 897 time: 0.1247294 Apr 29 17:50:38.559454 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ad8e4305-07e6-477e-98da-611807523c9f req-ec774d1b-6965-45f4-865d-15c517d6eb58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 HTTP/1.1" status: 200 len: 217 time: 0.0627005 Apr 29 17:50:38.621922 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e4305-07e6-477e-98da-611807523c9f req-e6bfbd8e-9fd1-4120-86b5-88f1f59eddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:38.623238 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ad8e4305-07e6-477e-98da-611807523c9f req-e6bfbd8e-9fd1-4120-86b5-88f1f59eddb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=507e0043-003e-4e69-8f91-ae0494824b2c HTTP/1.1" status: 200 len: 834 time: 0.0579491 Apr 29 17:50:38.707931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e4305-07e6-477e-98da-611807523c9f req-c29f0d90-9d36-4c7e-8165-ffdea1d0023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:38.709427 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ad8e4305-07e6-477e-98da-611807523c9f req-c29f0d90-9d36-4c7e-8165-ffdea1d0023e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799482 Apr 29 17:50:38.841708 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ad8e4305-07e6-477e-98da-611807523c9f req-ffa6155c-ba46-4172-8390-14dcc7ce5072 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249468 Apr 29 17:50:38.972818 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-ad8e4305-07e6-477e-98da-611807523c9f req-2b886d0a-e384-447e-bb7f-d7b81528a136 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248176 Apr 29 17:50:39.504862 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c58c8-a382-4b3a-8186-3e764ab65ecf req-83d9f5c1-843e-4428-9eb5-6fdbe3664250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:39.506193 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e75c58c8-a382-4b3a-8186-3e764ab65ecf req-83d9f5c1-843e-4428-9eb5-6fdbe3664250 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 944 time: 0.1856964 Apr 29 17:50:39.552116 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e75c58c8-a382-4b3a-8186-3e764ab65ecf req-820750a6-1e33-4190-b4da-8e89a88ee577 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=4392b435-db5a-4e7a-bd44-72b0f75898a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372479 Apr 29 17:50:40.754730 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67443d00-8179-4498-b8f6-b99e80533489 req-374a61d4-a9f5-483a-9711-89e6cb09a2a1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:40.756218 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67443d00-8179-4498-b8f6-b99e80533489 req-374a61d4-a9f5-483a-9711-89e6cb09a2a1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 944 time: 0.0858231 Apr 29 17:50:40.804135 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67443d00-8179-4498-b8f6-b99e80533489 req-8c2d777e-7aa7-4d0f-a635-365fcbc456ff tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=4392b435-db5a-4e7a-bd44-72b0f75898a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393703 Apr 29 17:50:41.474421 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:50:41.751638 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:50:41.894191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:41.907980 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'port_id': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'mac_address': 'fa:16:3e:2a:69:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:50:41.962095 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:41.979481 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:50:41.988417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43398c-635c-47f8-be7b-eaf53898016a req-8854355e-6101-446d-b77b-d215a5e38d26 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:41.989845 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ab43398c-635c-47f8-be7b-eaf53898016a req-8854355e-6101-446d-b77b-d215a5e38d26 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 944 time: 0.0808740 Apr 29 17:50:41.995838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:42.002149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:42.034908 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ab43398c-635c-47f8-be7b-eaf53898016a req-f89a2a5e-5925-42d9-87d7-bb5759e0ba13 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=4392b435-db5a-4e7a-bd44-72b0f75898a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391302 Apr 29 17:50:42.073814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:42.219628 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['8d596ef2-85c9-4d8d-b4be-9e3ea862dc37'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:50:43.238366 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4acbe2-bb9e-4cc8-9049-48ddd79640d6 req-ebebbdca-9d9e-4adf-b4bc-279180bf3fa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:43.239879 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc4acbe2-bb9e-4cc8-9049-48ddd79640d6 req-ebebbdca-9d9e-4adf-b4bc-279180bf3fa5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 945 time: 0.0919244 Apr 29 17:50:43.284812 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc4acbe2-bb9e-4cc8-9049-48ddd79640d6 req-e363da2b-59a8-4a36-907f-d63509502ac0 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=4392b435-db5a-4e7a-bd44-72b0f75898a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389934 Apr 29 17:50:43.767699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:50:43.845265 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:50:43.852111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:50:43.852619 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:43.973093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:44.003056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:50:44.012730 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:44.018617 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:44.086017 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:44.106143 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4b840f-2bce-4d7f-a4b3-9848ce6ae3d0'] response: {'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'code': 200} Apr 29 17:50:44.330584 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e4442-067c-4f99-b39b-2ab31351e5ce req-50ca46ec-613e-404b-a4fb-fdade95ba350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:44.332099 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0f4e4442-067c-4f99-b39b-2ab31351e5ce req-50ca46ec-613e-404b-a4fb-fdade95ba350 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 1099 time: 0.0713806 Apr 29 17:50:44.371620 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0f4e4442-067c-4f99-b39b-2ab31351e5ce req-a413e2c7-11e0-4622-82db-eefbe5823149 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4392b435-db5a-4e7a-bd44-72b0f75898a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336502 Apr 29 17:50:44.480423 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18c095-5ef9-4432-bf1d-a1d5906b7308 req-9f2c2864-fc1c-4bb2-a5ba-b59b10492424 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:44.481799 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d18c095-5ef9-4432-bf1d-a1d5906b7308 req-9f2c2864-fc1c-4bb2-a5ba-b59b10492424 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 946 time: 0.0898528 Apr 29 17:50:44.530131 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d18c095-5ef9-4432-bf1d-a1d5906b7308 req-afc37ee0-9f36-480b-ac64-5a84c97a4f60 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=4392b435-db5a-4e7a-bd44-72b0f75898a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424371 Apr 29 17:50:45.734587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02dd32-2579-4c85-a3aa-b2a1579341f3 req-a45cad4a-b563-428b-a911-b5dd9d981013 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:45.736080 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f02dd32-2579-4c85-a3aa-b2a1579341f3 req-a45cad4a-b563-428b-a911-b5dd9d981013 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 946 time: 0.0828156 Apr 29 17:50:45.783191 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f02dd32-2579-4c85-a3aa-b2a1579341f3 req-b6310a36-049b-4060-a7dd-4aa26b1f3c19 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=4392b435-db5a-4e7a-bd44-72b0f75898a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383620 Apr 29 17:50:45.989573 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788ebf1-976e-4f10-b41c-d6cf359bbe91 req-05d5d1b1-62ac-4e81-90cb-e6612f12e574 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:45.991016 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0788ebf1-976e-4f10-b41c-d6cf359bbe91 req-05d5d1b1-62ac-4e81-90cb-e6612f12e574 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 946 time: 0.1012435 Apr 29 17:50:46.035088 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0788ebf1-976e-4f10-b41c-d6cf359bbe91 req-b5d6aca1-e670-49cd-b81f-9907ec011043 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=4392b435-db5a-4e7a-bd44-72b0f75898a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381861 Apr 29 17:50:46.057570 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55588) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:46.127126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2498aa82-56d0-4972-b84f-cd5a2c5b6d1e tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:46.128523 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2498aa82-56d0-4972-b84f-cd5a2c5b6d1e tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 1094 time: 0.0700126 Apr 29 17:50:46.132688 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55592) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:46.137555 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:46.143828 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:46.148395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:floatingip and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:46.151402 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:46.157384 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:46.171698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:46.318439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:46.453895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.52 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/9e31909b-dfcd-4488-a5e9-68bedf820e88) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:50:46.598472 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:46.636400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:46.705534 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:50:46.708241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:50:46.710779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:50:46.745266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=9e31909b-dfcd-4488-a5e9-68bedf820e88,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:47.235847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:47.316383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:47.520712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:47.529530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:47.643042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=9e31909b-dfcd-4488-a5e9-68bedf820e88,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:47.658367 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:47.828771 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP aaa7f4e8-2b81-46de-b4eb-527f9def26ff associated. External IP: 172.26.4.52, port: 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37. Apr 29 17:50:48.175675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router a372dc0d-2800-4edd-b602-9361af280d5f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:50:48.268747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:48.349800 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:50:48.359524 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc8004-7c0a-417d-b0f2-a3ddf6753fa6 None None] Sync routers for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:50:48.370453 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc8004-7c0a-417d-b0f2-a3ddf6753fa6 None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:48.371067 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b8fc8004-7c0a-417d-b0f2-a3ddf6753fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:50:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:48.374624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:48.431319 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ff4e842b-10f7-4c18-a52b-0bac92bcd30f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2974629 Apr 29 17:50:48.431751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:50:48.433955 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55596) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:48.532121 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7444b240-475e-4bfd-99c1-7b3ebfdc69c4'] response: {'name': 'network-changed', 'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'status': 'completed', 'code': 200} Apr 29 17:50:48.556735 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-b8fc8004-7c0a-417d-b0f2-a3ddf6753fa6 None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:48.687136 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae355450-02c2-46c5-8c41-357d82a68c6a tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:48.688588 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ae355450-02c2-46c5-8c41-357d82a68c6a tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 1094 time: 0.2535477 Apr 29 17:50:48.690738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3ca2-35c6-4a38-8d3e-3f693ae631c9 req-168442ab-e1aa-4688-8c09-eed5b7cc484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:48.692159 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-192f3ca2-35c6-4a38-8d3e-3f693ae631c9 req-168442ab-e1aa-4688-8c09-eed5b7cc484e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 1099 time: 0.1077256 Apr 29 17:50:48.827381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3ca2-35c6-4a38-8d3e-3f693ae631c9 req-cb77479a-fe7d-4d8c-9dc1-ea21991569d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:48.828859 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-192f3ca2-35c6-4a38-8d3e-3f693ae631c9 req-cb77479a-fe7d-4d8c-9dc1-ea21991569d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 200 len: 897 time: 0.1308663 Apr 29 17:50:48.917852 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b8fc8004-7c0a-417d-b0f2-a3ddf6753fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'aaa7f4e8-2b81-46de-b4eb-527f9def26ff', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'port_id': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'mac_address': 'fa:16:3e:2a:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:50:47Z', 'updated_at': '2022-04-29T17:50:47Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:32Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:48.921656 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc8004-7c0a-417d-b0f2-a3ddf6753fa6 None None] Checking router: a372dc0d-2800-4edd-b602-9361af280d5f for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:50:48.930168 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc8004-7c0a-417d-b0f2-a3ddf6753fa6 None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:50:48.930931 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b8fc8004-7c0a-417d-b0f2-a3ddf6753fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:50:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:48.931758 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-192f3ca2-35c6-4a38-8d3e-3f693ae631c9 req-eb90ec79-d248-4c69-b455-890a6074818c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 HTTP/1.1" status: 200 len: 999 time: 0.0970583 Apr 29 17:50:48.999097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3ca2-35c6-4a38-8d3e-3f693ae631c9 req-44a934a6-3e82-4158-b0d4-6874fe8ed278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:49.000589 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-192f3ca2-35c6-4a38-8d3e-3f693ae631c9 req-44a934a6-3e82-4158-b0d4-6874fe8ed278 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=507e0043-003e-4e69-8f91-ae0494824b2c HTTP/1.1" status: 200 len: 834 time: 0.0632038 Apr 29 17:50:49.076203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3ca2-35c6-4a38-8d3e-3f693ae631c9 req-bdc465d0-bf7b-4b4f-a315-b75a8b7a6941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:49.077952 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-192f3ca2-35c6-4a38-8d3e-3f693ae631c9 req-bdc465d0-bf7b-4b4f-a315-b75a8b7a6941 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710166 Apr 29 17:50:49.107249 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-b8fc8004-7c0a-417d-b0f2-a3ddf6753fa6 None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:50:49.207945 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-192f3ca2-35c6-4a38-8d3e-3f693ae631c9 req-95f9087e-9fb0-4c3e-8153-e350a9dab072 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240699 Apr 29 17:50:49.340377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55606) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:49.342289 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-192f3ca2-35c6-4a38-8d3e-3f693ae631c9 req-dfa93479-5975-4a2e-ad46-fe9bb157f762 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288130 Apr 29 17:50:49.345575 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-caac8fb3-40de-4efb-8ebd-ec72adb46190 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37689136', 'description': 'tempest-secgroup-smoke-37689136 description', 'project_id': '438682cd007d46eb90f162f5f8d9699b'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:49.352535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-caac8fb3-40de-4efb-8ebd-ec72adb46190 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:49.362918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-caac8fb3-40de-4efb-8ebd-ec72adb46190 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:49.373623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-caac8fb3-40de-4efb-8ebd-ec72adb46190 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.392784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-caac8fb3-40de-4efb-8ebd-ec72adb46190 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:49.396999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-caac8fb3-40de-4efb-8ebd-ec72adb46190 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:49.399779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-caac8fb3-40de-4efb-8ebd-ec72adb46190 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:49.405324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-caac8fb3-40de-4efb-8ebd-ec72adb46190 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:49.476215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-caac8fb3-40de-4efb-8ebd-ec72adb46190 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.481242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-caac8fb3-40de-4efb-8ebd-ec72adb46190 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.495540 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b8fc8004-7c0a-417d-b0f2-a3ddf6753fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'aaa7f4e8-2b81-46de-b4eb-527f9def26ff', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'port_id': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'mac_address': 'fa:16:3e:2a:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:50:47Z', 'updated_at': '2022-04-29T17:50:47Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:32Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:50:49.499486 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc8004-7c0a-417d-b0f2-a3ddf6753fa6 None None] The sync data for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv is: [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'aaa7f4e8-2b81-46de-b4eb-527f9def26ff', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'port_id': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'mac_address': 'fa:16:3e:2a:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:50:47Z', 'updated_at': '2022-04-29T17:50:47Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:32Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:50:49.525927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac8fb3-40de-4efb-8ebd-ec72adb46190 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f30cbc2-cbdf-4102-806e-a0206c9b7293,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:49.533179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-caac8fb3-40de-4efb-8ebd-ec72adb46190 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.534542 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-caac8fb3-40de-4efb-8ebd-ec72adb46190 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1931803 Apr 29 17:50:49.537658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55610) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:49.542804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ccf31ec7-b5ca-45a8-89c7-f889081b6531 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '7f30cbc2-cbdf-4102-806e-a0206c9b7293', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:49.549188 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ccf31ec7-b5ca-45a8-89c7-f889081b6531 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:49.553127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ccf31ec7-b5ca-45a8-89c7-f889081b6531 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:49.556090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ccf31ec7-b5ca-45a8-89c7-f889081b6531 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:49.562419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ccf31ec7-b5ca-45a8-89c7-f889081b6531 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:49.581876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ccf31ec7-b5ca-45a8-89c7-f889081b6531 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.653495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ccf31ec7-b5ca-45a8-89c7-f889081b6531 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.659522 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ccf31ec7-b5ca-45a8-89c7-f889081b6531 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.685142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf31ec7-b5ca-45a8-89c7-f889081b6531 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6cc7a7-6787-4a7a-9a8c-075bca99b22e,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:49.695272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ccf31ec7-b5ca-45a8-89c7-f889081b6531 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.696499 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ccf31ec7-b5ca-45a8-89c7-f889081b6531 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1578405 Apr 29 17:50:49.699180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55614) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:49.704286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-51553726-763c-42fb-9c9e-42636abbaf68 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '7f30cbc2-cbdf-4102-806e-a0206c9b7293', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:49.710425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-51553726-763c-42fb-9c9e-42636abbaf68 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:49.713427 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbe801-beb1-4715-8659-29302ddba587 None None] New status for floating IP aaa7f4e8-2b81-46de-b4eb-527f9def26ff: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:50:49.723514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-51553726-763c-42fb-9c9e-42636abbaf68 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:49.726405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-51553726-763c-42fb-9c9e-42636abbaf68 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:49.732006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-51553726-763c-42fb-9c9e-42636abbaf68 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:49.748463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-51553726-763c-42fb-9c9e-42636abbaf68 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.810510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-51553726-763c-42fb-9c9e-42636abbaf68 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.814037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-51553726-763c-42fb-9c9e-42636abbaf68 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.837324 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51553726-763c-42fb-9c9e-42636abbaf68 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f02691-2abc-4e9d-996d-d7f688e48907,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:49.847087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-51553726-763c-42fb-9c9e-42636abbaf68 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.848456 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-51553726-763c-42fb-9c9e-42636abbaf68 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481864 Apr 29 17:50:49.851379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55618) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:49.856524 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-fdfc89f6-5280-4157-ac07-84d166fb75cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '7f30cbc2-cbdf-4102-806e-a0206c9b7293', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:49.862400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fdfc89f6-5280-4157-ac07-84d166fb75cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:49.866215 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fdfc89f6-5280-4157-ac07-84d166fb75cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:49.869042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-fdfc89f6-5280-4157-ac07-84d166fb75cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:49.874678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-fdfc89f6-5280-4157-ac07-84d166fb75cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:49.891525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdfc89f6-5280-4157-ac07-84d166fb75cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.956389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdfc89f6-5280-4157-ac07-84d166fb75cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.961304 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdfc89f6-5280-4157-ac07-84d166fb75cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.987430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc89f6-5280-4157-ac07-84d166fb75cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce9fb22-17e5-450a-94ac-6822ca4967c6,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:49.997929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdfc89f6-5280-4157-ac07-84d166fb75cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:49.999131 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fdfc89f6-5280-4157-ac07-84d166fb75cc tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467061 Apr 29 17:50:50.001942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55622) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:50.006936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1aae1199-ea62-411a-8362-269249484cb8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '7f30cbc2-cbdf-4102-806e-a0206c9b7293', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:50.012861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1aae1199-ea62-411a-8362-269249484cb8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:50.016851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1aae1199-ea62-411a-8362-269249484cb8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:50.019770 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1aae1199-ea62-411a-8362-269249484cb8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:50.025721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1aae1199-ea62-411a-8362-269249484cb8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:50.153937 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1aae1199-ea62-411a-8362-269249484cb8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:50.218891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1aae1199-ea62-411a-8362-269249484cb8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:50.224228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1aae1199-ea62-411a-8362-269249484cb8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:50.247210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae1199-ea62-411a-8362-269249484cb8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634a1bf1-4902-4742-937d-9a89599f6dec,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:50.256668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1aae1199-ea62-411a-8362-269249484cb8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:50.257901 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1aae1199-ea62-411a-8362-269249484cb8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2550194 Apr 29 17:50:50.260795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55626) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:50.265690 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4ab494dd-6e22-4afa-8c5e-cf748ecabe7f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '7f30cbc2-cbdf-4102-806e-a0206c9b7293', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:50.272265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4ab494dd-6e22-4afa-8c5e-cf748ecabe7f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:50.276269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4ab494dd-6e22-4afa-8c5e-cf748ecabe7f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:50.279359 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4ab494dd-6e22-4afa-8c5e-cf748ecabe7f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:50.285332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4ab494dd-6e22-4afa-8c5e-cf748ecabe7f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:50.297305 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-4ab494dd-6e22-4afa-8c5e-cf748ecabe7f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:50:50.303672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4ab494dd-6e22-4afa-8c5e-cf748ecabe7f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:50.364520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4ab494dd-6e22-4afa-8c5e-cf748ecabe7f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:50.369946 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4ab494dd-6e22-4afa-8c5e-cf748ecabe7f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:50.391830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab494dd-6e22-4afa-8c5e-cf748ecabe7f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30ac2ab-2fce-4478-bffd-38b7f8840581,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:50.402712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4ab494dd-6e22-4afa-8c5e-cf748ecabe7f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:50.404034 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4ab494dd-6e22-4afa-8c5e-cf748ecabe7f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1421866 Apr 29 17:50:50.406913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55630) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:50:50.412140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2de491e5-1474-423d-9f1f-b220a46280ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': '7f30cbc2-cbdf-4102-806e-a0206c9b7293', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:50.417855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2de491e5-1474-423d-9f1f-b220a46280ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:50.421709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2de491e5-1474-423d-9f1f-b220a46280ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:50.424762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2de491e5-1474-423d-9f1f-b220a46280ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:50.430361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2de491e5-1474-423d-9f1f-b220a46280ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:50.441860 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-2de491e5-1474-423d-9f1f-b220a46280ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:50:50.449300 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2de491e5-1474-423d-9f1f-b220a46280ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:50.516850 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2de491e5-1474-423d-9f1f-b220a46280ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:50.522497 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2de491e5-1474-423d-9f1f-b220a46280ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:50.544739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de491e5-1474-423d-9f1f-b220a46280ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8953aa7a-2c12-43b0-bb1f-20d96ac0c0e1,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:50.555407 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2de491e5-1474-423d-9f1f-b220a46280ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:50.556915 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2de491e5-1474-423d-9f1f-b220a46280ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490610 Apr 29 17:50:50.722953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-a3c74bc4-e710-4e48-9fb6-cf17b4748b46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:50:50.744755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-a3c74bc4-e710-4e48-9fb6-cf17b4748b46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:50:50.744755 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-a3c74bc4-e710-4e48-9fb6-cf17b4748b46 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37689136&fields=id&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 267 time: 0.0583386 Apr 29 17:50:50.899043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-ce6c9dc5-792f-475a-9255-c0a723c8e587 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:50.900507 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-ce6c9dc5-792f-475a-9255-c0a723c8e587 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/networks?id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 200 len: 796 time: 0.1497443 Apr 29 17:50:50.917792 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-e4aa8e45-5939-43bb-ba04-8b2bf5663303 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/quotas/438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 375 time: 0.0092173 Apr 29 17:50:51.014291 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-75a0bc31-9291-4c87-8db1-952e3d24cee2 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0894964 Apr 29 17:50:51.151730 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-c517d955-b6f6-4a7a-8798-cad31626fcaf service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251488 Apr 29 17:50:51.281629 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-7dd990f5-87ef-4d08-939f-24d501569e19 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216404 Apr 29 17:50:51.458531 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e517605c-4051-4d4c-bfba-5a2f1cfc15aa req-47812e5c-39bc-4deb-a114-c9510d460904 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 210 time: 0.0432260 Apr 29 17:50:52.535080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-dc79b6d1-b111-4b45-b760-03c1eda7e7a1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:52.536535 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-dc79b6d1-b111-4b45-b760-03c1eda7e7a1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks?id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 200 len: 796 time: 0.1537342 Apr 29 17:50:52.589380 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-cb31463f-084d-4faf-adae-748655eb99a7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 470 time: 0.0435042 Apr 29 17:50:52.610840 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5e0dc91a-ed15-4dfb-baa9-55c596e03241 req-e46a185b-5c1f-4fc7-9170-84a4e4393b5b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 210 time: 0.0436733 Apr 29 17:50:52.618989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'port': {'device_id': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'admin_state_up': True, 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'security_groups': ['7f30cbc2-cbdf-4102-806e-a0206c9b7293']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:52.759315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:50:52.763634 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:port and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:50:52.766498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:50:52.778100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:50:52.791489 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:50:52.795247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:52.971118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.3 (ec8e23e4-30bf-4e03-a9d3-009fd5405b35/507e0043-003e-4e69-8f91-ae0494824b2c/44c660dc-1d6e-4d7c-926c-12d75bd9a56d) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:50:53.267308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:53.274989 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0ad4aaa8-0666-4db6-ba7c-bc00d7ab3569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:53.284539 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 44c660dc-1d6e-4d7c-926c-12d75bd9a56d will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:50:53.309554 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:53.382501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:50:53.385540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:50:53.389252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:50:53.422282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=44c660dc-1d6e-4d7c-926c-12d75bd9a56d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:53.458600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:53.459200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:53.485076 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-0cd7c259-e7d1-45ea-b465-37fe76f3d903 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8701799 Apr 29 17:50:53.496095 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Request body: {'port': {'device_id': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:50:53.603307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:53.616092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e7c3c4b7-ae3d-40e3-ab2c-cdfbe6882294 None None] Provisioning for port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:50:53.621688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e7c3c4b7-ae3d-40e3-ab2c-cdfbe6882294 None None] Provisioning complete for port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:50:53.622126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e7c3c4b7-ae3d-40e3-ab2c-cdfbe6882294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:53.708767 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-e7c3c4b7-ae3d-40e3-ab2c-cdfbe6882294 None None] Port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:50:53.813249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6e36b-bb86-4bc4-b0ae-0300c3b67f17 req-0ff3bc35-c251-48c3-87e2-9bb1af0661e3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:53.815747 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b8a6e36b-bb86-4bc4-b0ae-0300c3b67f17 req-0ff3bc35-c251-48c3-87e2-9bb1af0661e3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 931 time: 0.0838199 Apr 29 17:50:53.857988 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b8a6e36b-bb86-4bc4-b0ae-0300c3b67f17 req-b903d74b-64c3-42df-b43d-988e8c8349e5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f30cbc2-cbdf-4102-806e-a0206c9b7293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375831 Apr 29 17:50:53.950163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c660dc-1d6e-4d7c-926c-12d75bd9a56d {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:50:53.957577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:53.972435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Transition to ACTIVE for port object 44c660dc-1d6e-4d7c-926c-12d75bd9a56d will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:50:53.977715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:54.130075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Pushing event updated for resources: {'Port': ['ID=44c660dc-1d6e-4d7c-926c-12d75bd9a56d,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:54.205492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Attempting to bind port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:50:54.205813 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Attempting to bind port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:50:54.206128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Attempting to bind port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d on network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:50:54.210721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d on network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:50:54.211025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Attempting to bind port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d on network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:50:54.216087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:50:54.216411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Checking segment: {'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:50:54.216776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Bound using segment: {'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:50:54.217180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Bound port: 44c660dc-1d6e-4d7c-926c-12d75bd9a56d, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4b9a26-e059-43c2-86f8-cecdd9a29864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:50:54.217478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:54.303171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] For port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:50:54.306409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] For port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=44c660dc-1d6e-4d7c-926c-12d75bd9a56d,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:50:54.311582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:54.371053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:54.371691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:54.373056 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] 10.222.0.36 "PUT /v2.0/ports/44c660dc-1d6e-4d7c-926c-12d75bd9a56d HTTP/1.1" status: 200 len: 1093 time: 0.8812053 Apr 29 17:50:54.373479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'tag': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:50:54.396664 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d7b87-ba55-4157-8887-79bad457e85f service neutron] Pushing event updated for resources: {'Port': ['ID=44c660dc-1d6e-4d7c-926c-12d75bd9a56d,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:54.475718 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24e4dff-067a-46d9-a909-76c2fe0e1c4e'] response: {'name': 'network-changed', 'server_uuid': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'tag': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d', 'status': 'completed', 'code': 200} Apr 29 17:50:54.486623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-c2af7469-52a7-49d7-af45-7aebca3abfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:54.488128 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-c2af7469-52a7-49d7-af45-7aebca3abfdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 1096 time: 0.0739517 Apr 29 17:50:54.558990 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-c56518e1-9109-4d1b-b86f-1811b9928cf8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44c660dc-1d6e-4d7c-926c-12d75bd9a56d HTTP/1.1" status: 200 len: 217 time: 0.0639036 Apr 29 17:50:54.619055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-82b052e5-09f7-4c2a-bf8b-59ff4bf34f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:54.620385 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-82b052e5-09f7-4c2a-bf8b-59ff4bf34f22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=507e0043-003e-4e69-8f91-ae0494824b2c HTTP/1.1" status: 200 len: 834 time: 0.0559361 Apr 29 17:50:54.697350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-434541cd-9a16-42e7-931e-ecffecd332a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:54.698800 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-434541cd-9a16-42e7-931e-ecffecd332a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729961 Apr 29 17:50:54.837590 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-3ffdf6bd-f707-484d-926a-2adc091e004c service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320493 Apr 29 17:50:55.048603 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1ed81-2037-4f7c-9d7f-63a84aa9e6c2 req-c699ccdf-064b-471b-b7e4-108667ff1fc5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:55.050166 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fbf1ed81-2037-4f7c-9d7f-63a84aa9e6c2 req-c699ccdf-064b-471b-b7e4-108667ff1fc5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 943 time: 0.0857997 Apr 29 17:50:55.080690 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-2a6dde29-7438-489d-9ac7-1e5d9c9aa136 req-40f1b055-e5b0-4c1d-a94e-826b1350d887 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369959 Apr 29 17:50:55.097587 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fbf1ed81-2037-4f7c-9d7f-63a84aa9e6c2 req-045244ea-a74a-49c6-a028-56ec4886f1c5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f30cbc2-cbdf-4102-806e-a0206c9b7293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415363 Apr 29 17:50:55.196025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02beb65-78f5-44c9-ab83-0d370340d93b req-06e272ee-a246-4d09-9e7e-2105ef24ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:55.197381 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a02beb65-78f5-44c9-ab83-0d370340d93b req-06e272ee-a246-4d09-9e7e-2105ef24ee76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 1096 time: 0.0700448 Apr 29 17:50:55.339706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02beb65-78f5-44c9-ab83-0d370340d93b req-e9a4a1f4-fbab-4919-b9aa-6649c8035756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:55.341119 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a02beb65-78f5-44c9-ab83-0d370340d93b req-e9a4a1f4-fbab-4919-b9aa-6649c8035756 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 200 len: 897 time: 0.1362596 Apr 29 17:50:55.393552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-eaa146e5-2004-4330-9119-0992499d17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:55.419486 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a02beb65-78f5-44c9-ab83-0d370340d93b req-1f70fb47-9dc1-48c1-9087-393687266f30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44c660dc-1d6e-4d7c-926c-12d75bd9a56d HTTP/1.1" status: 200 len: 217 time: 0.0721931 Apr 29 17:50:55.480662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02beb65-78f5-44c9-ab83-0d370340d93b req-6f1af991-3ea4-4781-8f33-3748ced21f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:55.481903 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a02beb65-78f5-44c9-ab83-0d370340d93b req-6f1af991-3ea4-4781-8f33-3748ced21f2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=507e0043-003e-4e69-8f91-ae0494824b2c HTTP/1.1" status: 200 len: 834 time: 0.0568168 Apr 29 17:50:55.561528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02beb65-78f5-44c9-ab83-0d370340d93b req-6183c54c-738c-44bc-86a4-aead2690fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:55.562936 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a02beb65-78f5-44c9-ab83-0d370340d93b req-6183c54c-738c-44bc-86a4-aead2690fdda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742271 Apr 29 17:50:55.698742 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a02beb65-78f5-44c9-ab83-0d370340d93b req-418fb799-707d-4c9d-add6-fd55958a2ddd service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274014 Apr 29 17:50:55.838308 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a02beb65-78f5-44c9-ab83-0d370340d93b req-f9cb8a8f-f600-4437-9bd8-b7fef1de2928 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326611 Apr 29 17:50:56.296928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbac099-812c-40eb-b3cd-7e4818c65ac8 req-da9c376e-724b-4359-8c9c-dfc817d73b2a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:56.298392 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5cbac099-812c-40eb-b3cd-7e4818c65ac8 req-da9c376e-724b-4359-8c9c-dfc817d73b2a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 943 time: 0.0857143 Apr 29 17:50:56.350676 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5cbac099-812c-40eb-b3cd-7e4818c65ac8 req-6641368f-61ed-4268-a132-62e87608ef69 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f30cbc2-cbdf-4102-806e-a0206c9b7293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457501 Apr 29 17:50:56.612125 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:56.801109 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:57.553554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca80e9-278d-4078-8ab7-bbe82b09beca req-4d7782db-afe4-4eff-ad41-f07072f283af tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:57.554965 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70ca80e9-278d-4078-8ab7-bbe82b09beca req-4d7782db-afe4-4eff-ad41-f07072f283af tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 943 time: 0.0872724 Apr 29 17:50:57.603588 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70ca80e9-278d-4078-8ab7-bbe82b09beca req-ef8a2f6a-1139-43e3-9162-a5bf6ddb7028 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f30cbc2-cbdf-4102-806e-a0206c9b7293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427787 Apr 29 17:50:57.845809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 44c660dc-1d6e-4d7c-926c-12d75bd9a56d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:50:57.980090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=44c660dc-1d6e-4d7c-926c-12d75bd9a56d,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:58.001963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'port_id': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d', 'mac_address': 'fa:16:3e:5a:1d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:50:58.033854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:58.062529 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:58.079973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c660dc-1d6e-4d7c-926c-12d75bd9a56d {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:50:58.095664 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=44c660dc-1d6e-4d7c-926c-12d75bd9a56d,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:50:58.100451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:50:58.165538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=44c660dc-1d6e-4d7c-926c-12d75bd9a56d,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:50:58.304352 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['44c660dc-1d6e-4d7c-926c-12d75bd9a56d'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:50:58.786527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014d16e-f52d-42cb-8066-667393b0f1f5 req-b065731d-4b18-4965-b539-cab810b5f46f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:50:58.787995 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4014d16e-f52d-42cb-8066-667393b0f1f5 req-b065731d-4b18-4965-b539-cab810b5f46f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 944 time: 0.0806978 Apr 29 17:50:58.838609 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4014d16e-f52d-42cb-8066-667393b0f1f5 req-f68a1110-5b27-459e-b47b-97b7b1464ada tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f30cbc2-cbdf-4102-806e-a0206c9b7293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427301 Apr 29 17:50:59.859997 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 44c660dc-1d6e-4d7c-926c-12d75bd9a56d up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:50:59.943494 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:50:59.948261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:50:59.948579 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:00.041826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158c9d3-2cfa-4db4-9a66-c9b991ceb5d0 req-dc93b7dd-f66a-4a67-91e1-b5bdb8507208 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:00.043253 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5158c9d3-2cfa-4db4-9a66-c9b991ceb5d0 req-dc93b7dd-f66a-4a67-91e1-b5bdb8507208 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 944 time: 0.0840068 Apr 29 17:51:00.070664 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:00.087202 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5158c9d3-2cfa-4db4-9a66-c9b991ceb5d0 req-0a11e3c4-a154-479e-a3f0-e3b5da91aff4 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f30cbc2-cbdf-4102-806e-a0206c9b7293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379641 Apr 29 17:51:00.097711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:51:00.107712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=44c660dc-1d6e-4d7c-926c-12d75bd9a56d,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:51:00.112557 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:00.150135 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f54cb38-6436-4c12-bb1e-d5cafaf373aa'] response: {'server_uuid': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d', 'code': 200} Apr 29 17:51:00.182785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=44c660dc-1d6e-4d7c-926c-12d75bd9a56d,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:51:00.376717 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5333dd-bcb4-4908-933c-2d71daa2ffa2 req-48a2576f-8a0c-4c93-8464-57428763df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:00.378171 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1c5333dd-bcb4-4908-933c-2d71daa2ffa2 req-48a2576f-8a0c-4c93-8464-57428763df37 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 1098 time: 0.0757394 Apr 29 17:51:00.417818 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-1c5333dd-bcb4-4908-933c-2d71daa2ffa2 req-1a074fd4-82c5-4d7f-ab5d-49b0f0e75f90 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7f30cbc2-cbdf-4102-806e-a0206c9b7293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340548 Apr 29 17:51:01.285530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07228801-5afe-4ceb-8b12-93aa1514ebae req-1df5cd11-5ddc-4b76-8e9f-79b4e090d9a5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:01.286946 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-07228801-5afe-4ceb-8b12-93aa1514ebae req-1df5cd11-5ddc-4b76-8e9f-79b4e090d9a5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 945 time: 0.0834131 Apr 29 17:51:01.332189 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-07228801-5afe-4ceb-8b12-93aa1514ebae req-06fefebc-e80c-4ea5-b00a-ad2c6e618764 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f30cbc2-cbdf-4102-806e-a0206c9b7293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394418 Apr 29 17:51:02.543604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be04d6-8b12-4122-879d-e1e16a1b981b req-18a7cedc-0c7b-4f5c-bab1-8489433ccb1b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:02.544921 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f7be04d6-8b12-4122-879d-e1e16a1b981b req-18a7cedc-0c7b-4f5c-bab1-8489433ccb1b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 945 time: 0.0921443 Apr 29 17:51:02.591498 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f7be04d6-8b12-4122-879d-e1e16a1b981b req-7e5d8d81-da5e-40c1-8d4a-cbdddf39bc9e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f30cbc2-cbdf-4102-806e-a0206c9b7293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383897 Apr 29 17:51:02.940896 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3876022-6ec6-4303-9819-d7bb3716d3cd req-4eae89eb-67cc-49d2-9cea-d274c7ec3364 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:02.942336 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a3876022-6ec6-4303-9819-d7bb3716d3cd req-4eae89eb-67cc-49d2-9cea-d274c7ec3364 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 945 time: 0.0861137 Apr 29 17:51:02.986022 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a3876022-6ec6-4303-9819-d7bb3716d3cd req-e126dbfe-e672-41a6-8942-286e956c8a6e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f30cbc2-cbdf-4102-806e-a0206c9b7293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379176 Apr 29 17:51:03.008374 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55686) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:51:03.088157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212908d1-1fbc-42d2-b856-cd1f570edba3 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:03.089618 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-212908d1-1fbc-42d2-b856-cd1f570edba3 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 1093 time: 0.0803232 Apr 29 17:51:03.093486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55690) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:51:03.098298 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:51:03.104133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:51:03.108046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:floatingip and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:51:03.110929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:51:03.116717 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:51:03.131187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:03.283841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:03.523285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.185 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/610f3d03-cd60-4351-9c50-a3b5c7ecdfc5) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:51:03.666233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:03.701179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:03.765154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:51:03.767977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:51:03.772976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:51:03.804883 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=610f3d03-cd60-4351-9c50-a3b5c7ecdfc5,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:51:03.822036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:03.822382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:03.822715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:03.823050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:03.823428 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:03.823754 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:03.824089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:03.824397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:03.824716 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:03.825040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:03.825353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:03.825647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:04.188163 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:04.269352 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:04.486520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:04.493219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:04.603051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=610f3d03-cd60-4351-9c50-a3b5c7ecdfc5,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:51:04.612316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:04.784327 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP 963eb127-49b6-41be-9fa5-8f07b1f7ca0e associated. External IP: 172.26.4.185, port: 44c660dc-1d6e-4d7c-926c-12d75bd9a56d. Apr 29 17:51:05.245676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router a372dc0d-2800-4edd-b602-9361af280d5f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:51:05.425946 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:51:05.435776 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85e98a1-2d9d-44c5-9cbc-3b211f7b112b None None] Sync routers for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:51:05.447018 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85e98a1-2d9d-44c5-9cbc-3b211f7b112b None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:51:05.447759 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b85e98a1-2d9d-44c5-9cbc-3b211f7b112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:50:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:51:05.453121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:05.507491 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-36386dcc-5a7f-4f20-b771-0ab6e74ba2b9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4129219 Apr 29 17:51:05.507975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'tag': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:51:05.558661 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0108234-c6af-47bf-907f-d811f78d624f'] response: {'name': 'network-changed', 'server_uuid': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'tag': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d', 'status': 'completed', 'code': 200} Apr 29 17:51:05.631997 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-b85e98a1-2d9d-44c5-9cbc-3b211f7b112b None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:51:05.652621 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a3eee-1a50-43fd-8a7c-e54094343612 req-1f1e2a9b-8f8b-428c-91d8-81345e963dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:05.654215 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-465a3eee-1a50-43fd-8a7c-e54094343612 req-1f1e2a9b-8f8b-428c-91d8-81345e963dd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 1098 time: 0.0732625 Apr 29 17:51:05.785201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a3eee-1a50-43fd-8a7c-e54094343612 req-51a62664-4cd0-441f-b718-31b9bc2a4ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:05.786505 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-465a3eee-1a50-43fd-8a7c-e54094343612 req-51a62664-4cd0-441f-b718-31b9bc2a4ff0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 200 len: 897 time: 0.1263444 Apr 29 17:51:05.890930 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-465a3eee-1a50-43fd-8a7c-e54094343612 req-8d893d9c-df75-424b-a255-d06047496e54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44c660dc-1d6e-4d7c-926c-12d75bd9a56d HTTP/1.1" status: 200 len: 999 time: 0.0977514 Apr 29 17:51:05.954291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a3eee-1a50-43fd-8a7c-e54094343612 req-0965c664-48a9-4e56-bd5e-38fcc6b563fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:05.955754 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-465a3eee-1a50-43fd-8a7c-e54094343612 req-0965c664-48a9-4e56-bd5e-38fcc6b563fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=507e0043-003e-4e69-8f91-ae0494824b2c HTTP/1.1" status: 200 len: 834 time: 0.0586376 Apr 29 17:51:05.984164 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b85e98a1-2d9d-44c5-9cbc-3b211f7b112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '963eb127-49b6-41be-9fa5-8f07b1f7ca0e', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'port_id': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'mac_address': 'fa:16:3e:5a:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:51:04Z', 'updated_at': '2022-04-29T17:51:04Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}, {'id': 'aaa7f4e8-2b81-46de-b4eb-527f9def26ff', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'port_id': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'mac_address': 'fa:16:3e:2a:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:50:47Z', 'updated_at': '2022-04-29T17:50:49Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:32Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:51:05.988138 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85e98a1-2d9d-44c5-9cbc-3b211f7b112b None None] Checking router: a372dc0d-2800-4edd-b602-9361af280d5f for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:51:05.996676 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85e98a1-2d9d-44c5-9cbc-3b211f7b112b None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:51:05.997362 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b85e98a1-2d9d-44c5-9cbc-3b211f7b112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:50:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:51:06.029933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a3eee-1a50-43fd-8a7c-e54094343612 req-43bda67b-5355-478d-a312-870ea122d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:06.031488 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-465a3eee-1a50-43fd-8a7c-e54094343612 req-43bda67b-5355-478d-a312-870ea122d5da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696101 Apr 29 17:51:06.164084 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-465a3eee-1a50-43fd-8a7c-e54094343612 req-789adbcf-7bce-4e18-bd10-870ec117bc51 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255424 Apr 29 17:51:06.174009 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-b85e98a1-2d9d-44c5-9cbc-3b211f7b112b None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:51:06.294634 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-465a3eee-1a50-43fd-8a7c-e54094343612 req-7a061591-21e6-4507-a91e-39716d0ad900 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231778 Apr 29 17:51:06.561513 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b85e98a1-2d9d-44c5-9cbc-3b211f7b112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '963eb127-49b6-41be-9fa5-8f07b1f7ca0e', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'port_id': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'mac_address': 'fa:16:3e:5a:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:51:04Z', 'updated_at': '2022-04-29T17:51:04Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}, {'id': 'aaa7f4e8-2b81-46de-b4eb-527f9def26ff', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'port_id': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'mac_address': 'fa:16:3e:2a:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:50:47Z', 'updated_at': '2022-04-29T17:50:49Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:32Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:51:06.565593 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85e98a1-2d9d-44c5-9cbc-3b211f7b112b None None] The sync data for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv is: [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '963eb127-49b6-41be-9fa5-8f07b1f7ca0e', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'port_id': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'mac_address': 'fa:16:3e:5a:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:51:04Z', 'updated_at': '2022-04-29T17:51:04Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}, {'id': 'aaa7f4e8-2b81-46de-b4eb-527f9def26ff', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'port_id': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'mac_address': 'fa:16:3e:2a:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:50:47Z', 'updated_at': '2022-04-29T17:50:49Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:32Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:51:06.774267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0555d3-1db8-498b-9f2a-e9b9f54984fd None None] New status for floating IP 963eb127-49b6-41be-9fa5-8f07b1f7ca0e: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:51:09.254827 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0780a373-7bbd-4b38-9630-6fd4eee518f7 req-87c66933-c7f8-426c-b128-baa7886dadae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1758866 Apr 29 17:51:09.413983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780a373-7bbd-4b38-9630-6fd4eee518f7 req-1e4ea031-c2b2-4d59-bd92-d6ba892b6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:09.415431 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0780a373-7bbd-4b38-9630-6fd4eee518f7 req-1e4ea031-c2b2-4d59-bd92-d6ba892b6e12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 1099 time: 0.0832763 Apr 29 17:51:09.565530 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780a373-7bbd-4b38-9630-6fd4eee518f7 req-169ced27-1a60-4940-ad80-a2b71c9ad3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:09.566952 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0780a373-7bbd-4b38-9630-6fd4eee518f7 req-169ced27-1a60-4940-ad80-a2b71c9ad3d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 200 len: 897 time: 0.1323764 Apr 29 17:51:09.668544 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0780a373-7bbd-4b38-9630-6fd4eee518f7 req-aa3f6a9d-b086-45a5-9473-2e1f94b8450c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 HTTP/1.1" status: 200 len: 1001 time: 0.0944400 Apr 29 17:51:09.733087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780a373-7bbd-4b38-9630-6fd4eee518f7 req-742e90c4-54ab-4f7f-b353-71b28c3fa1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:09.734429 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0780a373-7bbd-4b38-9630-6fd4eee518f7 req-742e90c4-54ab-4f7f-b353-71b28c3fa1b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=507e0043-003e-4e69-8f91-ae0494824b2c HTTP/1.1" status: 200 len: 834 time: 0.0594797 Apr 29 17:51:09.809321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780a373-7bbd-4b38-9630-6fd4eee518f7 req-8173f7ee-386e-41e2-9666-10a7b9526c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:09.810736 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0780a373-7bbd-4b38-9630-6fd4eee518f7 req-8173f7ee-386e-41e2-9666-10a7b9526c67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694687 Apr 29 17:51:09.937744 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0780a373-7bbd-4b38-9630-6fd4eee518f7 req-5b0f63bd-fb73-4979-9229-db3be29f4893 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206856 Apr 29 17:51:10.081165 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0780a373-7bbd-4b38-9630-6fd4eee518f7 req-8418ae96-3ebe-4976-84b3-8c4ff0173931 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370635 Apr 29 17:51:18.273810 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:18.478269 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:51:23.291776 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c9768dae-80ec-4621-98e5-cdcf6ce12b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:25.394496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3c24a8cd-cf1d-42b6-aeb7-f6a2d1ef7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:26.616439 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:26.789181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:28.009665 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:38.649493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55710) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:51:38.757911 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0d67958b-c794-4e9b-a883-a8ee4911db15 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/aaa7f4e8-2b81-46de-b4eb-527f9def26ff HTTP/1.1" status: 200 len: 993 time: 0.1072187 Apr 29 17:51:39.459274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55720) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:51:39.465718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:51:39.596036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:39.804952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:51:39.833493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:39.840249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:39.910300 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:39.910920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:39.912269 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/ports/8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 HTTP/1.1" status: 200 len: 939 time: 0.4517131 Apr 29 17:51:39.915305 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:51:39.934975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,revision_number=6']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:51:39.942611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:39.943068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:39.943519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:39.943848 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:39.944346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:39.944664 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:39.945002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:39.945374 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:39.945695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:39.946018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:39.946319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:39.946631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7982908-2f66-4416-98e7-dc6ccc8c149a tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:51:39.962835 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faca1241-bb7e-4379-91ea-b6381324e974'] response: {'name': 'network-changed', 'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'status': 'completed', 'code': 200} Apr 29 17:51:40.057969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c51692-7be1-4d1d-97a4-1b2f2885f380 req-337f31b1-60af-4c17-a1cf-148e3cbe2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:40.059629 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-23c51692-7be1-4d1d-97a4-1b2f2885f380 req-337f31b1-60af-4c17-a1cf-148e3cbe2186 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 1100 time: 0.0741944 Apr 29 17:51:40.184387 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b4be7cce-32f3-467d-aa9c-adb0775aad64 None None] Provisioning complete for port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:51:40.184948 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b4be7cce-32f3-467d-aa9c-adb0775aad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:40.190961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c51692-7be1-4d1d-97a4-1b2f2885f380 req-f6c738d9-fdbe-4694-8e7a-0edc0f9348a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:40.192442 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-23c51692-7be1-4d1d-97a4-1b2f2885f380 req-f6c738d9-fdbe-4694-8e7a-0edc0f9348a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 200 len: 897 time: 0.1274321 Apr 29 17:51:40.245405 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-b4be7cce-32f3-467d-aa9c-adb0775aad64 None None] Port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 is administratively disabled so it will not transition to active. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 29 17:51:40.304270 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-23c51692-7be1-4d1d-97a4-1b2f2885f380 req-aa18177f-180c-4663-a62d-21567fc2f0fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 HTTP/1.1" status: 200 len: 1002 time: 0.1047575 Apr 29 17:51:40.380139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c51692-7be1-4d1d-97a4-1b2f2885f380 req-b9890644-baa8-4882-888b-61dc55893e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:40.382203 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-23c51692-7be1-4d1d-97a4-1b2f2885f380 req-b9890644-baa8-4882-888b-61dc55893e5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=507e0043-003e-4e69-8f91-ae0494824b2c HTTP/1.1" status: 200 len: 834 time: 0.0724216 Apr 29 17:51:40.463503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c51692-7be1-4d1d-97a4-1b2f2885f380 req-213f524f-156b-48f8-9d59-1535daedf7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:40.464945 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-23c51692-7be1-4d1d-97a4-1b2f2885f380 req-213f524f-156b-48f8-9d59-1535daedf7e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760474 Apr 29 17:51:40.689148 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-23c51692-7be1-4d1d-97a4-1b2f2885f380 req-cec9cab2-e5f3-48fe-94ca-7e5320e3e629 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180731 Apr 29 17:51:40.819690 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-23c51692-7be1-4d1d-97a4-1b2f2885f380 req-ebea9f19-2b6a-47b2-aa35-dedc5d028c18 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243954 Apr 29 17:51:43.342753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55730) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:51:43.352373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2f30673c-59c2-46fe-8de4-f39340345d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:51:43.475049 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f30673c-59c2-46fe-8de4-f39340345d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:43.686539 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2f30673c-59c2-46fe-8de4-f39340345d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:51:43.713671 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f30673c-59c2-46fe-8de4-f39340345d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:43.720516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f30673c-59c2-46fe-8de4-f39340345d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:43.783550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f30673c-59c2-46fe-8de4-f39340345d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:43.784153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f30673c-59c2-46fe-8de4-f39340345d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:43.788280 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2f30673c-59c2-46fe-8de4-f39340345d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/ports/8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 HTTP/1.1" status: 200 len: 938 time: 0.4413700 Apr 29 17:51:43.788280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:51:43.788763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55734) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:51:43.808886 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30673c-59c2-46fe-8de4-f39340345d73 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,revision_number=7']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:51:43.844125 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6f9450-04c4-4f0a-a2cb-77067b0a924c'] response: {'name': 'network-changed', 'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'status': 'completed', 'code': 200} Apr 29 17:51:43.913405 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-20cdd1a3-9192-4bad-800b-bf59b46ce490 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/aaa7f4e8-2b81-46de-b4eb-527f9def26ff HTTP/1.1" status: 200 len: 993 time: 0.1230836 Apr 29 17:51:43.941395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be9062-6dc4-497c-96ad-f824c9240b13 req-6a1e41b4-0da8-4081-add1-4f5fffb361d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:43.942907 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-48be9062-6dc4-497c-96ad-f824c9240b13 req-6a1e41b4-0da8-4081-add1-4f5fffb361d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 1099 time: 0.0768235 Apr 29 17:51:43.991504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-132939eb-0295-4290-9ff4-7166e29c9564 None None] Provisioning complete for port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:51:43.992160 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-132939eb-0295-4290-9ff4-7166e29c9564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:44.015708 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['8d596ef2-85c9-4d8d-b4be-9e3ea862dc37'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:51:44.075013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be9062-6dc4-497c-96ad-f824c9240b13 req-10220f0f-e0b9-4237-9028-ea21ab580371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:44.076562 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-48be9062-6dc4-497c-96ad-f824c9240b13 req-10220f0f-e0b9-4237-9028-ea21ab580371 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 200 len: 897 time: 0.1265140 Apr 29 17:51:44.182811 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-48be9062-6dc4-497c-96ad-f824c9240b13 req-183beb1d-abe7-4800-b753-4ab7e3ab7e7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 HTTP/1.1" status: 200 len: 1001 time: 0.0998287 Apr 29 17:51:44.246603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be9062-6dc4-497c-96ad-f824c9240b13 req-b010b5f8-482f-4d37-b56e-795e8386f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:44.248044 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-48be9062-6dc4-497c-96ad-f824c9240b13 req-b010b5f8-482f-4d37-b56e-795e8386f0bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=507e0043-003e-4e69-8f91-ae0494824b2c HTTP/1.1" status: 200 len: 834 time: 0.0596561 Apr 29 17:51:44.322965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be9062-6dc4-497c-96ad-f824c9240b13 req-5495ec86-ac6e-490b-bf56-99a93a572d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:44.324461 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-48be9062-6dc4-497c-96ad-f824c9240b13 req-5495ec86-ac6e-490b-bf56-99a93a572d84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706601 Apr 29 17:51:44.459351 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-48be9062-6dc4-497c-96ad-f824c9240b13 req-2d3de56f-264a-4c6c-a795-74e5d4c11488 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269345 Apr 29 17:51:44.593125 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-48be9062-6dc4-497c-96ad-f824c9240b13 req-d9f24fb3-40ff-4d36-b4c3-0b2911a61ea2 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272037 Apr 29 17:51:46.506089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55746) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:51:46.710963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3f25c51a-cae9-4fa7-a763-d00960b5a70e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 610f3d03-cd60-4351-9c50-a3b5c7ecdfc5 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:51:46.711336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3f25c51a-cae9-4fa7-a763-d00960b5a70e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:46.890143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3f25c51a-cae9-4fa7-a763-d00960b5a70e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:46.890439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3f25c51a-cae9-4fa7-a763-d00960b5a70e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:47.007332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-3f25c51a-cae9-4fa7-a763-d00960b5a70e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 610f3d03-cd60-4351-9c50-a3b5c7ecdfc5 owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:51:47.164196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3f25c51a-cae9-4fa7-a763-d00960b5a70e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:47.216421 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25c51a-cae9-4fa7-a763-d00960b5a70e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=610f3d03-cd60-4351-9c50-a3b5c7ecdfc5,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:51:47.417611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3f25c51a-cae9-4fa7-a763-d00960b5a70e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:47.417951 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-3f25c51a-cae9-4fa7-a763-d00960b5a70e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP 963eb127-49b6-41be-9fa5-8f07b1f7ca0e disassociated (deleted). External IP: 172.26.4.185, port: 44c660dc-1d6e-4d7c-926c-12d75bd9a56d. Apr 29 17:51:47.785444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f25c51a-cae9-4fa7-a763-d00960b5a70e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router a372dc0d-2800-4edd-b602-9361af280d5f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:51:47.959277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f25c51a-cae9-4fa7-a763-d00960b5a70e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:51:47.969231 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f0c74-c734-457d-a0f3-1542fa538bab None None] Sync routers for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:51:47.975611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3f25c51a-cae9-4fa7-a763-d00960b5a70e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:47.979257 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f0c74-c734-457d-a0f3-1542fa538bab None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:51:47.979889 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b68f0c74-c734-457d-a0f3-1542fa538bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:51:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:51:48.032614 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3f25c51a-cae9-4fa7-a763-d00960b5a70e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/floatingips/963eb127-49b6-41be-9fa5-8f07b1f7ca0e HTTP/1.1" status: 204 len: 168 time: 1.5253875 Apr 29 17:51:48.033218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'tag': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:51:48.096437 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a1faba-8b7b-4787-add7-9644f1e8e67e'] response: {'name': 'network-changed', 'server_uuid': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'tag': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d', 'status': 'completed', 'code': 200} Apr 29 17:51:48.162957 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-b68f0c74-c734-457d-a0f3-1542fa538bab None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:51:48.198869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f030cd-6cc6-4192-8bb1-e79a69ef8439 req-ea0f024b-1ba6-4ca2-87a9-243f92e08410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:48.200478 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05f030cd-6cc6-4192-8bb1-e79a69ef8439 req-ea0f024b-1ba6-4ca2-87a9-243f92e08410 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 1098 time: 0.0766120 Apr 29 17:51:48.293016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:48.351118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f030cd-6cc6-4192-8bb1-e79a69ef8439 req-cababa31-7c45-407e-83c2-f88aab6708e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:48.352616 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05f030cd-6cc6-4192-8bb1-e79a69ef8439 req-cababa31-7c45-407e-83c2-f88aab6708e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 200 len: 897 time: 0.1465411 Apr 29 17:51:48.420217 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05f030cd-6cc6-4192-8bb1-e79a69ef8439 req-1db84437-132b-4dfe-827b-3065832aa085 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44c660dc-1d6e-4d7c-926c-12d75bd9a56d HTTP/1.1" status: 200 len: 217 time: 0.0603852 Apr 29 17:51:48.425250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad80da7-1401-400e-9cf7-c8cc525c6072 req-dd69b182-7825-4f35-a8bb-2a1ea469ca0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:48.425952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-6ad80da7-1401-400e-9cf7-c8cc525c6072 req-dd69b182-7825-4f35-a8bb-2a1ea469ca0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:51:48.444872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-6ad80da7-1401-400e-9cf7-c8cc525c6072 req-dd69b182-7825-4f35-a8bb-2a1ea469ca0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:51:48.446206 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6ad80da7-1401-400e-9cf7-c8cc525c6072 req-dd69b182-7825-4f35-a8bb-2a1ea469ca0d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 945 time: 0.1009424 Apr 29 17:51:48.493110 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6ad80da7-1401-400e-9cf7-c8cc525c6072 req-f0b2a1ee-4410-47af-be09-3fc970bd8ea6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f30cbc2-cbdf-4102-806e-a0206c9b7293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402801 Apr 29 17:51:48.529281 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b68f0c74-c734-457d-a0f3-1542fa538bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'aaa7f4e8-2b81-46de-b4eb-527f9def26ff', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'port_id': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'mac_address': 'fa:16:3e:2a:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:50:47Z', 'updated_at': '2022-04-29T17:50:49Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:32Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:51:48.533460 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f0c74-c734-457d-a0f3-1542fa538bab None None] Checking router: a372dc0d-2800-4edd-b602-9361af280d5f for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:51:48.542464 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f0c74-c734-457d-a0f3-1542fa538bab None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:51:48.543074 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b68f0c74-c734-457d-a0f3-1542fa538bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:51:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:51:48.588002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f030cd-6cc6-4192-8bb1-e79a69ef8439 req-787aed66-aebf-4b9d-9070-aa9b82da1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:48.589403 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05f030cd-6cc6-4192-8bb1-e79a69ef8439 req-787aed66-aebf-4b9d-9070-aa9b82da1a37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=507e0043-003e-4e69-8f91-ae0494824b2c HTTP/1.1" status: 200 len: 834 time: 0.1631107 Apr 29 17:51:48.669804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f030cd-6cc6-4192-8bb1-e79a69ef8439 req-be8dba22-73fc-4bb0-bfae-22af83340f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:48.672053 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05f030cd-6cc6-4192-8bb1-e79a69ef8439 req-be8dba22-73fc-4bb0-bfae-22af83340f72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748887 Apr 29 17:51:48.719495 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-b68f0c74-c734-457d-a0f3-1542fa538bab None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:51:48.806078 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05f030cd-6cc6-4192-8bb1-e79a69ef8439 req-9f3b4486-add3-436e-ba09-8dc7fd593109 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273472 Apr 29 17:51:48.939022 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05f030cd-6cc6-4192-8bb1-e79a69ef8439 req-f63131fe-30b1-486e-9e44-e5870a368671 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260853 Apr 29 17:51:49.057947 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-b68f0c74-c734-457d-a0f3-1542fa538bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'aaa7f4e8-2b81-46de-b4eb-527f9def26ff', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'port_id': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'mac_address': 'fa:16:3e:2a:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:50:47Z', 'updated_at': '2022-04-29T17:50:49Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:32Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:51:49.061785 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f0c74-c734-457d-a0f3-1542fa538bab None None] The sync data for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv is: [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'aaa7f4e8-2b81-46de-b4eb-527f9def26ff', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'port_id': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'mac_address': 'fa:16:3e:2a:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:50:47Z', 'updated_at': '2022-04-29T17:50:49Z', 'revision_number': 1, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:32Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:51:49.286378 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfce8a5-418f-48ef-9060-4eee2305d48a None None] New status for floating IP 963eb127-49b6-41be-9fa5-8f07b1f7ca0e: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:51:49.635547 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7697c-7b1d-4fff-b956-068305768514 req-a8c483ac-20d2-4228-99c0-dafd82b2c440 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:49.636314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-9fe7697c-7b1d-4fff-b956-068305768514 req-a8c483ac-20d2-4228-99c0-dafd82b2c440 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:51:49.648434 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-9fe7697c-7b1d-4fff-b956-068305768514 req-a8c483ac-20d2-4228-99c0-dafd82b2c440 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:51:49.649617 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9fe7697c-7b1d-4fff-b956-068305768514 req-a8c483ac-20d2-4228-99c0-dafd82b2c440 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 945 time: 0.0963879 Apr 29 17:51:49.696565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399ae4a-63bd-49f6-a759-5cd963dfeb1f req-d5b64a28-7f23-42ee-bf7f-9942988456ad tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:49.698043 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b399ae4a-63bd-49f6-a759-5cd963dfeb1f req-d5b64a28-7f23-42ee-bf7f-9942988456ad tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 945 time: 0.0857785 Apr 29 17:51:49.717270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-9fe7697c-7b1d-4fff-b956-068305768514 req-69ec50f5-cac7-4bb0-bc8c-6a1f4caf165b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:51:49.717604 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9fe7697c-7b1d-4fff-b956-068305768514 req-69ec50f5-cac7-4bb0-bc8c-6a1f4caf165b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:49.743208 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b399ae4a-63bd-49f6-a759-5cd963dfeb1f req-fcbb5d80-899e-492f-84d5-211cd1be2a22 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f30cbc2-cbdf-4102-806e-a0206c9b7293&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384436 Apr 29 17:51:49.964903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-9fe7697c-7b1d-4fff-b956-068305768514 req-69ec50f5-cac7-4bb0-bc8c-6a1f4caf165b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=44c660dc-1d6e-4d7c-926c-12d75bd9a56d,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:51:49.965144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9fe7697c-7b1d-4fff-b956-068305768514 req-69ec50f5-cac7-4bb0-bc8c-6a1f4caf165b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:50.082647 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-9fe7697c-7b1d-4fff-b956-068305768514 req-69ec50f5-cac7-4bb0-bc8c-6a1f4caf165b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 44c660dc-1d6e-4d7c-926c-12d75bd9a56d owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:51:50.235385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9fe7697c-7b1d-4fff-b956-068305768514 req-69ec50f5-cac7-4bb0-bc8c-6a1f4caf165b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:50.284240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec50f5-cac7-4bb0-bc8c-6a1f4caf165b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=44c660dc-1d6e-4d7c-926c-12d75bd9a56d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:51:50.360825 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe7697c-7b1d-4fff-b956-068305768514 req-69ec50f5-cac7-4bb0-bc8c-6a1f4caf165b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] No DVR routers for this DVR port 44c660dc-1d6e-4d7c-926c-12d75bd9a56d on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:51:50.363768 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9fe7697c-7b1d-4fff-b956-068305768514 req-69ec50f5-cac7-4bb0-bc8c-6a1f4caf165b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:50.366269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'name': 'network-vif-deleted', 'tag': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:51:50.384864 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9fe7697c-7b1d-4fff-b956-068305768514 req-69ec50f5-cac7-4bb0-bc8c-6a1f4caf165b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "DELETE /v2.0/ports/44c660dc-1d6e-4d7c-926c-12d75bd9a56d HTTP/1.1" status: 204 len: 173 time: 0.7299423 Apr 29 17:51:50.415915 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c992c6b3-3ac5-4e54-928b-9386b59fc9de'] response: {'server_uuid': '969974f0-6db9-4884-bf13-0c1ffa97e2e1', 'name': 'network-vif-deleted', 'tag': '44c660dc-1d6e-4d7c-926c-12d75bd9a56d', 'status': 'completed', 'code': 200} Apr 29 17:51:50.905417 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f6157be4-73d5-42b4-9270-168e141bccac req-b2e0d337-4088-4038-a8ff-00e72e024278 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=969974f0-6db9-4884-bf13-0c1ffa97e2e1 HTTP/1.1" status: 200 len: 210 time: 0.0447128 Apr 29 17:51:52.014600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55764) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:51:52.084688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4129cc41-3e0b-4c2f-87c4-1e1d941b5f19 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:52.114272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4129cc41-3e0b-4c2f-87c4-1e1d941b5f19 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:52.196569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4129cc41-3e0b-4c2f-87c4-1e1d941b5f19 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:52.217502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129cc41-3e0b-4c2f-87c4-1e1d941b5f19 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f30cbc2-cbdf-4102-806e-a0206c9b7293,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:51:52.229757 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4129cc41-3e0b-4c2f-87c4-1e1d941b5f19 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:52.230871 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4129cc41-3e0b-4c2f-87c4-1e1d941b5f19 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/security-groups/7f30cbc2-cbdf-4102-806e-a0206c9b7293 HTTP/1.1" status: 204 len: 168 time: 0.2152936 Apr 29 17:51:52.263968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55770) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:51:52.464231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ac05a-4e1f-4d2d-a5f9-5f297f35eb0b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 9e31909b-dfcd-4488-a5e9-68bedf820e88 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:51:52.464457 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5ac05a-4e1f-4d2d-a5f9-5f297f35eb0b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:52.730206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5ac05a-4e1f-4d2d-a5f9-5f297f35eb0b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:52.730443 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5ac05a-4e1f-4d2d-a5f9-5f297f35eb0b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:52.851600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ac05a-4e1f-4d2d-a5f9-5f297f35eb0b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 9e31909b-dfcd-4488-a5e9-68bedf820e88 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:51:53.017789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5ac05a-4e1f-4d2d-a5f9-5f297f35eb0b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:53.064116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ac05a-4e1f-4d2d-a5f9-5f297f35eb0b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=9e31909b-dfcd-4488-a5e9-68bedf820e88,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:51:53.153109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5ac05a-4e1f-4d2d-a5f9-5f297f35eb0b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:53.153599 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-6c5ac05a-4e1f-4d2d-a5f9-5f297f35eb0b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP aaa7f4e8-2b81-46de-b4eb-527f9def26ff disassociated (deleted). External IP: 172.26.4.52, port: 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37. Apr 29 17:51:53.277301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-60bb4501-3951-4e1b-abd2-38d32836294c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:53.535431 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5ac05a-4e1f-4d2d-a5f9-5f297f35eb0b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router a372dc0d-2800-4edd-b602-9361af280d5f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:51:53.711807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5ac05a-4e1f-4d2d-a5f9-5f297f35eb0b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:51:53.721490 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98568b1b-9b34-4acc-b52e-a0265133d002 None None] Sync routers for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:51:53.727679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6c5ac05a-4e1f-4d2d-a5f9-5f297f35eb0b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:53.731277 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98568b1b-9b34-4acc-b52e-a0265133d002 None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:51:53.731916 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-98568b1b-9b34-4acc-b52e-a0265133d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:51:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:51:53.782806 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6c5ac05a-4e1f-4d2d-a5f9-5f297f35eb0b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/floatingips/aaa7f4e8-2b81-46de-b4eb-527f9def26ff HTTP/1.1" status: 204 len: 168 time: 1.5176613 Apr 29 17:51:53.783548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:51:53.827069 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80abd17b-4d64-4040-b0e0-c9d4a6d4cd70'] response: {'name': 'network-changed', 'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'status': 'completed', 'code': 200} Apr 29 17:51:53.923732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4aa13-cee8-44aa-a3c8-e041c2aaefa8 req-19bb831b-585c-4dd2-9878-bb6c919af992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:53.925728 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-dfb4aa13-cee8-44aa-a3c8-e041c2aaefa8 req-19bb831b-585c-4dd2-9878-bb6c919af992 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 1099 time: 0.0746355 Apr 29 17:51:53.946436 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-98568b1b-9b34-4acc-b52e-a0265133d002 None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:51:54.055604 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4aa13-cee8-44aa-a3c8-e041c2aaefa8 req-9d36872c-d378-4c34-ae6a-d561881f9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:54.057195 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-dfb4aa13-cee8-44aa-a3c8-e041c2aaefa8 req-9d36872c-d378-4c34-ae6a-d561881f9409 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 200 len: 897 time: 0.1257272 Apr 29 17:51:54.123996 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-dfb4aa13-cee8-44aa-a3c8-e041c2aaefa8 req-6829776c-f48d-4a92-8bf9-cd8e88f29edd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 HTTP/1.1" status: 200 len: 217 time: 0.0601387 Apr 29 17:51:54.152529 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 44c660dc-1d6e-4d7c-926c-12d75bd9a56d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:51:54.160267 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33347b76-2081-4b21-8b81-3b02988937f0 req-619b0b51-a4e2-45fa-a95f-f8440768b75d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:54.163789 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-33347b76-2081-4b21-8b81-3b02988937f0 req-619b0b51-a4e2-45fa-a95f-f8440768b75d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 946 time: 0.0849667 Apr 29 17:51:54.198719 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 44c660dc-1d6e-4d7c-926c-12d75bd9a56d {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:51:54.200086 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 44c660dc-1d6e-4d7c-926c-12d75bd9a56d not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:51:54.211973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-33347b76-2081-4b21-8b81-3b02988937f0 req-744cf883-2362-4beb-8226-2c99da1d2830 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=4392b435-db5a-4e7a-bd44-72b0f75898a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433333 Apr 29 17:51:54.279822 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-98568b1b-9b34-4acc-b52e-a0265133d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:32Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:51:54.283960 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98568b1b-9b34-4acc-b52e-a0265133d002 None None] Checking router: a372dc0d-2800-4edd-b602-9361af280d5f for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:51:54.292842 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98568b1b-9b34-4acc-b52e-a0265133d002 None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:51:54.293441 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-98568b1b-9b34-4acc-b52e-a0265133d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:51:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:51:54.307021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4aa13-cee8-44aa-a3c8-e041c2aaefa8 req-23a370b7-104e-42d7-8db6-6045a9ac7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:54.308429 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-dfb4aa13-cee8-44aa-a3c8-e041c2aaefa8 req-23a370b7-104e-42d7-8db6-6045a9ac7624 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=507e0043-003e-4e69-8f91-ae0494824b2c HTTP/1.1" status: 200 len: 834 time: 0.1780899 Apr 29 17:51:54.382927 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4aa13-cee8-44aa-a3c8-e041c2aaefa8 req-0e01a9d7-b961-4197-a387-174b991921a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:54.384451 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-dfb4aa13-cee8-44aa-a3c8-e041c2aaefa8 req-0e01a9d7-b961-4197-a387-174b991921a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec8e23e4-30bf-4e03-a9d3-009fd5405b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698538 Apr 29 17:51:54.470132 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-98568b1b-9b34-4acc-b52e-a0265133d002 None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:51:54.514395 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-dfb4aa13-cee8-44aa-a3c8-e041c2aaefa8 req-db3225fc-e79e-452c-bcbc-7852a507ec38 service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226640 Apr 29 17:51:54.654769 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-dfb4aa13-cee8-44aa-a3c8-e041c2aaefa8 req-e7b1e0ac-ae7b-4081-9dcb-8a90ec86649e service neutron] 10.222.0.36 "GET /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323562 Apr 29 17:51:54.796868 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-98568b1b-9b34-4acc-b52e-a0265133d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:32Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:51:54.800915 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98568b1b-9b34-4acc-b52e-a0265133d002 None None] The sync data for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv is: [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:50:27Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '2a30ed0b-9127-40b8-aece-f9e7ac17ab42', 'name': '', 'network_id': 'ec8e23e4-30bf-4e03-a9d3-009fd5405b35', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:f2:dd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:26Z', 'updated_at': '2022-04-29T17:50:32Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': '507e0043-003e-4e69-8f91-ae0494824b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:51:55.001837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ca28ef-b977-4dba-9825-d05bf1df7f2a None None] New status for floating IP aaa7f4e8-2b81-46de-b4eb-527f9def26ff: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:51:55.391530 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c6059a1a-9703-45a1-8b11-5be779d07067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:55.405335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a90ec-5e51-47b0-bf5f-13f552c57300 req-de530a09-dc11-4949-8c30-c727e8fe3b13 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:55.406828 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a0a90ec-5e51-47b0-bf5f-13f552c57300 req-de530a09-dc11-4949-8c30-c727e8fe3b13 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 946 time: 0.0863931 Apr 29 17:51:55.453295 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a0a90ec-5e51-47b0-bf5f-13f552c57300 req-235c698a-1f07-4ffa-9bf7-8555d6110a88 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=4392b435-db5a-4e7a-bd44-72b0f75898a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402458 Apr 29 17:51:55.478049 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:51:55.495337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6fbbf-e956-4992-b78e-f0b508b0eae1 req-8ea441af-dd1e-4dee-a9b7-6b86371ef7e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:51:55.496050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-e5d6fbbf-e956-4992-b78e-f0b508b0eae1 req-8ea441af-dd1e-4dee-a9b7-6b86371ef7e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:51:55.513094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-e5d6fbbf-e956-4992-b78e-f0b508b0eae1 req-8ea441af-dd1e-4dee-a9b7-6b86371ef7e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:51:55.514328 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-e5d6fbbf-e956-4992-b78e-f0b508b0eae1 req-8ea441af-dd1e-4dee-a9b7-6b86371ef7e9 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 946 time: 0.1008315 Apr 29 17:51:55.588803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-e5d6fbbf-e956-4992-b78e-f0b508b0eae1 req-e4a77ea5-bc46-436e-bd09-aacfec4490fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:51:55.589134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-e5d6fbbf-e956-4992-b78e-f0b508b0eae1 req-e4a77ea5-bc46-436e-bd09-aacfec4490fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:55.844955 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-e5d6fbbf-e956-4992-b78e-f0b508b0eae1 req-e4a77ea5-bc46-436e-bd09-aacfec4490fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:51:55.845312 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-e5d6fbbf-e956-4992-b78e-f0b508b0eae1 req-e4a77ea5-bc46-436e-bd09-aacfec4490fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:55.966051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-e5d6fbbf-e956-4992-b78e-f0b508b0eae1 req-e4a77ea5-bc46-436e-bd09-aacfec4490fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:51:56.110567 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-e5d6fbbf-e956-4992-b78e-f0b508b0eae1 req-e4a77ea5-bc46-436e-bd09-aacfec4490fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:56.158201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a77ea5-bc46-436e-bd09-aacfec4490fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=8d596ef2-85c9-4d8d-b4be-9e3ea862dc37,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:51:56.231119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d6fbbf-e956-4992-b78e-f0b508b0eae1 req-e4a77ea5-bc46-436e-bd09-aacfec4490fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] No DVR routers for this DVR port 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:51:56.233788 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-e5d6fbbf-e956-4992-b78e-f0b508b0eae1 req-e4a77ea5-bc46-436e-bd09-aacfec4490fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:56.236170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'name': 'network-vif-deleted', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:51:56.254523 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-e5d6fbbf-e956-4992-b78e-f0b508b0eae1 req-e4a77ea5-bc46-436e-bd09-aacfec4490fe tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "DELETE /v2.0/ports/8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 HTTP/1.1" status: 204 len: 173 time: 0.7354753 Apr 29 17:51:56.293891 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f7d2dfc-6e38-432a-89f3-7484083efbd1'] response: {'server_uuid': 'd7e057df-2bff-4c06-b4a9-0b738c497abd', 'name': 'network-vif-deleted', 'tag': '8d596ef2-85c9-4d8d-b4be-9e3ea862dc37', 'status': 'completed', 'code': 200} Apr 29 17:51:56.620435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:56.632400 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-faecd94a-79bd-4c3c-abcc-983f29a48997 req-64c34133-a8aa-4952-94a8-0336c39c1130 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7e057df-2bff-4c06-b4a9-0b738c497abd HTTP/1.1" status: 200 len: 210 time: 0.0502620 Apr 29 17:51:56.783244 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:57.727537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55788) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:51:57.796922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-497d6c39-1bc6-4213-983a-7160af528608 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:57.827059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-497d6c39-1bc6-4213-983a-7160af528608 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:57.901929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-497d6c39-1bc6-4213-983a-7160af528608 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:57.918723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d6c39-1bc6-4213-983a-7160af528608 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4392b435-db5a-4e7a-bd44-72b0f75898a0,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:51:57.927380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-497d6c39-1bc6-4213-983a-7160af528608 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:57.928510 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-497d6c39-1bc6-4213-983a-7160af528608 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/security-groups/4392b435-db5a-4e7a-bd44-72b0f75898a0 HTTP/1.1" status: 204 len: 168 time: 0.1999304 Apr 29 17:51:57.959302 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55794) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:51:58.008302 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:58.628946 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-69cc1eae-07f6-43bc-acff-b46748a09f2d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:59.016271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-69cc1eae-07f6-43bc-acff-b46748a09f2d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:51:59.016981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-69cc1eae-07f6-43bc-acff-b46748a09f2d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:59.199452 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-69cc1eae-07f6-43bc-acff-b46748a09f2d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 2a30ed0b-9127-40b8-aece-f9e7ac17ab42, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=2a30ed0b-9127-40b8-aece-f9e7ac17ab42,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:51:59.199763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-69cc1eae-07f6-43bc-acff-b46748a09f2d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:59.323032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-69cc1eae-07f6-43bc-acff-b46748a09f2d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:51:59.506312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-69cc1eae-07f6-43bc-acff-b46748a09f2d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:51:59.563063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc1eae-07f6-43bc-acff-b46748a09f2d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=2a30ed0b-9127-40b8-aece-f9e7ac17ab42,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:51:59.958907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-69cc1eae-07f6-43bc-acff-b46748a09f2d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:00.152004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:52:00.185384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:52:00.185714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 8d596ef2-85c9-4d8d-b4be-9e3ea862dc37 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:52:00.318161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cc1eae-07f6-43bc-acff-b46748a09f2d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router a372dc0d-2800-4edd-b602-9361af280d5f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:52:00.494500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cc1eae-07f6-43bc-acff-b46748a09f2d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:52:00.505388 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fdbe1e-4917-4a70-8d3c-40e8419a1305 None None] Sync routers for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:52:00.507324 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-69cc1eae-07f6-43bc-acff-b46748a09f2d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/a372dc0d-2800-4edd-b602-9361af280d5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5468316 Apr 29 17:52:00.510291 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55798) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:00.514824 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fdbe1e-4917-4a70-8d3c-40e8419a1305 None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:52:00.515461 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-95fdbe1e-4917-4a70-8d3c-40e8419a1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:51:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:00.574601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-730ad9ce-308b-43ec-913a-81ba6c77e241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting subnet 507e0043-003e-4e69-8f91-ae0494824b2c {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:52:00.577890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-730ad9ce-308b-43ec-913a-81ba6c77e241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:00.635305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-730ad9ce-308b-43ec-913a-81ba6c77e241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:00.686235 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-95fdbe1e-4917-4a70-8d3c-40e8419a1305 None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:52:00.714665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-730ad9ce-308b-43ec-913a-81ba6c77e241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:00.789574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-730ad9ce-308b-43ec-913a-81ba6c77e241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:00.827813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ad9ce-308b-43ec-913a-81ba6c77e241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Subnet': ['ID=507e0043-003e-4e69-8f91-ae0494824b2c,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:00.831492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-730ad9ce-308b-43ec-913a-81ba6c77e241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:00.837672 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-730ad9ce-308b-43ec-913a-81ba6c77e241 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/subnets/507e0043-003e-4e69-8f91-ae0494824b2c HTTP/1.1" status: 204 len: 168 time: 0.3265271 Apr 29 17:52:00.840277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55802) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:00.841610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa6e83f-ca56-49ff-8483-d445261dd97e None None] Network ec8e23e4-30bf-4e03-a9d3-009fd5405b35 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:52:00.998025 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-95fdbe1e-4917-4a70-8d3c-40e8419a1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:51:59Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:01.002288 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fdbe1e-4917-4a70-8d3c-40e8419a1305 None None] Checking router: a372dc0d-2800-4edd-b602-9361af280d5f for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:52:01.010668 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fdbe1e-4917-4a70-8d3c-40e8419a1305 None None] Routers {'a372dc0d-2800-4edd-b602-9361af280d5f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:52:01.011231 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-95fdbe1e-4917-4a70-8d3c-40e8419a1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:51:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['a372dc0d-2800-4edd-b602-9361af280d5f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:01.019355 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:01.144320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] DHCP port deletion for ec8e23e4-30bf-4e03-a9d3-009fd5405b35 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:52:01.149030 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Deleting port c6ba4281-b403-4494-b83d-007327b737b3 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:52:01.149488 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:01.188725 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-95fdbe1e-4917-4a70-8d3c-40e8419a1305 None None] Set router a372dc0d-2800-4edd-b602-9361af280d5f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:52:01.326894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:01.338266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 3383a6bd-0efd-48bf-906c-c9ba45619aeb {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:52:01.338589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:01.360043 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] For port c6ba4281-b403-4494-b83d-007327b737b3, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c6ba4281-b403-4494-b83d-007327b737b3,segment=NetworkSegment(2a4b9a26-e059-43c2-86f8-cecdd9a29864),segment_id=2a4b9a26-e059-43c2-86f8-cecdd9a29864)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:52:01.360646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:01.468962 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-95fdbe1e-4917-4a70-8d3c-40e8419a1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:51:59Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:01.472712 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fdbe1e-4917-4a70-8d3c-40e8419a1305 None None] The sync data for ids ['a372dc0d-2800-4edd-b602-9361af280d5f'] in dv-neutron-839024-2-hyperv is: [{'id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'name': 'tempest-TestNetworkBasicOps-router-353766754', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:50:22Z', 'updated_at': '2022-04-29T17:51:59Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': '3383a6bd-0efd-48bf-906c-c9ba45619aeb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a372dc0d-2800-4edd-b602-9361af280d5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:50:23Z', 'updated_at': '2022-04-29T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:52:01.481760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Calling delete_port for c6ba4281-b403-4494-b83d-007327b737b3 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:52:01.529470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 3383a6bd-0efd-48bf-906c-c9ba45619aeb, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3383a6bd-0efd-48bf-906c-c9ba45619aeb,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:52:01.529823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:01.559138 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:01.603219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Pushing event deleted for resources: {'Port': ['ID=c6ba4281-b403-4494-b83d-007327b737b3,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:01.607995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] No DVR routers for this DVR port c6ba4281-b403-4494-b83d-007327b737b3 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:52:01.613865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:01.614225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:01.614546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:01.617780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:01.617780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:01.617780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:01.617780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:01.617780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:01.617780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:01.617780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:01.617780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:01.617780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab153e3-6972-4424-85ad-066afbcb8506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:01.658537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 3383a6bd-0efd-48bf-906c-c9ba45619aeb owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:52:01.833540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:01.880337 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=3383a6bd-0efd-48bf-906c-c9ba45619aeb,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:01.976051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.158236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.160507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.184306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.184886 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Fanout notify agent at l3_agent the message router_deleted on router a372dc0d-2800-4edd-b602-9361af280d5f {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:52:02.200219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.201318 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b9a14f25-8ef0-4947-8534-e778b445879b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/routers/a372dc0d-2800-4edd-b602-9361af280d5f HTTP/1.1" status: 204 len: 168 time: 1.3601224 Apr 29 17:52:02.204067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55806) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:02.319485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8266dc56-9cd7-4608-bd07-e52ba1fd7e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.450598 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8266dc56-9cd7-4608-bd07-e52ba1fd7e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.475949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-8266dc56-9cd7-4608-bd07-e52ba1fd7e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8e23e4-30bf-4e03-a9d3-009fd5405b35']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:02.488474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-8266dc56-9cd7-4608-bd07-e52ba1fd7e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4b9a26-e059-43c2-86f8-cecdd9a29864') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:02.488776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-8266dc56-9cd7-4608-bd07-e52ba1fd7e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4b9a26-e059-43c2-86f8-cecdd9a29864') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:02.500007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8266dc56-9cd7-4608-bd07-e52ba1fd7e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.516263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8266dc56-9cd7-4608-bd07-e52ba1fd7e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.522636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8266dc56-9cd7-4608-bd07-e52ba1fd7e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:52:02.523003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8266dc56-9cd7-4608-bd07-e52ba1fd7e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:52:02.537281 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:52:02.620308 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8266dc56-9cd7-4608-bd07-e52ba1fd7e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.624658 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8266dc56-9cd7-4608-bd07-e52ba1fd7e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.650036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266dc56-9cd7-4608-bd07-e52ba1fd7e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Network': ['ID=ec8e23e4-30bf-4e03-a9d3-009fd5405b35,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:02.666862 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8266dc56-9cd7-4608-bd07-e52ba1fd7e18 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/networks/ec8e23e4-30bf-4e03-a9d3-009fd5405b35 HTTP/1.1" status: 204 len: 168 time: 0.4616468 Apr 29 17:52:02.688872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:52:02.694169 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55810) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:02.701886 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'network': {'name': 'tempest-network-smoke--2017756536', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'port_security_enabled': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:02.707711 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:52:02.711882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:network and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:52:02.714876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:52:02.721469 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:52:02.725446 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:52:02.725902 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 2a30ed0b-9127-40b8-aece-f9e7ac17ab42 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:52:02.726205 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c6ba4281-b403-4494-b83d-007327b737b3 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:52:02.731443 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:52:02.734932 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.757849 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: c6ba4281-b403-4494-b83d-007327b737b3 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:52:02.758191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c6ba4281-b403-4494-b83d-007327b737b3 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:52:02.762895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:52:02.773485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.773818 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Added segment e16613fb-a3a3-4435-9962-1b6c24c3b22e of type vlan for network 2e940587-a884-4527-85a4-4fcbe77cc00b Apr 29 17:52:02.800835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.831854 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.837245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:02.837806 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.933996 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2367544 Apr 29 17:52:02.936936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55814) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:02.942234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-300493966', 'admin_state_up': True, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:02.942887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792ce0b-bc9e-4b60-a215-55514d0e9f0c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Network': ['ID=2e940587-a884-4527-85a4-4fcbe77cc00b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:02.949940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:52:02.954019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:router and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:52:02.954679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 2e940587-a884-4527-85a4-4fcbe77cc00b details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:52:02.957096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:52:02.963684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:52:02.973597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.974597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:02.990127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:03.370511 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:03.684427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:03.717772 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:03.880660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.7 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/e122413b-a984-4bce-9514-469b54f2f906) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:52:04.029390 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:04.062755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:04.123569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:52:04.126363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:52:04.129873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:52:04.166204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=e122413b-a984-4bce-9514-469b54f2f906,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:04.181673 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:04.182008 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:04.182339 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:04.182663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:04.182980 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:04.183304 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:04.183644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:04.183961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:04.184276 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:04.184592 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:04.184900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:04.185192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:04.273360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3383a6bd-0efd-48bf-906c-c9ba45619aeb no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:52:04.306955 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 3383a6bd-0efd-48bf-906c-c9ba45619aeb {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:52:04.307326 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3383a6bd-0efd-48bf-906c-c9ba45619aeb not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:52:04.664661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:05.004572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:05.224514 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:52:05.406703 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:52:05.417016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Sync routers for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:52:05.427107 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:52:05.427752 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:51:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:05.434858 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:05.436135 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-aabd69b5-26ac-4f76-830c-6552d4eee3f1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4982316 Apr 29 17:52:05.439457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55818) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:05.484579 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-503ddbfe-3d53-4b38-bd4d-dc1f263ca404 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=438682cd007d46eb90f162f5f8d9699b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440090 Apr 29 17:52:05.487010 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55822) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:05.621074 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131d89d6-395e-467d-9ef1-58ff732b65c6 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:05.625448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55826) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:05.626012 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-131d89d6-395e-467d-9ef1-58ff732b65c6 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1374338 Apr 29 17:52:05.631688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Set router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:52:05.673671 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-69aa86b8-af63-4de5-994d-f65f64a7a678 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461080 Apr 29 17:52:05.675952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55830) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:05.687282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916154708', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:05.796282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:52:05.800180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:subnet and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:52:05.802948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:52:05.809006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:52:05.821201 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:52:05.824847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:05.925385 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:52:04Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:05.930426 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Checking router: 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:52:05.930857 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Updating router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 port e122413b-a984-4bce-9514-469b54f2f906 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:52:06.027413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:06.166220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:06.243639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Subnet': ['ID=ee0277ec-d243-4d56-b962-2f0d737ee024,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:06.252656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Checking segment: {'id': 'e16613fb-a3a3-4435-9962-1b6c24c3b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:52:06.253064 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network hostable DHCP agents. Network: 2e940587-a884-4527-85a4-4fcbe77cc00b, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:52:06.275837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network 2e940587-a884-4527-85a4-4fcbe77cc00b is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:52:06.287204 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 2e940587-a884-4527-85a4-4fcbe77cc00b) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:52:06.292544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:06.293137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:06.301821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931c5fbd-3039-460e-bd5f-4730afc1bbf1 None None] Network 2e940587-a884-4527-85a4-4fcbe77cc00b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:52:06.314444 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cae0a48d-87d8-4e76-bb2a-e09341e15350 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6374512 Apr 29 17:52:06.317223 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55834) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:06.450685 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:06.477345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Transition to ACTIVE for port object e122413b-a984-4bce-9514-469b54f2f906 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:52:06.509183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:06.635437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fdbe6-f1f7-453a-b5d7-7092bef33766 None None] Pushing event updated for resources: {'Port': ['ID=e122413b-a984-4bce-9514-469b54f2f906,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:06.637602 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Attempting to bind port e122413b-a984-4bce-9514-469b54f2f906 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:52:06.637955 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Attempting to bind port e122413b-a984-4bce-9514-469b54f2f906 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:52:06.638310 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Attempting to bind port e122413b-a984-4bce-9514-469b54f2f906 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:52:06.650217 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:52:06.650652 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:52:06.650929 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:06.651334 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:52:06.651781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Bound port: e122413b-a984-4bce-9514-469b54f2f906, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:52:06.652175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:06.680714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-2e940587-a884-4527-85a4-4fcbe77cc00b', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:52:06.681540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:06.799803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] For port e122413b-a984-4bce-9514-469b54f2f906, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:52:06.814707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] For port e122413b-a984-4bce-9514-469b54f2f906, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e122413b-a984-4bce-9514-469b54f2f906,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:52:06.848837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:06.949002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Allocated IP 172.20.0.2 (2e940587-a884-4527-85a4-4fcbe77cc00b/ee0277ec-d243-4d56-b962-2f0d737ee024/9f6a523e-a2b9-4f12-af07-e09369dd8862) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:52:06.950983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:52:06.951620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:51:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:07.010961 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:07.083424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fdbe6-f1f7-453a-b5d7-7092bef33766 None None] Pushing event updated for resources: {'Port': ['ID=e122413b-a984-4bce-9514-469b54f2f906,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:07.235679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] Set router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:52:07.537361 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:07.553860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Transition to ACTIVE for port object 9f6a523e-a2b9-4f12-af07-e09369dd8862 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:52:07.618457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Transition to ACTIVE for port object 9f6a523e-a2b9-4f12-af07-e09369dd8862 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:52:07.626778 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:07.690044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.1 (2e940587-a884-4527-85a4-4fcbe77cc00b/ee0277ec-d243-4d56-b962-2f0d737ee024/6edbc049-6786-4f04-82e5-8ad1f3edfff8) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:52:07.696125 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Network 2e940587-a884-4527-85a4-4fcbe77cc00b is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:52:07.700032 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:52:07.704770 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:52:07.743175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Pushing event updated for resources: {'Port': ['ID=9f6a523e-a2b9-4f12-af07-e09369dd8862,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:07.809805 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:52:04Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:07.814472 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Attempting to bind port 9f6a523e-a2b9-4f12-af07-e09369dd8862 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:52:07.814812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Attempting to bind port 9f6a523e-a2b9-4f12-af07-e09369dd8862 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'e16613fb-a3a3-4435-9962-1b6c24c3b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:52:07.815222 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Attempting to bind port 9f6a523e-a2b9-4f12-af07-e09369dd8862 on network 2e940587-a884-4527-85a4-4fcbe77cc00b {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:52:07.819576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fea1a44-b14d-479b-87cc-097570e111d5 None None] The sync data for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv is: [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:52:04Z', 'revision_number': 3, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:52:07.823632 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:52:07.823881 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Checking segment: {'id': 'e16613fb-a3a3-4435-9962-1b6c24c3b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:52:07.824325 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:07.824721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Bound using segment: {'id': 'e16613fb-a3a3-4435-9962-1b6c24c3b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:52:07.825163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Bound port: 9f6a523e-a2b9-4f12-af07-e09369dd8862, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16613fb-a3a3-4435-9962-1b6c24c3b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:52:07.825537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:07.929208 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] For port 9f6a523e-a2b9-4f12-af07-e09369dd8862, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:52:07.933663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] For port 9f6a523e-a2b9-4f12-af07-e09369dd8862, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9f6a523e-a2b9-4f12-af07-e09369dd8862,segment=NetworkSegment(e16613fb-a3a3-4435-9962-1b6c24c3b22e),segment_id=e16613fb-a3a3-4435-9962-1b6c24c3b22e)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:52:07.939390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:07.969770 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:07.985921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 6edbc049-6786-4f04-82e5-8ad1f3edfff8 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:52:08.010866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:08.021455 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f25ee8-728b-4833-b452-16b4eff261da None None] Pushing event updated for resources: {'Port': ['ID=9f6a523e-a2b9-4f12-af07-e09369dd8862,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:08.113699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network 2e940587-a884-4527-85a4-4fcbe77cc00b is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:52:08.117046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:52:08.121265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:52:08.156993 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=6edbc049-6786-4f04-82e5-8ad1f3edfff8,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:08.189472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:08.346390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:08.406746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e122413b-a984-4bce-9514-469b54f2f906 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:52:08.478665 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port e122413b-a984-4bce-9514-469b54f2f906 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:52:08.484615 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e122413b-a984-4bce-9514-469b54f2f906 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:52:08.485015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:08.614626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:08.636946 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port e122413b-a984-4bce-9514-469b54f2f906, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e122413b-a984-4bce-9514-469b54f2f906,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:52:08.642792 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:08.644061 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9f6a523e-a2b9-4f12-af07-e09369dd8862 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:52:08.785582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=e122413b-a984-4bce-9514-469b54f2f906,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:08.799203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 9f6a523e-a2b9-4f12-af07-e09369dd8862 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:52:08.813508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:08.819083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:08.934667 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=6edbc049-6786-4f04-82e5-8ad1f3edfff8,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:08.937196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:09.075704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a87dcec-cb57-4572-a726-72132e6cffd1 None None] Network 2e940587-a884-4527-85a4-4fcbe77cc00b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:52:09.077810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network 2e940587-a884-4527-85a4-4fcbe77cc00b is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:52:09.079077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:52:09.165974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5b5a3342-c85d-488e-b402-0a361af11d46 None None] Provisioning for port 9f6a523e-a2b9-4f12-af07-e09369dd8862 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:52:09.179100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5b5a3342-c85d-488e-b402-0a361af11d46 None None] Provisioning complete for port 9f6a523e-a2b9-4f12-af07-e09369dd8862 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:52:09.179499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5b5a3342-c85d-488e-b402-0a361af11d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:09.265991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:52:09.404976 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5b5a3342-c85d-488e-b402-0a361af11d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:09.447241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-5b5a3342-c85d-488e-b402-0a361af11d46 None None] For port 9f6a523e-a2b9-4f12-af07-e09369dd8862, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9f6a523e-a2b9-4f12-af07-e09369dd8862,segment=NetworkSegment(e16613fb-a3a3-4435-9962-1b6c24c3b22e),segment_id=e16613fb-a3a3-4435-9962-1b6c24c3b22e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:52:09.452054 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5b5a3342-c85d-488e-b402-0a361af11d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:09.457099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:52:09.470799 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-54fbed0a-723c-4de9-ad1c-676a07bf720b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/21bcfaba-1b4c-411b-b23f-5b4f9c8ad813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1525257 Apr 29 17:52:09.473257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55838) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:09.478390 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Sync routers for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:52:09.492002 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:52:09.492616 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:51:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:09.532106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a3342-c85d-488e-b402-0a361af11d46 None None] Pushing event updated for resources: {'Port': ['ID=9f6a523e-a2b9-4f12-af07-e09369dd8862,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:09.681170 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Set router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:52:09.744381 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3486b58-24f1-46e7-8c92-55749c4d786b tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:09.744913 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3486b58-24f1-46e7-8c92-55749c4d786b tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:09.745373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3486b58-24f1-46e7-8c92-55749c4d786b tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:09.745827 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3486b58-24f1-46e7-8c92-55749c4d786b tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:09.747683 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e3486b58-24f1-46e7-8c92-55749c4d786b tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2735031 Apr 29 17:52:09.750560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55842) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:09.778120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f213963f-e7c5-4891-9871-c25ed4cc8a3a None None] Provisioning for port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:52:09.784552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f213963f-e7c5-4891-9871-c25ed4cc8a3a None None] Provisioning complete for port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:52:09.785134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f213963f-e7c5-4891-9871-c25ed4cc8a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:09.838061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe92cd30-9ab5-4698-a1c5-d2767aca6dea tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:09.838526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe92cd30-9ab5-4698-a1c5-d2767aca6dea tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:09.839543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe92cd30-9ab5-4698-a1c5-d2767aca6dea tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:09.839995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe92cd30-9ab5-4698-a1c5-d2767aca6dea tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:09.841873 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fe92cd30-9ab5-4698-a1c5-d2767aca6dea tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0903540 Apr 29 17:52:09.844594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55846) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:09.851478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f213963f-e7c5-4891-9871-c25ed4cc8a3a None None] Port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:52:09.865762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f213963f-e7c5-4891-9871-c25ed4cc8a3a None None] Provisioning complete for port 9f6a523e-a2b9-4f12-af07-e09369dd8862 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:52:09.866193 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f213963f-e7c5-4891-9871-c25ed4cc8a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.006295 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:52:08Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6edbc049-6786-4f04-82e5-8ad1f3edfff8', 'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:b6:89:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:07Z', 'updated_at': '2022-04-29T17:52:08Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:10.010509 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Checking router: 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:52:10.011451 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Updating router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:52:10.073529 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.080680 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b850ee7f-9595-4783-8639-01be9bf9383c tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2321002 Apr 29 17:52:10.125036 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-cd7dc73d-1a2b-4a92-953a-1898206e5910 None None] Provisioning complete for port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:52:10.125490 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cd7dc73d-1a2b-4a92-953a-1898206e5910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.179942 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-cd7dc73d-1a2b-4a92-953a-1898206e5910 None None] Port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:52:10.318025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55852) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:10.324220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059262469', 'description': 'tempest-secgroup-smoke-1059262469 description', 'project_id': '438682cd007d46eb90f162f5f8d9699b'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:10.333257 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:52:10.335890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e122413b-a984-4bce-9514-469b54f2f906 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:52:10.337374 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:52:10.340688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:52:10.346675 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:52:10.358694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.378896 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:52:10.382807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:52:10.385837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:52:10.391795 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:52:10.405739 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e122413b-a984-4bce-9514-469b54f2f906 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:52:10.406190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.453698 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.465898 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Transition to ACTIVE for port object 6edbc049-6786-4f04-82e5-8ad1f3edfff8 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:52:10.471215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.473351 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.476431 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.530174 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc10f1c-7411-475d-982e-a0e45965549c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:10.535731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.537730 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4486b4eb-4369-4a9b-9599-8a30698ca568 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2184215 Apr 29 17:52:10.541253 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55856) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:10.547887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-e198c447-47f5-40ac-82f5-a3dafc6be66d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'ffc10f1c-7411-475d-982e-a0e45965549c', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:10.555341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e198c447-47f5-40ac-82f5-a3dafc6be66d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:52:10.559970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e198c447-47f5-40ac-82f5-a3dafc6be66d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:52:10.563536 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e198c447-47f5-40ac-82f5-a3dafc6be66d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:52:10.569905 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e198c447-47f5-40ac-82f5-a3dafc6be66d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:52:10.572037 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9f6a523e-a2b9-4f12-af07-e09369dd8862 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:52:10.592968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e198c447-47f5-40ac-82f5-a3dafc6be66d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.602606 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Pushing event updated for resources: {'Port': ['ID=6edbc049-6786-4f04-82e5-8ad1f3edfff8,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:10.642380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 9f6a523e-a2b9-4f12-af07-e09369dd8862 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:52:10.642751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.668471 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e198c447-47f5-40ac-82f5-a3dafc6be66d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.674714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e198c447-47f5-40ac-82f5-a3dafc6be66d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.685880 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:10.686210 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:10.686699 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:10.687182 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:10.687670 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:10.688128 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:10.688598 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:10.689049 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:10.689516 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:10.690240 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:10.690699 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:10.691254 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:52:10.710677 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Attempting to bind port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:52:10.711254 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Attempting to bind port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'e16613fb-a3a3-4435-9962-1b6c24c3b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:52:10.711875 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Attempting to bind port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 on network 2e940587-a884-4527-85a4-4fcbe77cc00b {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:52:10.717806 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:52:10.718418 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Checking segment: {'id': 'e16613fb-a3a3-4435-9962-1b6c24c3b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:52:10.718953 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.719625 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Bound using segment: {'id': 'e16613fb-a3a3-4435-9962-1b6c24c3b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:52:10.720345 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Bound port: 6edbc049-6786-4f04-82e5-8ad1f3edfff8, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16613fb-a3a3-4435-9962-1b6c24c3b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:52:10.720890 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.743900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198c447-47f5-40ac-82f5-a3dafc6be66d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39176334-9e6b-4b97-b410-ed57de3e8177,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:10.758019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e198c447-47f5-40ac-82f5-a3dafc6be66d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.762762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55860) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:10.768679 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f7e1f3da-6ebd-4d69-87a7-8c0045cf96db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'ffc10f1c-7411-475d-982e-a0e45965549c', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:10.772955 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e198c447-47f5-40ac-82f5-a3dafc6be66d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2302864 Apr 29 17:52:10.778268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f7e1f3da-6ebd-4d69-87a7-8c0045cf96db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:52:10.783606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f7e1f3da-6ebd-4d69-87a7-8c0045cf96db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:52:10.788719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f7e1f3da-6ebd-4d69-87a7-8c0045cf96db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:52:10.795576 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f7e1f3da-6ebd-4d69-87a7-8c0045cf96db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:52:10.815498 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f7e1f3da-6ebd-4d69-87a7-8c0045cf96db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.818023 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] For port 6edbc049-6786-4f04-82e5-8ad1f3edfff8, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:52:10.821606 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] For port 6edbc049-6786-4f04-82e5-8ad1f3edfff8, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6edbc049-6786-4f04-82e5-8ad1f3edfff8,segment=NetworkSegment(e16613fb-a3a3-4435-9962-1b6c24c3b22e),segment_id=e16613fb-a3a3-4435-9962-1b6c24c3b22e)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:52:10.829411 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.880081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f7e1f3da-6ebd-4d69-87a7-8c0045cf96db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.884751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f7e1f3da-6ebd-4d69-87a7-8c0045cf96db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.902675 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:52:10.903317 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:51:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:10.916745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1f3da-6ebd-4d69-87a7-8c0045cf96db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053a4581-88dd-42d4-ac6f-7452278e0544,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:10.924176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f7e1f3da-6ebd-4d69-87a7-8c0045cf96db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:10.925374 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f7e1f3da-6ebd-4d69-87a7-8c0045cf96db tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614320 Apr 29 17:52:10.928174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55864) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:10.933344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-17c209c5-4501-443e-868d-6bac0a1af74e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'ffc10f1c-7411-475d-982e-a0e45965549c', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:10.939517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-17c209c5-4501-443e-868d-6bac0a1af74e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:52:10.943715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-17c209c5-4501-443e-868d-6bac0a1af74e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:52:10.946731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-17c209c5-4501-443e-868d-6bac0a1af74e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:52:10.953330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-17c209c5-4501-443e-868d-6bac0a1af74e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:52:10.971411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-17c209c5-4501-443e-868d-6bac0a1af74e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.043485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-17c209c5-4501-443e-868d-6bac0a1af74e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.052285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-17c209c5-4501-443e-868d-6bac0a1af74e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.057245 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c396e5-d764-4075-ac2b-20ab0fb25308 None None] Pushing event updated for resources: {'Port': ['ID=6edbc049-6786-4f04-82e5-8ad1f3edfff8,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:11.082192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c209c5-4501-443e-868d-6bac0a1af74e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd688cf-1cf6-44cc-97c1-e6b5db4fb7e5,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:11.095399 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] Set router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:52:11.099686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-17c209c5-4501-443e-868d-6bac0a1af74e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.100925 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-17c209c5-4501-443e-868d-6bac0a1af74e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1718149 Apr 29 17:52:11.104021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55868) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:11.109686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a0c71ac5-74f1-40f7-980e-cae0a530fe2f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'ffc10f1c-7411-475d-982e-a0e45965549c', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:11.116924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a0c71ac5-74f1-40f7-980e-cae0a530fe2f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:52:11.122296 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a0c71ac5-74f1-40f7-980e-cae0a530fe2f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:52:11.125410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a0c71ac5-74f1-40f7-980e-cae0a530fe2f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:52:11.131885 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a0c71ac5-74f1-40f7-980e-cae0a530fe2f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:52:11.151203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0c71ac5-74f1-40f7-980e-cae0a530fe2f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.214971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0c71ac5-74f1-40f7-980e-cae0a530fe2f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.220704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0c71ac5-74f1-40f7-980e-cae0a530fe2f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.244059 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c71ac5-74f1-40f7-980e-cae0a530fe2f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c611902e-702b-48cd-b1d0-cbd0e044ac13,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:11.253420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0c71ac5-74f1-40f7-980e-cae0a530fe2f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.254658 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a0c71ac5-74f1-40f7-980e-cae0a530fe2f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1496451 Apr 29 17:52:11.257790 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55872) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:11.263119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-13dbd111-33a8-408d-ab1f-504be781f66c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'ffc10f1c-7411-475d-982e-a0e45965549c', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:11.269052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-13dbd111-33a8-408d-ab1f-504be781f66c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:52:11.273388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-13dbd111-33a8-408d-ab1f-504be781f66c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:52:11.276286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-13dbd111-33a8-408d-ab1f-504be781f66c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:52:11.282080 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-13dbd111-33a8-408d-ab1f-504be781f66c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:52:11.293764 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-13dbd111-33a8-408d-ab1f-504be781f66c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:52:11.300387 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13dbd111-33a8-408d-ab1f-504be781f66c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.372923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13dbd111-33a8-408d-ab1f-504be781f66c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.377721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13dbd111-33a8-408d-ab1f-504be781f66c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.405464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbd111-33a8-408d-ab1f-504be781f66c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21870f3-ed9f-4d46-9048-9a9a5a683822,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:11.413500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13dbd111-33a8-408d-ab1f-504be781f66c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.414784 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-13dbd111-33a8-408d-ab1f-504be781f66c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559963 Apr 29 17:52:11.417659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55876) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:11.418922 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:52:08Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6edbc049-6786-4f04-82e5-8ad1f3edfff8', 'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:b6:89:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:07Z', 'updated_at': '2022-04-29T17:52:10Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:11.422939 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd559a-3378-41da-a071-4d42adf6c546 None None] The sync data for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv is: [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:52:08Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6edbc049-6786-4f04-82e5-8ad1f3edfff8', 'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:b6:89:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:07Z', 'updated_at': '2022-04-29T17:52:10Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:52:11.423153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ae8fdf62-0191-4105-93a5-ace0d078dec6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'security_group_rule': {'security_group_id': 'ffc10f1c-7411-475d-982e-a0e45965549c', 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:11.430011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ae8fdf62-0191-4105-93a5-ace0d078dec6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:52:11.434312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ae8fdf62-0191-4105-93a5-ace0d078dec6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:security_group_rule and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:52:11.437318 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ae8fdf62-0191-4105-93a5-ace0d078dec6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:52:11.443151 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ae8fdf62-0191-4105-93a5-ace0d078dec6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:52:11.454249 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-ae8fdf62-0191-4105-93a5-ace0d078dec6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Project 438682cd007d46eb90f162f5f8d9699b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 17:52:11.461231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdf62-0191-4105-93a5-ace0d078dec6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.541185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdf62-0191-4105-93a5-ace0d078dec6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.545878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdf62-0191-4105-93a5-ace0d078dec6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.569236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fdf62-0191-4105-93a5-ace0d078dec6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2264a40-8c45-422a-b9e9-c333217cd358,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:11.585559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdf62-0191-4105-93a5-ace0d078dec6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:11.586816 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ae8fdf62-0191-4105-93a5-ace0d078dec6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1682010 Apr 29 17:52:11.755550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-de96fb79-e1de-48fa-9e13-be06c06654c1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:52:11.773019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-de96fb79-e1de-48fa-9e13-be06c06654c1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:52:11.774495 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-de96fb79-e1de-48fa-9e13-be06c06654c1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059262469&fields=id&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 267 time: 0.0612216 Apr 29 17:52:12.065650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-f760cfd1-c40c-4c5b-b1f9-4dec52a91811 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:12.066350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-f760cfd1-c40c-4c5b-b1f9-4dec52a91811 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:52:12.083745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-f760cfd1-c40c-4c5b-b1f9-4dec52a91811 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:52:12.084838 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-f760cfd1-c40c-4c5b-b1f9-4dec52a91811 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/networks?id=2e940587-a884-4527-85a4-4fcbe77cc00b HTTP/1.1" status: 200 len: 797 time: 0.3030312 Apr 29 17:52:12.100652 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-c4c6511c-b804-4901-b9ef-ea875d3f2993 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/quotas/438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 375 time: 0.0099933 Apr 29 17:52:12.185648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-e15e66f3-e381-4738-ba63-35c622c212ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:52:12.202574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-e15e66f3-e381-4738-ba63-35c622c212ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:52:12.203959 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-e15e66f3-e381-4738-ba63-35c622c212ed tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976014 Apr 29 17:52:12.353172 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6edbc049-6786-4f04-82e5-8ad1f3edfff8 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:52:12.392925 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-6307ffd0-06ce-497e-9db5-aef8175941b8 service neutron] 10.222.0.11 "GET /v2.0/networks/2e940587-a884-4527-85a4-4fcbe77cc00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763647 Apr 29 17:52:12.434201 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:52:12.439084 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:52:12.439739 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:12.528543 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-7f3d8af1-a5bb-4da1-9ebb-bc809997230b service neutron] 10.222.0.11 "GET /v2.0/networks/2e940587-a884-4527-85a4-4fcbe77cc00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285067 Apr 29 17:52:12.555422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:12.587653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6edbc049-6786-4f04-82e5-8ad1f3edfff8, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6edbc049-6786-4f04-82e5-8ad1f3edfff8,segment=NetworkSegment(e16613fb-a3a3-4435-9962-1b6c24c3b22e),segment_id=e16613fb-a3a3-4435-9962-1b6c24c3b22e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:52:12.592967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:12.660737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6edbc049-6786-4f04-82e5-8ad1f3edfff8,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:12.722619 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4f443ebe-40e4-4970-a13e-da899d6b1eba req-0dee8b4a-5c70-47d1-818f-7bdc6d3f0b61 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 210 time: 0.0461946 Apr 29 17:52:13.783210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-f4fa505c-62aa-4dee-b282-180af1530c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:13.784209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-f4fa505c-62aa-4dee-b282-180af1530c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:52:13.796396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-f4fa505c-62aa-4dee-b282-180af1530c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:52:13.797657 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-f4fa505c-62aa-4dee-b282-180af1530c75 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/networks?id=2e940587-a884-4527-85a4-4fcbe77cc00b HTTP/1.1" status: 200 len: 797 time: 0.1617308 Apr 29 17:52:13.850502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-9f810dc7-8635-4fdf-8552-a371ebfb2ed3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:52:13.862440 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-9f810dc7-8635-4fdf-8552-a371ebfb2ed3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:security_group {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:52:13.863665 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-9f810dc7-8635-4fdf-8552-a371ebfb2ed3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438682cd007d46eb90f162f5f8d9699b HTTP/1.1" status: 200 len: 380 time: 0.0579636 Apr 29 17:52:13.872872 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'port': {'device_id': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'admin_state_up': True, 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'security_groups': ['ffc10f1c-7411-475d-982e-a0e45965549c']}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:13.875191 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d5f0ff4-75e8-481b-9b2d-e48af3e180e3 req-1dd81526-2300-4bdc-a1d8-3099783d8db7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 210 time: 0.0479093 Apr 29 17:52:14.006099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:52:14.015716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:52:14.026345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Made reservation on behalf of 438682cd007d46eb90f162f5f8d9699b for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:52:14.029763 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:14.215949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.20.0.9 (2e940587-a884-4527-85a4-4fcbe77cc00b/ee0277ec-d243-4d56-b962-2f0d737ee024/5a473c7c-15ba-4937-9f63-e0f13e6ff1c5) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:52:14.328602 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6edbc049-6786-4f04-82e5-8ad1f3edfff8 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:52:14.395979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:52:14.396347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:14.409090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:14.425527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Transition to ACTIVE for port object 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:52:14.452732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:14.523661 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network 2e940587-a884-4527-85a4-4fcbe77cc00b is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:52:14.526846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:52:14.530766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:52:14.569134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:14.597430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:14.598020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:14.625455 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-0b2c09ba-e4e7-4e2c-8196-82dde80202bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7572169 Apr 29 17:52:14.635730 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-9ceb6ec6-7cd8-4989-9e20-09ccc642070e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:52:14.636672 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-9ceb6ec6-7cd8-4989-9e20-09ccc642070e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058706 Apr 29 17:52:14.647138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Request body: {'port': {'device_id': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:14.760563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:14.778904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c974654e-2752-4b18-ba93-1f27651bf775 None None] Provisioning for port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:52:14.783709 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c974654e-2752-4b18-ba93-1f27651bf775 None None] Provisioning complete for port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:52:14.784115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c974654e-2752-4b18-ba93-1f27651bf775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:14.840041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c974654e-2752-4b18-ba93-1f27651bf775 None None] Port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:52:15.074288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146dacf0-e59a-4c88-b12e-f5dcbe81354d req-f4fe6273-aada-40b3-b97c-789f202fe0bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:15.075767 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-146dacf0-e59a-4c88-b12e-f5dcbe81354d req-f4fe6273-aada-40b3-b97c-789f202fe0bb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 931 time: 0.0895288 Apr 29 17:52:15.120154 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-146dacf0-e59a-4c88-b12e-f5dcbe81354d req-3ba48eb9-d961-4eed-9e01-4b3593db51c6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffc10f1c-7411-475d-982e-a0e45965549c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381219 Apr 29 17:52:15.211989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:52:15.219611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:15.234285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Transition to ACTIVE for port object 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:52:15.240462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:15.387955 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Pushing event updated for resources: {'Port': ['ID=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:15.474981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Attempting to bind port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:52:15.475336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Attempting to bind port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'e16613fb-a3a3-4435-9962-1b6c24c3b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:52:15.475662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Attempting to bind port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 on network 2e940587-a884-4527-85a4-4fcbe77cc00b {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:52:15.480715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 on network 2e940587-a884-4527-85a4-4fcbe77cc00b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:52:15.481022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Attempting to bind port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 on network 2e940587-a884-4527-85a4-4fcbe77cc00b {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:52:15.486255 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:52:15.486582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Checking segment: {'id': 'e16613fb-a3a3-4435-9962-1b6c24c3b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:52:15.486957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Bound using segment: {'id': 'e16613fb-a3a3-4435-9962-1b6c24c3b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:52:15.487404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Bound port: 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e16613fb-a3a3-4435-9962-1b6c24c3b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:52:15.487735 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:15.577373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] For port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:52:15.580301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] For port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5,segment=NetworkSegment(e16613fb-a3a3-4435-9962-1b6c24c3b22e),segment_id=e16613fb-a3a3-4435-9962-1b6c24c3b22e)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:52:15.586550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:15.648130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:15.648754 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:15.650236 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] 10.222.0.36 "PUT /v2.0/ports/5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 HTTP/1.1" status: 200 len: 1093 time: 1.0075989 Apr 29 17:52:15.650677 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'tag': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:52:15.684349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6d948-898b-4ef5-837b-73fa90b2b228 service neutron] Pushing event updated for resources: {'Port': ['ID=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:15.725081 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc00226-95f2-497d-9174-161e20d68f3f'] response: {'name': 'network-changed', 'server_uuid': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'tag': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'status': 'completed', 'code': 200} Apr 29 17:52:15.765749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-1391af1f-1182-494d-86a5-136d8fb30a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:15.767308 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-1391af1f-1182-494d-86a5-136d8fb30a52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 1096 time: 0.0730259 Apr 29 17:52:15.837804 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-d1327760-df93-49cc-b725-b7a4d31f8fc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 HTTP/1.1" status: 200 len: 217 time: 0.0641103 Apr 29 17:52:15.900465 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-781adb04-c35d-4f58-87db-ed89e0eca3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:15.901810 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-781adb04-c35d-4f58-87db-ed89e0eca3ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee0277ec-d243-4d56-b962-2f0d737ee024 HTTP/1.1" status: 200 len: 834 time: 0.0585890 Apr 29 17:52:15.981375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-fd29c6d6-567b-4b1b-b71a-9d7bd5cf94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:15.982689 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-fd29c6d6-567b-4b1b-b71a-9d7bd5cf94c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e940587-a884-4527-85a4-4fcbe77cc00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750163 Apr 29 17:52:16.112458 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-29ae6dd8-6432-4cc5-bd24-09378cc59e8a service neutron] 10.222.0.36 "GET /v2.0/networks/2e940587-a884-4527-85a4-4fcbe77cc00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232262 Apr 29 17:52:16.241986 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-08a05033-3dfd-412c-8a4a-ce03df18730f req-c101d04a-7c99-4fba-98f4-7415c273ff96 service neutron] 10.222.0.36 "GET /v2.0/networks/2e940587-a884-4527-85a4-4fcbe77cc00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234124 Apr 29 17:52:16.315649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee4e41-8bd1-4940-b27b-fa271397e4f6 req-a79b0d61-1393-4e38-85a1-3885fd750a85 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:16.317082 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e8ee4e41-8bd1-4940-b27b-fa271397e4f6 req-a79b0d61-1393-4e38-85a1-3885fd750a85 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 943 time: 0.0897260 Apr 29 17:52:16.359623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62611b76-df97-4ab1-9709-6a13a5648fb2 req-0be52689-6d34-461e-b342-31802c439497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:16.361227 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-62611b76-df97-4ab1-9709-6a13a5648fb2 req-0be52689-6d34-461e-b342-31802c439497 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 1096 time: 0.0720227 Apr 29 17:52:16.361651 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e8ee4e41-8bd1-4940-b27b-fa271397e4f6 req-2a682b22-9b43-4da8-8904-277964aa15c1 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffc10f1c-7411-475d-982e-a0e45965549c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383689 Apr 29 17:52:16.502783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62611b76-df97-4ab1-9709-6a13a5648fb2 req-7d5f9cc1-55a0-4f34-8371-1b47f10f3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:16.504942 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-62611b76-df97-4ab1-9709-6a13a5648fb2 req-7d5f9cc1-55a0-4f34-8371-1b47f10f3efe service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e940587-a884-4527-85a4-4fcbe77cc00b HTTP/1.1" status: 200 len: 898 time: 0.1368768 Apr 29 17:52:16.576095 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-62611b76-df97-4ab1-9709-6a13a5648fb2 req-63c48439-9599-4d38-ae7b-b290e8a8328b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 HTTP/1.1" status: 200 len: 217 time: 0.0634322 Apr 29 17:52:16.638107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62611b76-df97-4ab1-9709-6a13a5648fb2 req-ae568dbc-de10-46d1-9dcb-9a4cc41ff776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:16.639502 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-62611b76-df97-4ab1-9709-6a13a5648fb2 req-ae568dbc-de10-46d1-9dcb-9a4cc41ff776 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee0277ec-d243-4d56-b962-2f0d737ee024 HTTP/1.1" status: 200 len: 834 time: 0.0553663 Apr 29 17:52:16.814148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62611b76-df97-4ab1-9709-6a13a5648fb2 req-b9dbbb90-3028-4044-968f-08df01a03f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:16.815653 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-62611b76-df97-4ab1-9709-6a13a5648fb2 req-b9dbbb90-3028-4044-968f-08df01a03f02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e940587-a884-4527-85a4-4fcbe77cc00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1677945 Apr 29 17:52:16.947468 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-62611b76-df97-4ab1-9709-6a13a5648fb2 req-e34d80a4-c7b0-4b2c-97c6-3cf4d116b427 service neutron] 10.222.0.36 "GET /v2.0/networks/2e940587-a884-4527-85a4-4fcbe77cc00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247363 Apr 29 17:52:17.079042 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-62611b76-df97-4ab1-9709-6a13a5648fb2 req-7ad1e7eb-a767-4ef5-a6fe-78af8b33c936 service neutron] 10.222.0.36 "GET /v2.0/networks/2e940587-a884-4527-85a4-4fcbe77cc00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242030 Apr 29 17:52:17.579960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b99958-dfd9-4dfc-baff-427fe6acceb1 req-6f3d7670-94d0-48c4-b17d-1d29e11994a3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:17.581399 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8b99958-dfd9-4dfc-baff-427fe6acceb1 req-6f3d7670-94d0-48c4-b17d-1d29e11994a3 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 943 time: 0.0955081 Apr 29 17:52:17.632114 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8b99958-dfd9-4dfc-baff-427fe6acceb1 req-b9477bc5-4c4c-4b25-a551-51f5c4e1af49 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffc10f1c-7411-475d-982e-a0e45965549c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446837 Apr 29 17:52:18.214597 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:52:18.350046 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:18.368762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5,segment=NetworkSegment(e16613fb-a3a3-4435-9962-1b6c24c3b22e),segment_id=e16613fb-a3a3-4435-9962-1b6c24c3b22e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:52:18.382889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'port_id': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'mac_address': 'fa:16:3e:6f:a3:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:52:18.442326 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:18.459002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:52:18.475334 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5,segment=NetworkSegment(e16613fb-a3a3-4435-9962-1b6c24c3b22e),segment_id=e16613fb-a3a3-4435-9962-1b6c24c3b22e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:52:18.481377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:18.552577 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:18.671762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['5a473c7c-15ba-4937-9f63-e0f13e6ff1c5'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:52:18.818636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704b7a4-0860-4e8d-8f19-fe5d88f5db88 req-6109c19c-7f72-45f5-8433-87238840a59e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:18.820083 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8704b7a4-0860-4e8d-8f19-fe5d88f5db88 req-6109c19c-7f72-45f5-8433-87238840a59e tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 944 time: 0.0799263 Apr 29 17:52:18.863458 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8704b7a4-0860-4e8d-8f19-fe5d88f5db88 req-dd380fc0-df99-49f0-a3b8-7fb9822dde5f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffc10f1c-7411-475d-982e-a0e45965549c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372717 Apr 29 17:52:20.062936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497517c-6efe-41d1-86a3-6fe9404b2da5 req-de69dfdb-744e-40a9-8e54-fca2ca5d2f4c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:20.064412 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2497517c-6efe-41d1-86a3-6fe9404b2da5 req-de69dfdb-744e-40a9-8e54-fca2ca5d2f4c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 944 time: 0.0891612 Apr 29 17:52:20.112210 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2497517c-6efe-41d1-86a3-6fe9404b2da5 req-520c438f-2a09-4c36-bafe-62b37dc1d9b7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffc10f1c-7411-475d-982e-a0e45965549c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390043 Apr 29 17:52:20.230781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:52:20.314192 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:52:20.318907 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:52:20.319344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:20.435168 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:20.463753 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:52:20.474499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5,segment=NetworkSegment(e16613fb-a3a3-4435-9962-1b6c24c3b22e),segment_id=e16613fb-a3a3-4435-9962-1b6c24c3b22e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:52:20.480089 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:20.517860 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f303d0-23ed-4d19-b6a5-b5e90a8bb228'] response: {'server_uuid': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'code': 200} Apr 29 17:52:20.557402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:20.738958 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc57854-d20a-4175-b222-ec7f0186ea94 req-33b8c005-9ab9-4e0b-b029-dc30e355e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:20.740505 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-edc57854-d20a-4175-b222-ec7f0186ea94 req-33b8c005-9ab9-4e0b-b029-dc30e355e6cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 1098 time: 0.0698624 Apr 29 17:52:20.780953 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-edc57854-d20a-4175-b222-ec7f0186ea94 req-31a6484b-8a97-4b5c-85c6-5828696ee136 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ffc10f1c-7411-475d-982e-a0e45965549c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342681 Apr 29 17:52:21.317274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340181a1-4049-4880-912e-cef60f6e6079 req-9f3d24d7-6862-4da5-91e8-1881f083ed52 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:21.318708 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-340181a1-4049-4880-912e-cef60f6e6079 req-9f3d24d7-6862-4da5-91e8-1881f083ed52 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 945 time: 0.0845134 Apr 29 17:52:21.366559 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-340181a1-4049-4880-912e-cef60f6e6079 req-21bb27d1-a61c-4018-9d9e-263c620777e7 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffc10f1c-7411-475d-982e-a0e45965549c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392070 Apr 29 17:52:22.584563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203888ea-ef8b-496e-a862-ddebd82856be req-543fa0d3-f59b-4f1e-bcb6-37e3b793fede tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:22.585995 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-203888ea-ef8b-496e-a862-ddebd82856be req-543fa0d3-f59b-4f1e-bcb6-37e3b793fede tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 945 time: 0.1015708 Apr 29 17:52:22.635392 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-203888ea-ef8b-496e-a862-ddebd82856be req-2f00cb27-e41c-4719-95ea-97dbc0869d8c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffc10f1c-7411-475d-982e-a0e45965549c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434327 Apr 29 17:52:22.821597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9fd15-9e56-46f2-969d-79c8104939f2 req-69f91e21-d32c-42fe-b184-cf3beae9b002 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:22.823039 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-66a9fd15-9e56-46f2-969d-79c8104939f2 req-69f91e21-d32c-42fe-b184-cf3beae9b002 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 945 time: 0.0847702 Apr 29 17:52:22.874886 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-66a9fd15-9e56-46f2-969d-79c8104939f2 req-08c03bbf-ce2d-45fb-aac6-fd2ba6d204a6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffc10f1c-7411-475d-982e-a0e45965549c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458808 Apr 29 17:52:22.905146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55930) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:22.975446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0016b10b-deb2-47c8-a2b1-14c04dcb39b9 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:22.976880 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0016b10b-deb2-47c8-a2b1-14c04dcb39b9 tempest-TestNetworkBasicOps-538984769 tempest-TestNetworkBasicOps-538984769-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 1093 time: 0.0706563 Apr 29 17:52:22.980256 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55934) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:22.985409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:22.991646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:52:22.995922 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Usage tracker for resource:floatingip and tenant:438682cd007d46eb90f162f5f8d9699b is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:52:22.998906 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:52:23.009020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:52:23.021235 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:23.156518 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:23.272091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1a7332ef-c2c2-47b4-9186-83bfb2b68a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:23.306243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Allocated IP 172.26.4.253 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/c84d1b56-01cc-4e32-95d9-6e0cc46fab3d) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:52:23.453147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:23.488542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:23.554412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:52:23.557463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:52:23.560159 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:52:23.597764 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=c84d1b56-01cc-4e32-95d9-6e0cc46fab3d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:23.971794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:24.054851 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:24.357532 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:24.364356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:24.468453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event updated for resources: {'Port': ['ID=c84d1b56-01cc-4e32-95d9-6e0cc46fab3d,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:24.480516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:24.656451 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP 2c66efa1-12df-4604-8ec0-424a62a9ac56 associated. External IP: 172.26.4.253, port: 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5. Apr 29 17:52:25.014649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:52:25.193396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:52:25.203525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e6394-daa0-4a5f-a750-e41b45cf67d7 None None] Sync routers for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:52:25.214279 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5e6394-daa0-4a5f-a750-e41b45cf67d7 None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:52:25.215042 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8f5e6394-daa0-4a5f-a750-e41b45cf67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:51:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:25.221004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:25.277133 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-aa884351-bf7c-486e-bbdd-8b617a6886f6 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2956760 Apr 29 17:52:25.277621 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'tag': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:52:25.279905 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55938) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:25.330705 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311a1ecd-3d60-46f9-9459-ceea106728cc'] response: {'name': 'network-changed', 'server_uuid': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'tag': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'status': 'completed', 'code': 200} Apr 29 17:52:25.399261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fc79600a-1e04-43b9-b296-1479c1ea04ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:25.403975 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c2054f97-2b7a-44d6-9d82-57a11300462c tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/2c66efa1-12df-4604-8ec0-424a62a9ac56 HTTP/1.1" status: 200 len: 991 time: 0.1223872 Apr 29 17:52:25.426071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171e03e-ba58-4af3-b9d8-8dd36963931a req-a0b64415-0fda-4263-9c1f-48524092ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:25.427558 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f171e03e-ba58-4af3-b9d8-8dd36963931a req-a0b64415-0fda-4263-9c1f-48524092ff35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 1098 time: 0.0755882 Apr 29 17:52:25.435298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-8f5e6394-daa0-4a5f-a750-e41b45cf67d7 None None] Set router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:52:25.556692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171e03e-ba58-4af3-b9d8-8dd36963931a req-c0f34aa5-3eeb-4ccb-aa38-ff813b9631cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:25.558150 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f171e03e-ba58-4af3-b9d8-8dd36963931a req-c0f34aa5-3eeb-4ccb-aa38-ff813b9631cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e940587-a884-4527-85a4-4fcbe77cc00b HTTP/1.1" status: 200 len: 898 time: 0.1247230 Apr 29 17:52:25.665513 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f171e03e-ba58-4af3-b9d8-8dd36963931a req-b611e4d6-c3eb-49d2-a02c-e2b390c64642 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 HTTP/1.1" status: 200 len: 999 time: 0.1011193 Apr 29 17:52:25.725674 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171e03e-ba58-4af3-b9d8-8dd36963931a req-69fb4544-e82c-4989-8734-facf78d47203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:25.727163 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f171e03e-ba58-4af3-b9d8-8dd36963931a req-69fb4544-e82c-4989-8734-facf78d47203 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee0277ec-d243-4d56-b962-2f0d737ee024 HTTP/1.1" status: 200 len: 834 time: 0.0562792 Apr 29 17:52:25.779203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8f5e6394-daa0-4a5f-a750-e41b45cf67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:52:08Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '2c66efa1-12df-4604-8ec0-424a62a9ac56', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'port_id': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'mac_address': 'fa:16:3e:6f:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:52:23Z', 'updated_at': '2022-04-29T17:52:23Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edbc049-6786-4f04-82e5-8ad1f3edfff8', 'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:b6:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:07Z', 'updated_at': '2022-04-29T17:52:12Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:25.783527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e6394-daa0-4a5f-a750-e41b45cf67d7 None None] Checking router: 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:52:25.791957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5e6394-daa0-4a5f-a750-e41b45cf67d7 None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:52:25.792546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8f5e6394-daa0-4a5f-a750-e41b45cf67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:52:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:25.802965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171e03e-ba58-4af3-b9d8-8dd36963931a req-b75d4b6b-2621-4cde-973e-5a81484b9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:52:25.804451 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f171e03e-ba58-4af3-b9d8-8dd36963931a req-b75d4b6b-2621-4cde-973e-5a81484b9ec0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e940587-a884-4527-85a4-4fcbe77cc00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718963 Apr 29 17:52:25.968742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-8f5e6394-daa0-4a5f-a750-e41b45cf67d7 None None] Set router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:52:26.052521 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f171e03e-ba58-4af3-b9d8-8dd36963931a req-7151bb3f-0d65-4425-acc3-ba1592f8218b service neutron] 10.222.0.36 "GET /v2.0/networks/2e940587-a884-4527-85a4-4fcbe77cc00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418199 Apr 29 17:52:26.181051 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-f171e03e-ba58-4af3-b9d8-8dd36963931a req-629715c5-25c6-42d9-92de-ade4b648cf03 service neutron] 10.222.0.36 "GET /v2.0/networks/2e940587-a884-4527-85a4-4fcbe77cc00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228828 Apr 29 17:52:26.313028 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8f5e6394-daa0-4a5f-a750-e41b45cf67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:52:08Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '2c66efa1-12df-4604-8ec0-424a62a9ac56', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'port_id': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'mac_address': 'fa:16:3e:6f:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:52:23Z', 'updated_at': '2022-04-29T17:52:23Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edbc049-6786-4f04-82e5-8ad1f3edfff8', 'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:b6:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:07Z', 'updated_at': '2022-04-29T17:52:12Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:26.317165 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5e6394-daa0-4a5f-a750-e41b45cf67d7 None None] The sync data for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv is: [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:52:08Z', 'revision_number': 4, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '2c66efa1-12df-4604-8ec0-424a62a9ac56', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'port_id': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'mac_address': 'fa:16:3e:6f:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:52:23Z', 'updated_at': '2022-04-29T17:52:23Z', 'revision_number': 0, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edbc049-6786-4f04-82e5-8ad1f3edfff8', 'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:b6:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:07Z', 'updated_at': '2022-04-29T17:52:12Z', 'revision_number': 5, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:52:26.408120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 55944) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:26.501332 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c4eb81-c44e-4b79-8225-228692322278 None None] New status for floating IP 2c66efa1-12df-4604-8ec0-424a62a9ac56: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:52:26.517382 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4f0a6f17-0971-4377-8edf-7f01b93cdf76 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/2c66efa1-12df-4604-8ec0-424a62a9ac56 HTTP/1.1" status: 200 len: 991 time: 0.1080732 Apr 29 17:52:26.613567 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:26.790119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:27.522931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55948) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:27.638722 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-27f5f279-3e0b-49ea-9e65-66f02261bed5 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/2c66efa1-12df-4604-8ec0-424a62a9ac56 HTTP/1.1" status: 200 len: 993 time: 0.1097465 Apr 29 17:52:28.016033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:32.477700 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:52:48.312815 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:53.287373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e6dea285-7aa3-42e1-996e-2afe1e98fa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:55.390930 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-29bee346-9945-4f15-8d5e-ca346ce9d3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:56.609764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55962) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:52:56.616121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e16e1709-4937-46cb-970f-5dcb7b857d13 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:52:56.621268 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:56.790714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:57.254331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e16e1709-4937-46cb-970f-5dcb7b857d13 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:57.269094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e16e1709-4937-46cb-970f-5dcb7b857d13 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:57.444635 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16e1709-4937-46cb-970f-5dcb7b857d13 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:52:57.619940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16e1709-4937-46cb-970f-5dcb7b857d13 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:52:57.626529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e16e1709-4937-46cb-970f-5dcb7b857d13 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:57.627695 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e16e1709-4937-46cb-970f-5dcb7b857d13 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 HTTP/1.1" status: 200 len: 886 time: 1.0165908 Apr 29 17:52:57.635324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c3446-89fb-465d-a3fe-dd60ea9d7497 None None] Sync routers for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:52:57.645506 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c3446-89fb-465d-a3fe-dd60ea9d7497 None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:52:57.646119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-490c3446-89fb-465d-a3fe-dd60ea9d7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:52:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:57.707583 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-490c3446-89fb-465d-a3fe-dd60ea9d7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:57.715875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c3446-89fb-465d-a3fe-dd60ea9d7497 None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:52:57.716460 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-490c3446-89fb-465d-a3fe-dd60ea9d7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:52:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:57.778613 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-490c3446-89fb-465d-a3fe-dd60ea9d7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:52:57.779010 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c3446-89fb-465d-a3fe-dd60ea9d7497 None None] The sync data for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv is: [] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:52:58.025598 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:58.543030 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f277ad41-6125-4967-b552-6f76f5e52d17 None None] New status for floating IP 2c66efa1-12df-4604-8ec0-424a62a9ac56: DOWN {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:52:58.572670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e122413b-a984-4bce-9514-469b54f2f906 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:52:58.728808 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:58.745859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port e122413b-a984-4bce-9514-469b54f2f906, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e122413b-a984-4bce-9514-469b54f2f906,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:52:58.750145 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:58.751006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6edbc049-6786-4f04-82e5-8ad1f3edfff8 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:52:58.864516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=e122413b-a984-4bce-9514-469b54f2f906,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:52:58.921268 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:58.952794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6edbc049-6786-4f04-82e5-8ad1f3edfff8, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6edbc049-6786-4f04-82e5-8ad1f3edfff8,segment=NetworkSegment(e16613fb-a3a3-4435-9962-1b6c24c3b22e),segment_id=e16613fb-a3a3-4435-9962-1b6c24c3b22e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:52:58.958161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:52:59.030748 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6edbc049-6786-4f04-82e5-8ad1f3edfff8,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:00.681558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55970) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:00.687972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-51700f38-e158-4637-940d-d7ea3619db5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:53:01.322886 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-51700f38-e158-4637-940d-d7ea3619db5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:01.336256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-51700f38-e158-4637-940d-d7ea3619db5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2083061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2083070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2045837'] for router, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:01.515162 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51700f38-e158-4637-940d-d7ea3619db5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:53:01.690925 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51700f38-e158-4637-940d-d7ea3619db5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:53:01.698218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-51700f38-e158-4637-940d-d7ea3619db5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:01.699452 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-51700f38-e158-4637-940d-d7ea3619db5d tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 HTTP/1.1" status: 200 len: 885 time: 1.0168602 Apr 29 17:53:01.700833 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04a1b6-fd48-42e6-ae61-9e9e64acbf2a None None] Sync routers for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:53:01.702362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55974) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:01.710406 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04a1b6-fd48-42e6-ae61-9e9e64acbf2a None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:53:01.711070 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1f04a1b6-fd48-42e6-ae61-9e9e64acbf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:52:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:01.810701 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0ba8cc6d-aacc-402c-b05a-acfbdad9aa54 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/2c66efa1-12df-4604-8ec0-424a62a9ac56 HTTP/1.1" status: 200 len: 991 time: 0.1060848 Apr 29 17:53:01.888722 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-1f04a1b6-fd48-42e6-ae61-9e9e64acbf2a None None] Set router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:53:02.240212 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1f04a1b6-fd48-42e6-ae61-9e9e64acbf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:53:01Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:52:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '2c66efa1-12df-4604-8ec0-424a62a9ac56', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'port_id': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'mac_address': 'fa:16:3e:6f:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:52:23Z', 'updated_at': '2022-04-29T17:52:58Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edbc049-6786-4f04-82e5-8ad1f3edfff8', 'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:b6:89:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:07Z', 'updated_at': '2022-04-29T17:52:58Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:02.244110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04a1b6-fd48-42e6-ae61-9e9e64acbf2a None None] Checking router: 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:53:02.252718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04a1b6-fd48-42e6-ae61-9e9e64acbf2a None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:53:02.253299 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1f04a1b6-fd48-42e6-ae61-9e9e64acbf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:52:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:02.425678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-1f04a1b6-fd48-42e6-ae61-9e9e64acbf2a None None] Set router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:53:02.770985 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-1f04a1b6-fd48-42e6-ae61-9e9e64acbf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:53:01Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:52:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '2c66efa1-12df-4604-8ec0-424a62a9ac56', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'port_id': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'mac_address': 'fa:16:3e:6f:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:52:23Z', 'updated_at': '2022-04-29T17:52:58Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edbc049-6786-4f04-82e5-8ad1f3edfff8', 'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:b6:89:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:07Z', 'updated_at': '2022-04-29T17:52:58Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:02.775345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04a1b6-fd48-42e6-ae61-9e9e64acbf2a None None] The sync data for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv is: [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:53:01Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:52:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '2c66efa1-12df-4604-8ec0-424a62a9ac56', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'port_id': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'mac_address': 'fa:16:3e:6f:a3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:52:23Z', 'updated_at': '2022-04-29T17:52:58Z', 'revision_number': 2, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edbc049-6786-4f04-82e5-8ad1f3edfff8', 'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:b6:89:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:07Z', 'updated_at': '2022-04-29T17:52:58Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:53:02.813223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55978) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:02.922074 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-da6f9133-d333-428d-a0bb-f09ac87709fd tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/2c66efa1-12df-4604-8ec0-424a62a9ac56 HTTP/1.1" status: 200 len: 991 time: 0.1076260 Apr 29 17:53:03.925318 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55982) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:04.038844 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6489d0f4-e2c7-4cd0-af9b-a66eb66c7735 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/2c66efa1-12df-4604-8ec0-424a62a9ac56 HTTP/1.1" status: 200 len: 991 time: 0.1121736 Apr 29 17:53:04.367060 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9a761-19ac-4add-b9e9-c2c5013f6579 None None] New status for floating IP 2c66efa1-12df-4604-8ec0-424a62a9ac56: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:53:04.402400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e122413b-a984-4bce-9514-469b54f2f906 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:53:04.473004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e122413b-a984-4bce-9514-469b54f2f906 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:53:04.473379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:04.625646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:04.646966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port e122413b-a984-4bce-9514-469b54f2f906, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e122413b-a984-4bce-9514-469b54f2f906,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:53:04.652265 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:04.653246 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6edbc049-6786-4f04-82e5-8ad1f3edfff8 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:53:04.769657 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=e122413b-a984-4bce-9514-469b54f2f906,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:04.779504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:04.779844 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:04.780176 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:04.780507 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:04.780827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:04.781136 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:04.781455 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:04.781770 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:04.782107 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:04.782406 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:04.782719 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:04.783033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:04.793159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:53:04.793525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:04.915230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:04.948202 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6edbc049-6786-4f04-82e5-8ad1f3edfff8, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6edbc049-6786-4f04-82e5-8ad1f3edfff8,segment=NetworkSegment(e16613fb-a3a3-4435-9962-1b6c24c3b22e),segment_id=e16613fb-a3a3-4435-9962-1b6c24c3b22e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:53:04.954585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:05.023419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6edbc049-6786-4f04-82e5-8ad1f3edfff8,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:05.042767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55988) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:05.149000 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ff9a6178-a7bd-4f2e-8c95-13288b8d5def tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/floatingips/2c66efa1-12df-4604-8ec0-424a62a9ac56 HTTP/1.1" status: 200 len: 993 time: 0.1048079 Apr 29 17:53:05.435618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 55996) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:05.631507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port c84d1b56-01cc-4e32-95d9-6e0cc46fab3d {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:53:05.631844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:05.943412 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:05.943624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:06.063475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for c84d1b56-01cc-4e32-95d9-6e0cc46fab3d owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:53:06.219993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:06.264638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=c84d1b56-01cc-4e32-95d9-6e0cc46fab3d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:06.310101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:06.310447 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:06.310823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:06.311095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:06.311454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:06.311785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:06.312189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:06.312414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:06.312734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:06.313051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:06.313365 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:06.313678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:06.368954 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e122413b-a984-4bce-9514-469b54f2f906 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:53:06.373473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:06.373806 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Floating IP 2c66efa1-12df-4604-8ec0-424a62a9ac56 disassociated (deleted). External IP: 172.26.4.253, port: 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5. Apr 29 17:53:06.437506 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e122413b-a984-4bce-9514-469b54f2f906 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:53:06.437872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:06.555064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6edbc049-6786-4f04-82e5-8ad1f3edfff8 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:53:06.621091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:53:06.621449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:06.722997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:53:06.902939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:53:06.912361 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797d6f2-f024-45ee-8d59-21815e084e98 None None] Sync routers for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:53:06.918838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:06.922295 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797d6f2-f024-45ee-8d59-21815e084e98 None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:53:06.922917 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b797d6f2-f024-45ee-8d59-21815e084e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:52:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:06.972393 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e5fd7f10-baf7-4348-abc3-856bc49bf8b8 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/floatingips/2c66efa1-12df-4604-8ec0-424a62a9ac56 HTTP/1.1" status: 204 len: 168 time: 1.5356803 Apr 29 17:53:06.972950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'tag': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:53:07.018961 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c694ddff-0e1f-45e8-9cb9-10c71e0b061f'] response: {'name': 'network-changed', 'server_uuid': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'tag': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'status': 'completed', 'code': 200} Apr 29 17:53:07.100550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-b797d6f2-f024-45ee-8d59-21815e084e98 None None] Set router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:53:07.108697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc8d82-ab98-4427-9e7e-bf9780bd3303 req-f190430d-d264-4dd9-af15-f125eddbfee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:07.110148 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a4dc8d82-ab98-4427-9e7e-bf9780bd3303 req-f190430d-d264-4dd9-af15-f125eddbfee3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=438682cd007d46eb90f162f5f8d9699b&device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 1098 time: 0.0696077 Apr 29 17:53:07.253706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc8d82-ab98-4427-9e7e-bf9780bd3303 req-4571c2bb-2506-450c-a900-5a844b36b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:07.255161 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a4dc8d82-ab98-4427-9e7e-bf9780bd3303 req-4571c2bb-2506-450c-a900-5a844b36b42e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e940587-a884-4527-85a4-4fcbe77cc00b HTTP/1.1" status: 200 len: 898 time: 0.1390946 Apr 29 17:53:07.327084 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a4dc8d82-ab98-4427-9e7e-bf9780bd3303 req-bef4af60-e0ab-4a6c-87dc-5d12d47173d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 HTTP/1.1" status: 200 len: 217 time: 0.0649178 Apr 29 17:53:07.357871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560128c6-5d8f-4a1b-91e1-42d8b646431a req-75f4f82a-63cc-47b6-8b16-51652fe6e771 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:07.358684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-560128c6-5d8f-4a1b-91e1-42d8b646431a req-75f4f82a-63cc-47b6-8b16-51652fe6e771 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:53:07.376502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-560128c6-5d8f-4a1b-91e1-42d8b646431a req-75f4f82a-63cc-47b6-8b16-51652fe6e771 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:53:07.379876 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-560128c6-5d8f-4a1b-91e1-42d8b646431a req-75f4f82a-63cc-47b6-8b16-51652fe6e771 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 945 time: 0.1112845 Apr 29 17:53:07.393637 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc8d82-ab98-4427-9e7e-bf9780bd3303 req-7f3b1d60-e7f1-4f27-a543-5e31b0b5ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:07.395690 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a4dc8d82-ab98-4427-9e7e-bf9780bd3303 req-7f3b1d60-e7f1-4f27-a543-5e31b0b5ba44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee0277ec-d243-4d56-b962-2f0d737ee024 HTTP/1.1" status: 200 len: 834 time: 0.0614636 Apr 29 17:53:07.420267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b797d6f2-f024-45ee-8d59-21815e084e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:53:01Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:53:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6edbc049-6786-4f04-82e5-8ad1f3edfff8', 'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:b6:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:07Z', 'updated_at': '2022-04-29T17:53:04Z', 'revision_number': 7, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:07.424914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797d6f2-f024-45ee-8d59-21815e084e98 None None] Checking router: 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:53:07.434135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797d6f2-f024-45ee-8d59-21815e084e98 None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:53:07.434732 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b797d6f2-f024-45ee-8d59-21815e084e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:52:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:07.437847 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-560128c6-5d8f-4a1b-91e1-42d8b646431a req-91459685-02f0-432a-8c2f-0665b7af13ee tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffc10f1c-7411-475d-982e-a0e45965549c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519457 Apr 29 17:53:07.476272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc8d82-ab98-4427-9e7e-bf9780bd3303 req-c16b2706-2a5c-4ab0-8efd-f56446312d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:07.477800 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a4dc8d82-ab98-4427-9e7e-bf9780bd3303 req-c16b2706-2a5c-4ab0-8efd-f56446312d94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e940587-a884-4527-85a4-4fcbe77cc00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749216 Apr 29 17:53:07.611774 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a4dc8d82-ab98-4427-9e7e-bf9780bd3303 req-df75169a-002d-4eaa-a45d-a4fc2f63fcd6 service neutron] 10.222.0.36 "GET /v2.0/networks/2e940587-a884-4527-85a4-4fcbe77cc00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269858 Apr 29 17:53:07.645422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-b797d6f2-f024-45ee-8d59-21815e084e98 None None] Set router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:53:07.741710 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-a4dc8d82-ab98-4427-9e7e-bf9780bd3303 req-30d81e94-5a30-427b-81dd-1405368d003e service neutron] 10.222.0.36 "GET /v2.0/networks/2e940587-a884-4527-85a4-4fcbe77cc00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236207 Apr 29 17:53:07.964904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b797d6f2-f024-45ee-8d59-21815e084e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:53:01Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:53:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6edbc049-6786-4f04-82e5-8ad1f3edfff8', 'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:b6:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:07Z', 'updated_at': '2022-04-29T17:53:04Z', 'revision_number': 7, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:07.969301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797d6f2-f024-45ee-8d59-21815e084e98 None None] The sync data for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv is: [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:53:01Z', 'revision_number': 6, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:53:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6edbc049-6786-4f04-82e5-8ad1f3edfff8', 'name': '', 'network_id': '2e940587-a884-4527-85a4-4fcbe77cc00b', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'mac_address': 'fa:16:3e:b6:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:07Z', 'updated_at': '2022-04-29T17:53:04Z', 'revision_number': 7, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'subnets': [{'id': 'ee0277ec-d243-4d56-b962-2f0d737ee024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:53:08.583902 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3add91-e71a-4fef-bbcf-174199fa38ff req-f442a868-fded-4ba7-aff7-01d3cd61b9cf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:08.584594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-0b3add91-e71a-4fef-bbcf-174199fa38ff req-f442a868-fded-4ba7-aff7-01d3cd61b9cf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Synchronizing usage tracker for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:53:08.596462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-0b3add91-e71a-4fef-bbcf-174199fa38ff req-f442a868-fded-4ba7-aff7-01d3cd61b9cf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Unset dirty status for tenant:438682cd007d46eb90f162f5f8d9699b on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:53:08.597585 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0b3add91-e71a-4fef-bbcf-174199fa38ff req-f442a868-fded-4ba7-aff7-01d3cd61b9cf tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 945 time: 0.0930202 Apr 29 17:53:08.634959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877895a-990d-4fab-85a9-e7c7bf756860 req-17653fb0-5753-4b87-8f89-f95217eaaf66 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:08.639796 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0877895a-990d-4fab-85a9-e7c7bf756860 req-17653fb0-5753-4b87-8f89-f95217eaaf66 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 945 time: 0.0888784 Apr 29 17:53:08.668550 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6502637-1c27-448f-a16e-ab02fb44db44 None None] New status for floating IP 2c66efa1-12df-4604-8ec0-424a62a9ac56: DOWN {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:53:08.681081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-0b3add91-e71a-4fef-bbcf-174199fa38ff req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:53:08.681418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-0b3add91-e71a-4fef-bbcf-174199fa38ff req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:08.685311 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0877895a-990d-4fab-85a9-e7c7bf756860 req-5a0c0100-7491-4833-b7a6-3c5d8e7beabb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffc10f1c-7411-475d-982e-a0e45965549c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428035 Apr 29 17:53:08.928192 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-0b3add91-e71a-4fef-bbcf-174199fa38ff req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5,segment=NetworkSegment(e16613fb-a3a3-4435-9962-1b6c24c3b22e),segment_id=e16613fb-a3a3-4435-9962-1b6c24c3b22e)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:53:08.928540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-0b3add91-e71a-4fef-bbcf-174199fa38ff req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:09.152109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-0b3add91-e71a-4fef-bbcf-174199fa38ff req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:53:09.301051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-0b3add91-e71a-4fef-bbcf-174199fa38ff req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:09.352426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=5a473c7c-15ba-4937-9f63-e0f13e6ff1c5,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:09.390085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:09.390427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:09.390756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:09.391081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:09.391436 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:09.391752 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:09.392073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:09.392386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:09.392699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:09.393000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:09.393309 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:09.393619 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:53:09.441995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3add91-e71a-4fef-bbcf-174199fa38ff req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] No DVR routers for this DVR port 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:53:09.444393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-0b3add91-e71a-4fef-bbcf-174199fa38ff req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:09.446879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'name': 'network-vif-deleted', 'tag': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:53:09.465947 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-0b3add91-e71a-4fef-bbcf-174199fa38ff req-a560599e-85c6-45e4-b73b-821ed8beef9f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.36 "DELETE /v2.0/ports/5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 HTTP/1.1" status: 204 len: 173 time: 0.8625958 Apr 29 17:53:09.478726 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:53:09.497138 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34bdbe0-4268-46cf-a114-43f04d810d32'] response: {'server_uuid': 'b7d37ca2-8cd9-44f0-828c-9a114d969924', 'name': 'network-vif-deleted', 'tag': '5a473c7c-15ba-4937-9f63-e0f13e6ff1c5', 'status': 'completed', 'code': 200} Apr 29 17:53:09.857542 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f5749c25-327c-4f44-bb5b-1a6ea0f353dd req-7efd8f4d-b519-4530-8048-7857aa3d8adb tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7d37ca2-8cd9-44f0-828c-9a114d969924 HTTP/1.1" status: 200 len: 210 time: 0.0428076 Apr 29 17:53:10.963916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56014) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:11.030227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78a17137-c78d-41b6-8502-af67b8e88181 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:11.058890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78a17137-c78d-41b6-8502-af67b8e88181 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:11.130404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78a17137-c78d-41b6-8502-af67b8e88181 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:11.149263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a17137-c78d-41b6-8502-af67b8e88181 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc10f1c-7411-475d-982e-a0e45965549c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:11.161279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78a17137-c78d-41b6-8502-af67b8e88181 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:11.165290 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-78a17137-c78d-41b6-8502-af67b8e88181 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/security-groups/ffc10f1c-7411-475d-982e-a0e45965549c HTTP/1.1" status: 204 len: 168 time: 0.1974955 Apr 29 17:53:11.194275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56020) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:11.760180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56b9e5fa-6193-467c-90cf-918c0cf613ca tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:12.222471 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-56b9e5fa-6193-467c-90cf-918c0cf613ca tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port 6edbc049-6786-4f04-82e5-8ad1f3edfff8 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:53:12.223184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56b9e5fa-6193-467c-90cf-918c0cf613ca tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:12.413195 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-56b9e5fa-6193-467c-90cf-918c0cf613ca tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port 6edbc049-6786-4f04-82e5-8ad1f3edfff8, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6edbc049-6786-4f04-82e5-8ad1f3edfff8,segment=NetworkSegment(e16613fb-a3a3-4435-9962-1b6c24c3b22e),segment_id=e16613fb-a3a3-4435-9962-1b6c24c3b22e)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:53:12.413587 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56b9e5fa-6193-467c-90cf-918c0cf613ca tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:12.493984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:53:12.527779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:53:12.528114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 5a473c7c-15ba-4937-9f63-e0f13e6ff1c5 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:53:12.546045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-56b9e5fa-6193-467c-90cf-918c0cf613ca tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for 6edbc049-6786-4f04-82e5-8ad1f3edfff8 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:53:12.734893 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56b9e5fa-6193-467c-90cf-918c0cf613ca tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:12.785216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9e5fa-6193-467c-90cf-918c0cf613ca tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=6edbc049-6786-4f04-82e5-8ad1f3edfff8,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:13.056306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56b9e5fa-6193-467c-90cf-918c0cf613ca tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:13.432770 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b9e5fa-6193-467c-90cf-918c0cf613ca tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:53:13.731043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b9e5fa-6193-467c-90cf-918c0cf613ca tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:53:13.740730 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23ca63-0088-48ef-83ad-e9d6f6e74f35 None None] Sync routers for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:53:13.744195 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-56b9e5fa-6193-467c-90cf-918c0cf613ca tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "PUT /v2.0/routers/21bcfaba-1b4c-411b-b23f-5b4f9c8ad813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5482724 Apr 29 17:53:13.746686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56024) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:13.750751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff23ca63-0088-48ef-83ad-e9d6f6e74f35 None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:53:13.751465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-ff23ca63-0088-48ef-83ad-e9d6f6e74f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:52:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:13.815319 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50b62bd-40e2-470f-b548-d30426a90c1f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting subnet ee0277ec-d243-4d56-b962-2f0d737ee024 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:53:13.818444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f50b62bd-40e2-470f-b548-d30426a90c1f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:13.938237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-ff23ca63-0088-48ef-83ad-e9d6f6e74f35 None None] Set router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:53:13.994468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f50b62bd-40e2-470f-b548-d30426a90c1f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:14.075477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f50b62bd-40e2-470f-b548-d30426a90c1f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:14.148551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f50b62bd-40e2-470f-b548-d30426a90c1f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:14.190011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b62bd-40e2-470f-b548-d30426a90c1f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0277ec-d243-4d56-b962-2f0d737ee024,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:14.193477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f50b62bd-40e2-470f-b548-d30426a90c1f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:14.200188 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f50b62bd-40e2-470f-b548-d30426a90c1f tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/subnets/ee0277ec-d243-4d56-b962-2f0d737ee024 HTTP/1.1" status: 204 len: 168 time: 0.4519293 Apr 29 17:53:14.203151 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56028) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:14.206109 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143376c3-e634-4792-a083-f6f6a11d994e None None] Network 2e940587-a884-4527-85a4-4fcbe77cc00b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:53:14.385839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-ff23ca63-0088-48ef-83ad-e9d6f6e74f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:53:12Z', 'revision_number': 7, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:53:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:14.388007 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:14.392425 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23ca63-0088-48ef-83ad-e9d6f6e74f35 None None] Checking router: 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:53:14.406534 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff23ca63-0088-48ef-83ad-e9d6f6e74f35 None None] Routers {'21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:53:14.407133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-ff23ca63-0088-48ef-83ad-e9d6f6e74f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:52:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:14.566189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:14.577640 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Deleting port e122413b-a984-4bce-9514-469b54f2f906 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:53:14.577930 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:14.584987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-ff23ca63-0088-48ef-83ad-e9d6f6e74f35 None None] Set router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:53:14.678445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5ec40-cf67-42f7-881d-bb3c5fc8d317 None None] DHCP port deletion for 2e940587-a884-4527-85a4-4fcbe77cc00b request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 17:53:14.742755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-59d5ec40-cf67-42f7-881d-bb3c5fc8d317 None None] Deleting port 9f6a523e-a2b9-4f12-af07-e09369dd8862 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:53:14.743496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-59d5ec40-cf67-42f7-881d-bb3c5fc8d317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:14.763092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] For port e122413b-a984-4bce-9514-469b54f2f906, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e122413b-a984-4bce-9514-469b54f2f906,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:53:14.763483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:14.889629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Calling delete_port for e122413b-a984-4bce-9514-469b54f2f906 owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:53:15.060748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.088501 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-59d5ec40-cf67-42f7-881d-bb3c5fc8d317 None None] For port 9f6a523e-a2b9-4f12-af07-e09369dd8862, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=9f6a523e-a2b9-4f12-af07-e09369dd8862,segment=NetworkSegment(e16613fb-a3a3-4435-9962-1b6c24c3b22e),segment_id=e16613fb-a3a3-4435-9962-1b6c24c3b22e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:53:15.088916 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-59d5ec40-cf67-42f7-881d-bb3c5fc8d317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.104678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Port': ['ID=e122413b-a984-4bce-9514-469b54f2f906,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:15.200375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.213763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-59d5ec40-cf67-42f7-881d-bb3c5fc8d317 None None] Calling delete_port for 9f6a523e-a2b9-4f12-af07-e09369dd8862 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:53:15.275847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-ff23ca63-0088-48ef-83ad-e9d6f6e74f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:53:12Z', 'revision_number': 7, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:53:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:15.290254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23ca63-0088-48ef-83ad-e9d6f6e74f35 None None] The sync data for ids ['21bcfaba-1b4c-411b-b23f-5b4f9c8ad813'] in dv-neutron-839024-2-hyperv is: [{'id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'name': 'tempest-TestNetworkBasicOps-router-300493966', 'tenant_id': '438682cd007d46eb90f162f5f8d9699b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': 'e122413b-a984-4bce-9514-469b54f2f906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:52:02Z', 'updated_at': '2022-04-29T17:53:12Z', 'revision_number': 7, 'project_id': '438682cd007d46eb90f162f5f8d9699b', 'gw_port': {'id': 'e122413b-a984-4bce-9514-469b54f2f906', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcfaba-1b4c-411b-b23f-5b4f9c8ad813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:52:03Z', 'updated_at': '2022-04-29T17:53:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:53:15.302269 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-59d5ec40-cf67-42f7-881d-bb3c5fc8d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.354904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d5ec40-cf67-42f7-881d-bb3c5fc8d317 None None] No DVR routers for this DVR port 9f6a523e-a2b9-4f12-af07-e09369dd8862 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:53:15.358499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5ec40-cf67-42f7-881d-bb3c5fc8d317 None None] Pushing event deleted for resources: {'Port': ['ID=9f6a523e-a2b9-4f12-af07-e09369dd8862,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:15.378244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.380431 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.404596 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.405144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Fanout notify agent at l3_agent the message router_deleted on router 21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 17:53:15.420188 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.421253 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b405863e-31c6-4a5c-9fb2-a68159d95432 tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/routers/21bcfaba-1b4c-411b-b23f-5b4f9c8ad813 HTTP/1.1" status: 204 len: 168 time: 1.2168305 Apr 29 17:53:15.424021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56032) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:15.652640 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-31f4ceb7-f099-4b93-995f-ee43831ed66b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.787989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-31f4ceb7-f099-4b93-995f-ee43831ed66b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.815330 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-31f4ceb7-f099-4b93-995f-ee43831ed66b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e940587-a884-4527-85a4-4fcbe77cc00b']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:15.828733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-31f4ceb7-f099-4b93-995f-ee43831ed66b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16613fb-a3a3-4435-9962-1b6c24c3b22e') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:15.829050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-31f4ceb7-f099-4b93-995f-ee43831ed66b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16613fb-a3a3-4435-9962-1b6c24c3b22e') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:15.841130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-31f4ceb7-f099-4b93-995f-ee43831ed66b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.857584 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-31f4ceb7-f099-4b93-995f-ee43831ed66b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.863989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f4ceb7-f099-4b93-995f-ee43831ed66b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:53:15.864512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-31f4ceb7-f099-4b93-995f-ee43831ed66b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:53:15.879511 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:53:15.965116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-31f4ceb7-f099-4b93-995f-ee43831ed66b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.969036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-31f4ceb7-f099-4b93-995f-ee43831ed66b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:15.996497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4ceb7-f099-4b93-995f-ee43831ed66b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] Pushing event deleted for resources: {'Network': ['ID=2e940587-a884-4527-85a4-4fcbe77cc00b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:16.006084 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-31f4ceb7-f099-4b93-995f-ee43831ed66b tempest-TestNetworkBasicOps-946951477 tempest-TestNetworkBasicOps-946951477-project] 10.222.0.11 "DELETE /v2.0/networks/2e940587-a884-4527-85a4-4fcbe77cc00b HTTP/1.1" status: 204 len: 168 time: 0.5810452 Apr 29 17:53:16.315017 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56040) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:16.358428 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e122413b-a984-4bce-9514-469b54f2f906 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:53:16.391432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: e122413b-a984-4bce-9514-469b54f2f906 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:53:16.391775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e122413b-a984-4bce-9514-469b54f2f906 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:53:16.392190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6edbc049-6786-4f04-82e5-8ad1f3edfff8 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:53:16.424757 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 6edbc049-6786-4f04-82e5-8ad1f3edfff8 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:53:16.425101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6edbc049-6786-4f04-82e5-8ad1f3edfff8 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:53:16.425509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9f6a523e-a2b9-4f12-af07-e09369dd8862 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:53:16.459682 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 9f6a523e-a2b9-4f12-af07-e09369dd8862 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:53:16.460038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 9f6a523e-a2b9-4f12-af07-e09369dd8862 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:53:16.464802 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-eb087af1-12e0-4836-8ce9-d213637d6480 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=438682cd007d46eb90f162f5f8d9699b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485386 Apr 29 17:53:16.467476 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56046) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:16.530040 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-96bcde26-6274-4541-a7e1-2e58fa831823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:16.556599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-96bcde26-6274-4541-a7e1-2e58fa831823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:16.611944 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-96bcde26-6274-4541-a7e1-2e58fa831823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:16.630264 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcde26-6274-4541-a7e1-2e58fa831823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1912d812-8f1c-48fe-b3c7-f2ec4da7ca78,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:16.640479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-96bcde26-6274-4541-a7e1-2e58fa831823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:16.643970 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-96bcde26-6274-4541-a7e1-2e58fa831823 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1912d812-8f1c-48fe-b3c7-f2ec4da7ca78 HTTP/1.1" status: 204 len: 168 time: 0.1732314 Apr 29 17:53:16.939017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56054) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:16.956537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36c9577a-6972-49cd-991d-eb7884d683ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:16.970450 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-36c9577a-6972-49cd-991d-eb7884d683ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:53:16.974505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-36c9577a-6972-49cd-991d-eb7884d683ce admin admin] Usage tracker for resource:security_group_rule and tenant:7d20d6e425534d8b9c95c7ac36b72a39 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:53:16.977621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-36c9577a-6972-49cd-991d-eb7884d683ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:53:16.983542 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-36c9577a-6972-49cd-991d-eb7884d683ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:53:17.064021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36c9577a-6972-49cd-991d-eb7884d683ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:17.069308 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-36c9577a-6972-49cd-991d-eb7884d683ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:17.112894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9577a-6972-49cd-991d-eb7884d683ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7f8927-5fd6-48e9-8bd3-1c9224564852,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:17.117141 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-36c9577a-6972-49cd-991d-eb7884d683ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d20d6e425534d8b9c95c7ac36b72a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768775 Apr 29 17:53:17.120692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56058) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:17.183758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb014ee0-1f39-4a82-bc34-56dcd9cdb3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:17.209232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb014ee0-1f39-4a82-bc34-56dcd9cdb3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:17.266465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb014ee0-1f39-4a82-bc34-56dcd9cdb3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:17.281271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb014ee0-1f39-4a82-bc34-56dcd9cdb3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7f8927-5fd6-48e9-8bd3-1c9224564852,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:17.287538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bb014ee0-1f39-4a82-bc34-56dcd9cdb3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:17.289319 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bb014ee0-1f39-4a82-bc34-56dcd9cdb3a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb7f8927-5fd6-48e9-8bd3-1c9224564852 HTTP/1.1" status: 204 len: 168 time: 0.1671386 Apr 29 17:53:18.178043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56082) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:18.296089 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-766265185-network', 'tenant_id': 'a03d0e97cce04ee48697adc43a02e256'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:53:18.301193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:53:18.304381 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:18.305597 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Usage tracker for resource:network and tenant:a03d0e97cce04ee48697adc43a02e256 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:53:18.308576 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:53:18.314270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:53:18.324772 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Made reservation on behalf of a03d0e97cce04ee48697adc43a02e256 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:53:18.327097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:18.339002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:18.353017 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:53:18.356877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Usage tracker for resource:security_group_rule and tenant:a03d0e97cce04ee48697adc43a02e256 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:53:18.359693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:53:18.365480 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:53:18.451577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:18.457019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:18.489691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:53:18.497965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e72e28-0127-405e-ac25-5444be6169ab,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:18.505685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:18.506006 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Added segment dbe2ca7b-21d6-4726-b212-38f888808fab of type vlan for network 36127640-dfbd-41cb-b22b-a731a0fc9a65 Apr 29 17:53:18.535156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:18.578129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:18.579137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:18.579823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:18.680591 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] Pushing event updated for resources: {'Network': ['ID=36127640-dfbd-41cb-b22b-a731a0fc9a65,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:18.685059 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b90d914f-d692-48b3-82d3-e1a1d10afca9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5059450 Apr 29 17:53:18.689706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56088) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:18.692858 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 36127640-dfbd-41cb-b22b-a731a0fc9a65 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:53:18.696365 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Request body: {'subnet': {'network_id': '36127640-dfbd-41cb-b22b-a731a0fc9a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-766265185-subnet', 'tenant_id': 'a03d0e97cce04ee48697adc43a02e256', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:53:18.701396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:53:18.705391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Usage tracker for resource:subnet and tenant:a03d0e97cce04ee48697adc43a02e256 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:53:18.709120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:53:18.716188 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:53:18.728482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Made reservation on behalf of a03d0e97cce04ee48697adc43a02e256 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:53:18.731007 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:18.939832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:19.011708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3db383-b3c2-44a6-a259-fa588fb96e02,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:19.022378 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Checking segment: {'id': 'dbe2ca7b-21d6-4726-b212-38f888808fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36127640-dfbd-41cb-b22b-a731a0fc9a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:53:19.022734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Network hostable DHCP agents. Network: 36127640-dfbd-41cb-b22b-a731a0fc9a65, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:53:19.042575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Network 36127640-dfbd-41cb-b22b-a731a0fc9a65 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:53:19.052318 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 36127640-dfbd-41cb-b22b-a731a0fc9a65) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:53:19.056628 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:19.057218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:19.062303 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8e06fe-233c-4076-8ad2-2c9ec2943574 None None] Network 36127640-dfbd-41cb-b22b-a731a0fc9a65 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:53:19.078201 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ea100a5a-cff9-41c0-80a4-e56c9fc981e3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3864369 Apr 29 17:53:19.270747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b71db-85fe-4166-bce6-74803e281ca3 None None] Network 36127640-dfbd-41cb-b22b-a731a0fc9a65 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:53:19.579594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56106) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:19.585411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1997841899-network', 'tenant_id': 'f72060194a81416d9507318bdd6b5d7e'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:53:19.590205 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:53:19.594131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Usage tracker for resource:network and tenant:f72060194a81416d9507318bdd6b5d7e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:53:19.596998 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:53:19.602735 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:53:19.614525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Made reservation on behalf of f72060194a81416d9507318bdd6b5d7e for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:53:19.616916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:19.628706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:19.642679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:53:19.646887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Usage tracker for resource:security_group_rule and tenant:f72060194a81416d9507318bdd6b5d7e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:53:19.649720 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:53:19.655410 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:53:19.743448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:19.750217 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:19.781889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:53:19.787682 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05e46c5-0230-4e2e-b224-803a95e8cb70,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:19.794780 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:19.795703 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Added segment 0cdce2ac-6df3-4a47-afc3-ce8ad47f4030 of type vlan for network 6e9521c7-5c6c-4960-8d38-7aa126c18ff5 Apr 29 17:53:19.820684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:19.855948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:19.857036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:19.857755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:19.953877 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3729737 Apr 29 17:53:19.956767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56110) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:19.957268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f410892-d9e9-41dd-aaaf-9000e958db69 admin admin] Pushing event updated for resources: {'Network': ['ID=6e9521c7-5c6c-4960-8d38-7aa126c18ff5,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:19.962847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Request body: {'subnet': {'network_id': '6e9521c7-5c6c-4960-8d38-7aa126c18ff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1997841899-subnet', 'tenant_id': 'f72060194a81416d9507318bdd6b5d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:53:19.967725 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 6e9521c7-5c6c-4960-8d38-7aa126c18ff5 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:53:19.968207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:53:19.972227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Usage tracker for resource:subnet and tenant:f72060194a81416d9507318bdd6b5d7e is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:53:19.975158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:53:19.981191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:53:19.993061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Made reservation on behalf of f72060194a81416d9507318bdd6b5d7e for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:53:19.995484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:20.206062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:20.278191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e320f0d-8d7d-4cdd-80e6-19f4b3175b0e,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:20.288747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Checking segment: {'id': '0cdce2ac-6df3-4a47-afc3-ce8ad47f4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6e9521c7-5c6c-4960-8d38-7aa126c18ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:53:20.289098 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Network hostable DHCP agents. Network: 6e9521c7-5c6c-4960-8d38-7aa126c18ff5, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:53:20.309756 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Network 6e9521c7-5c6c-4960-8d38-7aa126c18ff5 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:53:20.319993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 6e9521c7-5c6c-4960-8d38-7aa126c18ff5) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:53:20.324083 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:20.324648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:20.328903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b057b0-b47f-4754-ab0f-9530269b17fd None None] Network 6e9521c7-5c6c-4960-8d38-7aa126c18ff5 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:53:20.346377 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-41095d68-55cd-4ce5-b3c6-6dc38fa7a52e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3884969 Apr 29 17:53:20.543578 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c6197-d08a-4273-ac42-5701e797fa09 None None] Network 6e9521c7-5c6c-4960-8d38-7aa126c18ff5 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:53:20.934716 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-6ad14324-367b-4b5e-beb3-8adad5d5b328 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:20.936237 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-6ad14324-367b-4b5e-beb3-8adad5d5b328 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/networks?id=36127640-dfbd-41cb-b22b-a731a0fc9a65 HTTP/1.1" status: 200 len: 811 time: 0.1492558 Apr 29 17:53:20.953849 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-e59f5ea3-f9a7-4265-9283-d9e4e1df7620 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/quotas/a03d0e97cce04ee48697adc43a02e256 HTTP/1.1" status: 200 len: 375 time: 0.0091646 Apr 29 17:53:21.000969 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-8bc314c8-52a2-4fc6-be8f-57b57079f1d7 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a03d0e97cce04ee48697adc43a02e256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420332 Apr 29 17:53:21.013411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-ee3a8378-7698-4ca9-b16e-397f4920c700 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:53:21.014312 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-ee3a8378-7698-4ca9-b16e-397f4920c700 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049248 Apr 29 17:53:21.145329 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-ab54509b-f37d-4891-92f1-a03b8fc15a80 service neutron] 10.222.0.11 "GET /v2.0/networks/36127640-dfbd-41cb-b22b-a731a0fc9a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252692 Apr 29 17:53:21.277847 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-acc117f0-c964-456b-b282-87741d3476e0 service neutron] 10.222.0.11 "GET /v2.0/networks/36127640-dfbd-41cb-b22b-a731a0fc9a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257212 Apr 29 17:53:21.453995 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e9cdd77c-9d16-4b1a-b0fb-54660250a301 req-2114ca4e-4064-456e-831d-c9c13ba1620f tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 210 time: 0.0456159 Apr 29 17:53:22.556743 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-07f7dd87-cdad-4188-896e-6783a07f6da2 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:22.557311 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-07f7dd87-cdad-4188-896e-6783a07f6da2 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Synchronizing usage tracker for tenant:a03d0e97cce04ee48697adc43a02e256 on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:53:22.576645 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-07f7dd87-cdad-4188-896e-6783a07f6da2 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Unset dirty status for tenant:a03d0e97cce04ee48697adc43a02e256 on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:53:22.577801 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-07f7dd87-cdad-4188-896e-6783a07f6da2 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.36 "GET /v2.0/networks?id=36127640-dfbd-41cb-b22b-a731a0fc9a65 HTTP/1.1" status: 200 len: 811 time: 0.1680114 Apr 29 17:53:22.589616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Request body: {'port': {'device_id': '6ff1ba16-f353-4898-9053-481dcedf098c', 'network_id': '36127640-dfbd-41cb-b22b-a731a0fc9a65', 'admin_state_up': True, 'tenant_id': 'a03d0e97cce04ee48697adc43a02e256'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:53:22.602117 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8febe21a-04aa-48cc-963a-381c169eede9 req-49b7deaf-6df4-4743-833e-343fb941ad39 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 210 time: 0.0430162 Apr 29 17:53:22.828590 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:53:22.832576 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Usage tracker for resource:port and tenant:a03d0e97cce04ee48697adc43a02e256 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:53:22.835623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:53:22.841279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:53:22.851361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Made reservation on behalf of a03d0e97cce04ee48697adc43a02e256 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:53:22.854746 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:23.014718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Allocated IP 172.20.0.4 (36127640-dfbd-41cb-b22b-a731a0fc9a65/5f3db383-b3c2-44a6-a259-fa588fb96e02/2e6705b4-9951-4b51-91c5-b768a1893dc1) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:53:23.211766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:23.243809 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:23.280518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7b965075-dd9b-4973-ac09-81f56475b59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:23.316508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Network 36127640-dfbd-41cb-b22b-a731a0fc9a65 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:53:23.319768 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:53:23.323422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:53:23.352494 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Pushing event updated for resources: {'Port': ['ID=2e6705b4-9951-4b51-91c5-b768a1893dc1,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:23.386780 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:23.387359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:23.413485 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-99e45330-7bc7-47d4-bcbc-3dbd1257fccb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8274922 Apr 29 17:53:23.424462 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Request body: {'port': {'device_id': '6ff1ba16-f353-4898-9053-481dcedf098c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:53:23.534049 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:23.795440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d496dd4-f4c2-45d4-999f-403f8692e7c7 req-470ab9c1-09ff-4ac9-8eec-07333a8a4ff3 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:23.796816 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2d496dd4-f4c2-45d4-999f-403f8692e7c7 req-470ab9c1-09ff-4ac9-8eec-07333a8a4ff3 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 931 time: 0.0876045 Apr 29 17:53:23.843822 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2d496dd4-f4c2-45d4-999f-403f8692e7c7 req-85d83286-e290-45ea-9885-d04193c74859 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Apr 29 17:53:23.873400 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6705b4-9951-4b51-91c5-b768a1893dc1 {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:53:23.880544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:23.895325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Transition to ACTIVE for port object 2e6705b4-9951-4b51-91c5-b768a1893dc1 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:53:23.900449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:24.057609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Pushing event updated for resources: {'Port': ['ID=2e6705b4-9951-4b51-91c5-b768a1893dc1,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:24.141598 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Attempting to bind port 2e6705b4-9951-4b51-91c5-b768a1893dc1 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:53:24.141907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Attempting to bind port 2e6705b4-9951-4b51-91c5-b768a1893dc1 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'dbe2ca7b-21d6-4726-b212-38f888808fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36127640-dfbd-41cb-b22b-a731a0fc9a65'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:53:24.142317 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Attempting to bind port 2e6705b4-9951-4b51-91c5-b768a1893dc1 on network 36127640-dfbd-41cb-b22b-a731a0fc9a65 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:53:24.149289 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Port 2e6705b4-9951-4b51-91c5-b768a1893dc1 on network 36127640-dfbd-41cb-b22b-a731a0fc9a65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:53:24.149614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Attempting to bind port 2e6705b4-9951-4b51-91c5-b768a1893dc1 on network 36127640-dfbd-41cb-b22b-a731a0fc9a65 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:53:24.154765 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:53:24.155099 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Checking segment: {'id': 'dbe2ca7b-21d6-4726-b212-38f888808fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36127640-dfbd-41cb-b22b-a731a0fc9a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:53:24.155522 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Bound using segment: {'id': 'dbe2ca7b-21d6-4726-b212-38f888808fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36127640-dfbd-41cb-b22b-a731a0fc9a65'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:53:24.155941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Bound port: 2e6705b4-9951-4b51-91c5-b768a1893dc1, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe2ca7b-21d6-4726-b212-38f888808fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '36127640-dfbd-41cb-b22b-a731a0fc9a65'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:53:24.156275 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:24.246565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] For port 2e6705b4-9951-4b51-91c5-b768a1893dc1, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:53:24.249487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] For port 2e6705b4-9951-4b51-91c5-b768a1893dc1, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e6705b4-9951-4b51-91c5-b768a1893dc1,segment=NetworkSegment(dbe2ca7b-21d6-4726-b212-38f888808fab),segment_id=dbe2ca7b-21d6-4726-b212-38f888808fab)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:53:24.256253 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:24.318332 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:24.318929 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:24.320623 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] 10.222.0.36 "PUT /v2.0/ports/2e6705b4-9951-4b51-91c5-b768a1893dc1 HTTP/1.1" status: 200 len: 1093 time: 0.9002874 Apr 29 17:53:24.321051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff1ba16-f353-4898-9053-481dcedf098c', 'tag': '2e6705b4-9951-4b51-91c5-b768a1893dc1'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:53:24.344846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8034da3-9e01-4f86-8804-dc345c5cfc3f service neutron] Pushing event updated for resources: {'Port': ['ID=2e6705b4-9951-4b51-91c5-b768a1893dc1,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:24.367575 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2cce158-24ca-4983-9ba6-6a020a8dc485'] response: {'name': 'network-changed', 'server_uuid': '6ff1ba16-f353-4898-9053-481dcedf098c', 'tag': '2e6705b4-9951-4b51-91c5-b768a1893dc1', 'status': 'completed', 'code': 200} Apr 29 17:53:24.439447 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-2f1cdfb5-0e2a-4ddc-ac6f-a4bf0e04bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:24.440888 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-2f1cdfb5-0e2a-4ddc-ac6f-a4bf0e04bb66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a03d0e97cce04ee48697adc43a02e256&device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 1096 time: 0.0724657 Apr 29 17:53:24.509325 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-07874dad-e5b8-4899-8e80-5c4a1e761fe2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6705b4-9951-4b51-91c5-b768a1893dc1 HTTP/1.1" status: 200 len: 217 time: 0.0618029 Apr 29 17:53:24.570578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-29e9043d-f51a-463d-8d99-a19c6f8556a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:24.571871 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-29e9043d-f51a-463d-8d99-a19c6f8556a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f3db383-b3c2-44a6-a259-fa588fb96e02 HTTP/1.1" status: 200 len: 851 time: 0.0569668 Apr 29 17:53:24.619218 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-7a82bed2-bb61-48fb-bdfd-294d696cd588 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36127640-dfbd-41cb-b22b-a731a0fc9a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417197 Apr 29 17:53:24.849954 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-30acebda-e78f-4864-b9b3-2615c0e5fb2a service neutron] 10.222.0.36 "GET /v2.0/networks/36127640-dfbd-41cb-b22b-a731a0fc9a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247880 Apr 29 17:53:24.979963 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-070f4243-05a2-43de-9b72-fcf9a61731dd req-f38a7b61-5a23-4c7b-b0a2-e8b42c167a81 service neutron] 10.222.0.36 "GET /v2.0/networks/36127640-dfbd-41cb-b22b-a731a0fc9a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243126 Apr 29 17:53:25.034260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f9d86-9d74-4ce2-912d-bf58c62e42a4 req-d487e714-4263-4f38-a5f8-daaa2db4e85b tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:25.035758 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6b1f9d86-9d74-4ce2-912d-bf58c62e42a4 req-d487e714-4263-4f38-a5f8-daaa2db4e85b tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 943 time: 0.0853722 Apr 29 17:53:25.080425 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6b1f9d86-9d74-4ce2-912d-bf58c62e42a4 req-26a39d00-e86d-4c64-9ef5-933afd82163b tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386071 Apr 29 17:53:25.097884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca09ee-5763-43a3-8f8a-3b3d2e520455 req-017001c6-5723-4748-8a6a-5a393204f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:25.099439 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05ca09ee-5763-43a3-8f8a-3b3d2e520455 req-017001c6-5723-4748-8a6a-5a393204f3ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a03d0e97cce04ee48697adc43a02e256&device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 1096 time: 0.0716593 Apr 29 17:53:25.234283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca09ee-5763-43a3-8f8a-3b3d2e520455 req-cbfbc556-c7f8-4ea8-b417-a3562bfe8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:25.235718 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05ca09ee-5763-43a3-8f8a-3b3d2e520455 req-cbfbc556-c7f8-4ea8-b417-a3562bfe8d6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=36127640-dfbd-41cb-b22b-a731a0fc9a65 HTTP/1.1" status: 200 len: 912 time: 0.1295824 Apr 29 17:53:25.310001 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05ca09ee-5763-43a3-8f8a-3b3d2e520455 req-b208f215-815f-44a5-a02e-52aa24f8b9e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6705b4-9951-4b51-91c5-b768a1893dc1 HTTP/1.1" status: 200 len: 217 time: 0.0677686 Apr 29 17:53:25.374028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca09ee-5763-43a3-8f8a-3b3d2e520455 req-91618d90-8f42-451b-9bdc-55957a81357c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:25.375499 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05ca09ee-5763-43a3-8f8a-3b3d2e520455 req-91618d90-8f42-451b-9bdc-55957a81357c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f3db383-b3c2-44a6-a259-fa588fb96e02 HTTP/1.1" status: 200 len: 851 time: 0.0574272 Apr 29 17:53:25.389237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ff4512e5-1479-4f1c-8dff-6c507ffe2979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:25.425073 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05ca09ee-5763-43a3-8f8a-3b3d2e520455 req-e6ab29d3-bed8-4c6b-9663-7042ada7d9fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36127640-dfbd-41cb-b22b-a731a0fc9a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428076 Apr 29 17:53:25.560307 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05ca09ee-5763-43a3-8f8a-3b3d2e520455 req-525d3cf2-f8be-440f-a4cc-a32ea4a72c3d service neutron] 10.222.0.36 "GET /v2.0/networks/36127640-dfbd-41cb-b22b-a731a0fc9a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286576 Apr 29 17:53:25.691151 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-05ca09ee-5763-43a3-8f8a-3b3d2e520455 req-778763b9-e83b-4b63-ab94-a456a525de48 service neutron] 10.222.0.36 "GET /v2.0/networks/36127640-dfbd-41cb-b22b-a731a0fc9a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236429 Apr 29 17:53:26.295447 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9872c5-648a-44a0-a7af-ccc241ee7e20 req-6b348bd3-1035-44e9-83dc-5fcfe87b131a tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:26.296941 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6a9872c5-648a-44a0-a7af-ccc241ee7e20 req-6b348bd3-1035-44e9-83dc-5fcfe87b131a tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 943 time: 0.1020515 Apr 29 17:53:26.342528 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6a9872c5-648a-44a0-a7af-ccc241ee7e20 req-a2ada494-fd2f-41bf-aa74-ec2fb0693ac0 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395350 Apr 29 17:53:26.625844 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:26.794750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:27.545823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfed93-a06c-46b5-8fd3-129159e6266e req-d4ad2e1b-a319-4e9f-af73-3846471834e9 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:27.547215 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67bfed93-a06c-46b5-8fd3-129159e6266e req-d4ad2e1b-a319-4e9f-af73-3846471834e9 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 943 time: 0.0865071 Apr 29 17:53:27.593659 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67bfed93-a06c-46b5-8fd3-129159e6266e req-daf0c6de-35bc-468e-82c1-97a77ba77e2d tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Apr 29 17:53:28.030301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:28.555676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2e6705b4-9951-4b51-91c5-b768a1893dc1 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:53:28.695066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2e6705b4-9951-4b51-91c5-b768a1893dc1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e6705b4-9951-4b51-91c5-b768a1893dc1,segment=NetworkSegment(dbe2ca7b-21d6-4726-b212-38f888808fab),segment_id=dbe2ca7b-21d6-4726-b212-38f888808fab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:53:28.708458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '2e6705b4-9951-4b51-91c5-b768a1893dc1', 'network_id': '36127640-dfbd-41cb-b22b-a731a0fc9a65', 'port_id': '2e6705b4-9951-4b51-91c5-b768a1893dc1', 'mac_address': 'fa:16:3e:d7:32:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3db383-b3c2-44a6-a259-fa588fb96e02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:53:28.766715 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:28.784485 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6705b4-9951-4b51-91c5-b768a1893dc1 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:53:28.785054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf677eb-3330-4e79-9147-044dc1f6f029 req-64774ac1-983c-4476-8c58-b4a469f1143c tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:28.786543 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-baf677eb-3330-4e79-9147-044dc1f6f029 req-64774ac1-983c-4476-8c58-b4a469f1143c tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 943 time: 0.0862796 Apr 29 17:53:28.800125 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2e6705b4-9951-4b51-91c5-b768a1893dc1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e6705b4-9951-4b51-91c5-b768a1893dc1,segment=NetworkSegment(dbe2ca7b-21d6-4726-b212-38f888808fab),segment_id=dbe2ca7b-21d6-4726-b212-38f888808fab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:53:28.805099 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:28.834805 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-baf677eb-3330-4e79-9147-044dc1f6f029 req-5ef4f716-08fe-4cfa-b430-39539cd2a63f tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Apr 29 17:53:28.870851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2e6705b4-9951-4b51-91c5-b768a1893dc1,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:29.010745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['2e6705b4-9951-4b51-91c5-b768a1893dc1'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:53:30.033787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0630e-bb0c-44a3-81c3-8eca287bb58e req-af77deb1-6832-4051-ae9a-ff7dabcf033e tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:30.035170 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-63a0630e-bb0c-44a3-81c3-8eca287bb58e req-af77deb1-6832-4051-ae9a-ff7dabcf033e tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 944 time: 0.0811894 Apr 29 17:53:30.079239 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-63a0630e-bb0c-44a3-81c3-8eca287bb58e req-d8505b15-fb4e-45d9-b880-2bca824c1cbb tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379448 Apr 29 17:53:30.556929 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2e6705b4-9951-4b51-91c5-b768a1893dc1 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:53:30.631824 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 2e6705b4-9951-4b51-91c5-b768a1893dc1 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:53:30.636738 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 2e6705b4-9951-4b51-91c5-b768a1893dc1 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:53:30.637029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:30.760513 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:30.787167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff1ba16-f353-4898-9053-481dcedf098c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6705b4-9951-4b51-91c5-b768a1893dc1'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:53:30.797111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2e6705b4-9951-4b51-91c5-b768a1893dc1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e6705b4-9951-4b51-91c5-b768a1893dc1,segment=NetworkSegment(dbe2ca7b-21d6-4726-b212-38f888808fab),segment_id=dbe2ca7b-21d6-4726-b212-38f888808fab)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:53:30.802169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:30.840009 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe61bf4-4b29-424b-9034-fe5e2dee60c6'] response: {'server_uuid': '6ff1ba16-f353-4898-9053-481dcedf098c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6705b4-9951-4b51-91c5-b768a1893dc1', 'code': 200} Apr 29 17:53:30.882274 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2e6705b4-9951-4b51-91c5-b768a1893dc1,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:31.074776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3bfba-dbee-4980-9de5-75a7e7518088 req-4f512062-c97d-4dc4-8186-e233dbfc1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:31.076255 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4cc3bfba-dbee-4980-9de5-75a7e7518088 req-4f512062-c97d-4dc4-8186-e233dbfc1f3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 1098 time: 0.0791473 Apr 29 17:53:31.116313 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4cc3bfba-dbee-4980-9de5-75a7e7518088 req-7357c752-18d7-4130-b109-c408c954cb73 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338736 Apr 29 17:53:31.275504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326006ee-7124-4e51-b1ff-11e283e3a35d req-2e0272c8-b069-4fd8-91b1-d94d5a7f3dd7 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:31.276843 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-326006ee-7124-4e51-b1ff-11e283e3a35d req-2e0272c8-b069-4fd8-91b1-d94d5a7f3dd7 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0864499 Apr 29 17:53:31.325010 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-326006ee-7124-4e51-b1ff-11e283e3a35d req-74ed75ed-5fed-4b4f-aa68-057c955eeb4c tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396588 Apr 29 17:53:32.522681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbba574-04a3-459e-926c-cedfc48400e4 req-0a878b7d-6361-40ed-a178-09742b8284ad tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:32.524127 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0cbba574-04a3-459e-926c-cedfc48400e4 req-0a878b7d-6361-40ed-a178-09742b8284ad tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0908797 Apr 29 17:53:32.571686 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0cbba574-04a3-459e-926c-cedfc48400e4 req-22549c92-8861-4cbd-b98e-682b06acb6f8 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Apr 29 17:53:32.763610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a0370-9419-482f-ad4e-6e786c43e395 req-4ab5a506-fc81-45be-b903-16b1949f80fa tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:32.765113 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-839a0370-9419-482f-ad4e-6e786c43e395 req-4ab5a506-fc81-45be-b903-16b1949f80fa tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0904303 Apr 29 17:53:32.809133 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-839a0370-9419-482f-ad4e-6e786c43e395 req-c304c183-cbd4-4b3b-9bd3-684896075278 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377929 Apr 29 17:53:33.327834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabff998-1fa2-419e-ab89-671a15ec50f2 req-288948c2-8c75-47da-ad29-0bd0993fa339 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:33.329287 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aabff998-1fa2-419e-ab89-671a15ec50f2 req-288948c2-8c75-47da-ad29-0bd0993fa339 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.1894245 Apr 29 17:53:33.374277 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aabff998-1fa2-419e-ab89-671a15ec50f2 req-da48f3ba-246a-4562-8377-71eb6877d78e tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392618 Apr 29 17:53:34.578241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74d614-9459-490d-8f66-639a5850632b req-cf4cab20-d23e-490f-8a16-01a2d355aed6 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:34.579630 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ef74d614-9459-490d-8f66-639a5850632b req-cf4cab20-d23e-490f-8a16-01a2d355aed6 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0985866 Apr 29 17:53:34.627677 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ef74d614-9459-490d-8f66-639a5850632b req-7f74f5f4-3c4c-4220-9b59-ebcdf3ba6ccd tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396800 Apr 29 17:53:35.124412 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bc93f-aea2-484a-9c05-9147afb80643 req-7604debc-596e-4220-9e37-327add3fcb88 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:35.125939 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-335bc93f-aea2-484a-9c05-9147afb80643 req-7604debc-596e-4220-9e37-327add3fcb88 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0833175 Apr 29 17:53:35.132307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbe758-c243-493f-9de2-20f2010a636a req-a17b4dd3-c942-4a84-8eb8-10ac7366d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:35.133769 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4ebbe758-c243-493f-9de2-20f2010a636a req-a17b4dd3-c942-4a84-8eb8-10ac7366d049 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a03d0e97cce04ee48697adc43a02e256&device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 1098 time: 0.0727532 Apr 29 17:53:35.176587 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-335bc93f-aea2-484a-9c05-9147afb80643 req-9df47be3-214a-4bcd-9850-253e9ebfeed0 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446692 Apr 29 17:53:35.267395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbe758-c243-493f-9de2-20f2010a636a req-20014014-6bdf-45be-bde6-ff91fc45cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:35.268714 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4ebbe758-c243-493f-9de2-20f2010a636a req-20014014-6bdf-45be-bde6-ff91fc45cd69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36127640-dfbd-41cb-b22b-a731a0fc9a65 HTTP/1.1" status: 200 len: 912 time: 0.1294646 Apr 29 17:53:35.334041 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4ebbe758-c243-493f-9de2-20f2010a636a req-efe6bc0f-b90d-4597-9cd2-76f47981cabe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6705b4-9951-4b51-91c5-b768a1893dc1 HTTP/1.1" status: 200 len: 217 time: 0.0585666 Apr 29 17:53:35.399052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbe758-c243-493f-9de2-20f2010a636a req-20a2d67a-c72a-48ec-b128-3ed907b5c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:35.400441 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4ebbe758-c243-493f-9de2-20f2010a636a req-20a2d67a-c72a-48ec-b128-3ed907b5c6c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f3db383-b3c2-44a6-a259-fa588fb96e02 HTTP/1.1" status: 200 len: 851 time: 0.0604649 Apr 29 17:53:35.444641 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4ebbe758-c243-493f-9de2-20f2010a636a req-a31bac4b-1d72-4ee0-9a3d-b2e59f315e8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36127640-dfbd-41cb-b22b-a731a0fc9a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381575 Apr 29 17:53:35.671225 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4ebbe758-c243-493f-9de2-20f2010a636a req-5218d233-d884-420e-a4a3-405c74b00de3 service neutron] 10.222.0.36 "GET /v2.0/networks/36127640-dfbd-41cb-b22b-a731a0fc9a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204320 Apr 29 17:53:35.802803 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-4ebbe758-c243-493f-9de2-20f2010a636a req-c33f7774-3eb0-43e4-8991-ddd98698acc6 service neutron] 10.222.0.36 "GET /v2.0/networks/36127640-dfbd-41cb-b22b-a731a0fc9a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244111 Apr 29 17:53:36.376226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533280f0-70ed-45bc-a0c0-46ffbaaa8d8a req-08db0891-9959-4b3e-a376-24b06a8c0612 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:36.377675 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-533280f0-70ed-45bc-a0c0-46ffbaaa8d8a req-08db0891-9959-4b3e-a376-24b06a8c0612 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0806298 Apr 29 17:53:36.428037 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-533280f0-70ed-45bc-a0c0-46ffbaaa8d8a req-2a77922a-3e7f-4b67-84d3-28e3669966ce tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 Apr 29 17:53:37.633802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3379dc7-d4ed-4d11-a970-842c98523467 req-3ac0606d-4f15-4df1-9bd7-e29335abdbba tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:37.635400 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b3379dc7-d4ed-4d11-a970-842c98523467 req-3ac0606d-4f15-4df1-9bd7-e29335abdbba tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0865133 Apr 29 17:53:37.680918 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b3379dc7-d4ed-4d11-a970-842c98523467 req-ad9fce28-7c7a-4cdd-8e1b-23b2e3814d04 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396795 Apr 29 17:53:38.088576 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03085c5d-f846-4ad3-bd8e-49bf747ad1c7 req-eb9b51b6-97b0-49eb-97ce-63dd412a7c71 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:38.090019 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-03085c5d-f846-4ad3-bd8e-49bf747ad1c7 req-eb9b51b6-97b0-49eb-97ce-63dd412a7c71 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0904078 Apr 29 17:53:38.137570 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-03085c5d-f846-4ad3-bd8e-49bf747ad1c7 req-b3b2a0ce-19eb-45d7-9124-b6db06f2d4dc tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387340 Apr 29 17:53:39.349337 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98326ae-ead9-40a4-b536-f2f2989e998c req-396fb02c-5bb6-4412-96a9-376d6f3a05b7 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:39.350758 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a98326ae-ead9-40a4-b536-f2f2989e998c req-396fb02c-5bb6-4412-96a9-376d6f3a05b7 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0880663 Apr 29 17:53:39.397873 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a98326ae-ead9-40a4-b536-f2f2989e998c req-f991a3f8-f5ec-4f91-aaed-5f3b0931c7d2 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Apr 29 17:53:39.767304 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb575a-4756-440a-a3e9-61179faa98a4 req-da65be61-d655-421b-a42f-087cd793f5b2 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:39.768118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f03ad3-40c9-459b-809f-de3cae58f45e req-cce08fd9-c236-4ec1-af20-e78bb69a435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:39.768798 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-50fb575a-4756-440a-a3e9-61179faa98a4 req-da65be61-d655-421b-a42f-087cd793f5b2 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0838439 Apr 29 17:53:39.769609 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-39f03ad3-40c9-459b-809f-de3cae58f45e req-cce08fd9-c236-4ec1-af20-e78bb69a435d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a03d0e97cce04ee48697adc43a02e256&device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 1098 time: 0.0698628 Apr 29 17:53:39.814502 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-50fb575a-4756-440a-a3e9-61179faa98a4 req-089244ed-070d-4f30-a889-7de4e74e348b tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390658 Apr 29 17:53:39.901651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f03ad3-40c9-459b-809f-de3cae58f45e req-26f64b0c-8a9d-4adb-ba58-1bbc786bbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:39.903140 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-39f03ad3-40c9-459b-809f-de3cae58f45e req-26f64b0c-8a9d-4adb-ba58-1bbc786bbba1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=36127640-dfbd-41cb-b22b-a731a0fc9a65 HTTP/1.1" status: 200 len: 912 time: 0.1281104 Apr 29 17:53:39.972131 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-39f03ad3-40c9-459b-809f-de3cae58f45e req-4fe30ee9-b9dc-464d-aeb9-ecd530206f3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6705b4-9951-4b51-91c5-b768a1893dc1 HTTP/1.1" status: 200 len: 217 time: 0.0630858 Apr 29 17:53:40.045769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f03ad3-40c9-459b-809f-de3cae58f45e req-d36afb93-6dce-40a4-9893-c722110f7054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:40.047178 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-39f03ad3-40c9-459b-809f-de3cae58f45e req-d36afb93-6dce-40a4-9893-c722110f7054 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f3db383-b3c2-44a6-a259-fa588fb96e02 HTTP/1.1" status: 200 len: 851 time: 0.0700841 Apr 29 17:53:40.096497 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-39f03ad3-40c9-459b-809f-de3cae58f45e req-cba85a89-92a2-4eb5-a05f-1c7d5633ee38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36127640-dfbd-41cb-b22b-a731a0fc9a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427434 Apr 29 17:53:40.225488 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-39f03ad3-40c9-459b-809f-de3cae58f45e req-2822d6f0-d4e7-4df4-b7da-f5f438cd4cf5 service neutron] 10.222.0.36 "GET /v2.0/networks/36127640-dfbd-41cb-b22b-a731a0fc9a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231260 Apr 29 17:53:40.357442 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-39f03ad3-40c9-459b-809f-de3cae58f45e req-99ede12c-fb12-4899-80d9-024b5fe768b2 service neutron] 10.222.0.36 "GET /v2.0/networks/36127640-dfbd-41cb-b22b-a731a0fc9a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266060 Apr 29 17:53:41.027579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde774d-d3c0-40bb-a3a6-64746ad9734e req-f52d8813-f21c-4a71-b7a9-5f91c0354b8b tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:41.028927 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0bde774d-d3c0-40bb-a3a6-64746ad9734e req-f52d8813-f21c-4a71-b7a9-5f91c0354b8b tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0886309 Apr 29 17:53:41.079511 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0bde774d-d3c0-40bb-a3a6-64746ad9734e req-3e3e7ee6-928b-4a52-b4d0-31cc3e89861a tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Apr 29 17:53:42.282738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dab55-ce91-47ab-ae47-52403d8aa26e req-b7922505-1c38-4e73-8710-f9f4caa8eca6 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:42.284203 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-041dab55-ce91-47ab-ae47-52403d8aa26e req-b7922505-1c38-4e73-8710-f9f4caa8eca6 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0927017 Apr 29 17:53:42.330695 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-041dab55-ce91-47ab-ae47-52403d8aa26e req-325794fe-4491-4f04-9b25-d82e4a6b254f tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Apr 29 17:53:42.718279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16657dd3-cb2a-44c6-90f8-90df4b8573b5 req-0ddbfe49-aa44-4414-a028-88154ca359e6 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:42.719742 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-16657dd3-cb2a-44c6-90f8-90df4b8573b5 req-0ddbfe49-aa44-4414-a028-88154ca359e6 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0894887 Apr 29 17:53:42.766081 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-16657dd3-cb2a-44c6-90f8-90df4b8573b5 req-56f8d079-431f-493f-ac47-2878a4f7f256 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 Apr 29 17:53:43.991442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92758a9-5aca-4489-a2af-3cbf8cf2cf4c req-a3ba753f-e969-47c0-841c-7c2e3f85b61b tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:43.992810 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a92758a9-5aca-4489-a2af-3cbf8cf2cf4c req-a3ba753f-e969-47c0-841c-7c2e3f85b61b tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.0999191 Apr 29 17:53:44.038199 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a92758a9-5aca-4489-a2af-3cbf8cf2cf4c req-0c950824-e54c-4b5f-94e3-efc2b4a10a2f tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e72e28-0127-405e-ac25-5444be6169ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Apr 29 17:53:44.415423 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66312c2a-f2a6-4af3-ba9c-47a0d9117781 req-c4a99d4c-b8c1-4b1f-880f-ab33389c7791 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:44.416101 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-66312c2a-f2a6-4af3-ba9c-47a0d9117781 req-c4a99d4c-b8c1-4b1f-880f-ab33389c7791 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Synchronizing usage tracker for tenant:a03d0e97cce04ee48697adc43a02e256 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:53:44.441320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-66312c2a-f2a6-4af3-ba9c-47a0d9117781 req-c4a99d4c-b8c1-4b1f-880f-ab33389c7791 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Unset dirty status for tenant:a03d0e97cce04ee48697adc43a02e256 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:53:44.442423 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-66312c2a-f2a6-4af3-ba9c-47a0d9117781 req-c4a99d4c-b8c1-4b1f-880f-ab33389c7791 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 945 time: 0.1109502 Apr 29 17:53:44.512599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-66312c2a-f2a6-4af3-ba9c-47a0d9117781 req-9614d547-2a9f-4dc1-b0e2-8dc9c404e7e5 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Deleting port 2e6705b4-9951-4b51-91c5-b768a1893dc1 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:53:44.512928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-66312c2a-f2a6-4af3-ba9c-47a0d9117781 req-9614d547-2a9f-4dc1-b0e2-8dc9c404e7e5 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:44.752493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-66312c2a-f2a6-4af3-ba9c-47a0d9117781 req-9614d547-2a9f-4dc1-b0e2-8dc9c404e7e5 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] For port 2e6705b4-9951-4b51-91c5-b768a1893dc1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e6705b4-9951-4b51-91c5-b768a1893dc1,segment=NetworkSegment(dbe2ca7b-21d6-4726-b212-38f888808fab),segment_id=dbe2ca7b-21d6-4726-b212-38f888808fab)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:53:44.752843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-66312c2a-f2a6-4af3-ba9c-47a0d9117781 req-9614d547-2a9f-4dc1-b0e2-8dc9c404e7e5 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:44.879836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-66312c2a-f2a6-4af3-ba9c-47a0d9117781 req-9614d547-2a9f-4dc1-b0e2-8dc9c404e7e5 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Calling delete_port for 2e6705b4-9951-4b51-91c5-b768a1893dc1 owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:53:45.042299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-66312c2a-f2a6-4af3-ba9c-47a0d9117781 req-9614d547-2a9f-4dc1-b0e2-8dc9c404e7e5 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:45.090656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['2e6705b4-9951-4b51-91c5-b768a1893dc1'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:53:45.197633 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c91bc71a-3b33-4dc8-919a-c3e62990385d req-de13fd60-48b6-4d98-8191-19b85e149788 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ff1ba16-f353-4898-9053-481dcedf098c HTTP/1.1" status: 200 len: 210 time: 0.0468516 Apr 29 17:53:45.198244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614d547-2a9f-4dc1-b0e2-8dc9c404e7e5 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Pushing event deleted for resources: {'Port': ['ID=2e6705b4-9951-4b51-91c5-b768a1893dc1,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:45.270549 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-66312c2a-f2a6-4af3-ba9c-47a0d9117781 req-9614d547-2a9f-4dc1-b0e2-8dc9c404e7e5 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] No DVR routers for this DVR port 2e6705b4-9951-4b51-91c5-b768a1893dc1 on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:53:45.272964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-66312c2a-f2a6-4af3-ba9c-47a0d9117781 req-9614d547-2a9f-4dc1-b0e2-8dc9c404e7e5 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:45.275314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff1ba16-f353-4898-9053-481dcedf098c', 'name': 'network-vif-deleted', 'tag': '2e6705b4-9951-4b51-91c5-b768a1893dc1'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:53:45.292068 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-66312c2a-f2a6-4af3-ba9c-47a0d9117781 req-9614d547-2a9f-4dc1-b0e2-8dc9c404e7e5 tempest-TestServerAdvancedOps-1613032332 tempest-TestServerAdvancedOps-1613032332-project] 10.222.0.36 "DELETE /v2.0/ports/2e6705b4-9951-4b51-91c5-b768a1893dc1 HTTP/1.1" status: 204 len: 173 time: 0.8448057 Apr 29 17:53:45.318837 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391b0f51-adf7-49f7-bed6-e8a248eb4717'] response: {'server_uuid': '6ff1ba16-f353-4898-9053-481dcedf098c', 'name': 'network-vif-deleted', 'tag': '2e6705b4-9951-4b51-91c5-b768a1893dc1', 'status': 'completed', 'code': 200} Apr 29 17:53:46.307108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56208) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:46.369633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6531d643-db48-4c11-8913-9d6075943571 admin admin] Deleting subnet 5f3db383-b3c2-44a6-a259-fa588fb96e02 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:53:46.374260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6531d643-db48-4c11-8913-9d6075943571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:46.424205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6531d643-db48-4c11-8913-9d6075943571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:46.478517 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:53:46.480526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6531d643-db48-4c11-8913-9d6075943571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:46.549033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6531d643-db48-4c11-8913-9d6075943571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:46.584982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531d643-db48-4c11-8913-9d6075943571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3db383-b3c2-44a6-a259-fa588fb96e02,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:46.589893 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6531d643-db48-4c11-8913-9d6075943571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:46.596002 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6531d643-db48-4c11-8913-9d6075943571 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5f3db383-b3c2-44a6-a259-fa588fb96e02 HTTP/1.1" status: 204 len: 168 time: 0.2875774 Apr 29 17:53:46.598445 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56212) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:46.703780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dedca03c-4ec2-4611-8638-01df93888823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:46.830239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dedca03c-4ec2-4611-8638-01df93888823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:46.861700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-dedca03c-4ec2-4611-8638-01df93888823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36127640-dfbd-41cb-b22b-a731a0fc9a65']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:46.873625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-dedca03c-4ec2-4611-8638-01df93888823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe2ca7b-21d6-4726-b212-38f888808fab') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:46.873920 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-dedca03c-4ec2-4611-8638-01df93888823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe2ca7b-21d6-4726-b212-38f888808fab') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:46.885122 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dedca03c-4ec2-4611-8638-01df93888823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:46.901307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dedca03c-4ec2-4611-8638-01df93888823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:46.907275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedca03c-4ec2-4611-8638-01df93888823 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:53:46.907712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dedca03c-4ec2-4611-8638-01df93888823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:53:46.920483 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:53:47.002856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dedca03c-4ec2-4611-8638-01df93888823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.018846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dedca03c-4ec2-4611-8638-01df93888823 admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.029091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedca03c-4ec2-4611-8638-01df93888823 admin admin] Pushing event deleted for resources: {'Network': ['ID=36127640-dfbd-41cb-b22b-a731a0fc9a65,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:47.040467 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dedca03c-4ec2-4611-8638-01df93888823 admin admin] 10.222.0.11 "DELETE /v2.0/networks/36127640-dfbd-41cb-b22b-a731a0fc9a65 HTTP/1.1" status: 204 len: 168 time: 0.4410508 Apr 29 17:53:47.043302 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56216) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:47.102494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-22db2fcc-b558-4f51-aef6-9c2d10326921 admin admin] Deleting subnet 3e320f0d-8d7d-4cdd-80e6-19f4b3175b0e {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:53:47.105808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-22db2fcc-b558-4f51-aef6-9c2d10326921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.168413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-22db2fcc-b558-4f51-aef6-9c2d10326921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.333026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-22db2fcc-b558-4f51-aef6-9c2d10326921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.414224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-22db2fcc-b558-4f51-aef6-9c2d10326921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.454757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db2fcc-b558-4f51-aef6-9c2d10326921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e320f0d-8d7d-4cdd-80e6-19f4b3175b0e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:47.456654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-22db2fcc-b558-4f51-aef6-9c2d10326921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.463161 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-22db2fcc-b558-4f51-aef6-9c2d10326921 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3e320f0d-8d7d-4cdd-80e6-19f4b3175b0e HTTP/1.1" status: 204 len: 168 time: 0.4187748 Apr 29 17:53:47.465786 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56220) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:47.581324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-897f158b-7ebc-4c7e-b332-718a7926957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.704739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-897f158b-7ebc-4c7e-b332-718a7926957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.729328 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-897f158b-7ebc-4c7e-b332-718a7926957a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9521c7-5c6c-4960-8d38-7aa126c18ff5']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:47.741160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-897f158b-7ebc-4c7e-b332-718a7926957a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdce2ac-6df3-4a47-afc3-ce8ad47f4030') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:47.741457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-897f158b-7ebc-4c7e-b332-718a7926957a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdce2ac-6df3-4a47-afc3-ce8ad47f4030') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:53:47.753166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-897f158b-7ebc-4c7e-b332-718a7926957a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.770395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-897f158b-7ebc-4c7e-b332-718a7926957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.776562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897f158b-7ebc-4c7e-b332-718a7926957a admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:53:47.777105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-897f158b-7ebc-4c7e-b332-718a7926957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:53:47.791285 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:53:47.869040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-897f158b-7ebc-4c7e-b332-718a7926957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.892244 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-897f158b-7ebc-4c7e-b332-718a7926957a admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:47.901386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f158b-7ebc-4c7e-b332-718a7926957a admin admin] Pushing event deleted for resources: {'Network': ['ID=6e9521c7-5c6c-4960-8d38-7aa126c18ff5,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:47.904166 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-897f158b-7ebc-4c7e-b332-718a7926957a admin admin] 10.222.0.11 "DELETE /v2.0/networks/6e9521c7-5c6c-4960-8d38-7aa126c18ff5 HTTP/1.1" status: 204 len: 168 time: 0.4374547 Apr 29 17:53:48.088486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56226) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:48.152414 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4012a564-2549-4c17-9c6d-285b03ec08e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a03d0e97cce04ee48697adc43a02e256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624771 Apr 29 17:53:48.155316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56230) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:48.213116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b14afb5d-51fc-4496-a1a7-1cd116c46d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:48.238382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b14afb5d-51fc-4496-a1a7-1cd116c46d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:48.293228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b14afb5d-51fc-4496-a1a7-1cd116c46d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:48.314194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14afb5d-51fc-4496-a1a7-1cd116c46d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e72e28-0127-405e-ac25-5444be6169ab,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:48.318919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b14afb5d-51fc-4496-a1a7-1cd116c46d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:48.320082 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b14afb5d-51fc-4496-a1a7-1cd116c46d9f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42e72e28-0127-405e-ac25-5444be6169ab HTTP/1.1" status: 204 len: 168 time: 0.1637876 Apr 29 17:53:48.342186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:48.648858 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2e6705b4-9951-4b51-91c5-b768a1893dc1 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:53:48.682365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 2e6705b4-9951-4b51-91c5-b768a1893dc1 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:53:48.682710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2e6705b4-9951-4b51-91c5-b768a1893dc1 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:53:48.686571 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56238) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:48.737668 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3d67c344-2768-4cc6-bed2-c380147a4a1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f72060194a81416d9507318bdd6b5d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497911 Apr 29 17:53:48.740233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56242) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:53:48.796678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b8257fd-441e-475b-bbaa-c66b3d9f4cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:48.821695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b8257fd-441e-475b-bbaa-c66b3d9f4cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:48.878447 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b8257fd-441e-475b-bbaa-c66b3d9f4cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:48.892506 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8257fd-441e-475b-bbaa-c66b3d9f4cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05e46c5-0230-4e2e-b224-803a95e8cb70,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:48.900711 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0b8257fd-441e-475b-bbaa-c66b3d9f4cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:48.901871 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0b8257fd-441e-475b-bbaa-c66b3d9f4cd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d05e46c5-0230-4e2e-b224-803a95e8cb70 HTTP/1.1" status: 204 len: 168 time: 0.1607652 Apr 29 17:53:53.288740 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bfa68947-0d0a-4528-883b-4b778066f41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:55.384357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2582a5d3-2968-45df-bcf5-177448b8a300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:56.315015 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-ea1731dc-633b-4778-9f9a-32d0a373e363 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4adbbebfa49445a797073f3746173a88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270679 Apr 29 17:53:56.466950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-6a19fbec-ed66-4393-aa3d-4c7c046bb610 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:56.468565 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-6a19fbec-ed66-4393-aa3d-4c7c046bb610 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1482878 Apr 29 17:53:56.483048 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-1847f869-6f19-4190-a628-daf2a2f1fc38 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/quotas/4adbbebfa49445a797073f3746173a88 HTTP/1.1" status: 200 len: 375 time: 0.0090544 Apr 29 17:53:56.532965 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-3c56c5df-1142-49a6-bb44-74017173e4d6 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4adbbebfa49445a797073f3746173a88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448933 Apr 29 17:53:56.622541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:56.722785 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1c4efdc0-345c-4c68-8015-50e9334479e3 req-aa0b5592-1db2-4f96-b0ce-ba8448f4b8d0 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 210 time: 0.0508385 Apr 29 17:53:56.788458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:57.683780 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-ad74c25c-9f96-4bd3-bcbc-bcf3e268b2df tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4adbbebfa49445a797073f3746173a88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307219 Apr 29 17:53:57.836008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-234ea7d2-7ae2-4578-8938-9f2f115ee956 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:57.837434 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-234ea7d2-7ae2-4578-8938-9f2f115ee956 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493192 Apr 29 17:53:57.849039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Request body: {'port': {'device_id': '421858ed-0b8e-4c0d-9313-18e2e40bb835', 'network_id': '819dce6e-6497-4584-b5c7-e232577a5966', 'admin_state_up': True, 'tenant_id': '4adbbebfa49445a797073f3746173a88'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:53:57.876925 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-821e541b-ef3f-408d-b052-2578918640e3 req-2d54ea6a-b26c-434e-a78b-51a81988c6b1 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 210 time: 0.0436454 Apr 29 17:53:57.991178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:53:57.995593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Usage tracker for resource:port and tenant:4adbbebfa49445a797073f3746173a88 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:53:57.999489 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:53:58.004910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:53:58.017285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Made reservation on behalf of 4adbbebfa49445a797073f3746173a88 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:53:58.021199 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:58.022707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:58.033640 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:58.051669 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:53:58.055720 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Usage tracker for resource:security_group_rule and tenant:4adbbebfa49445a797073f3746173a88 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:53:58.058700 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:53:58.065031 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:53:58.158603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:58.165215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:58.251784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15db8bda-3c14-42c1-8a5a-59daa168d4de,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:58.344418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Allocated IP 192.168.233.194 (819dce6e-6497-4584-b5c7-e232577a5966/3a836ba6-cd72-4663-83bc-20e29ee7508c/f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:53:58.553044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:58.568977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Transition to ACTIVE for port object f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:53:58.598524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:58.665686 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Network 819dce6e-6497-4584-b5c7-e232577a5966 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:53:58.666758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:53:58.671839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:53:58.714808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Pushing event updated for resources: {'Port': ['ID=f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:58.745889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:58.746523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:58.773241 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-2c901d24-71b1-4af2-9cff-1ea27a2c3d49 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9283242 Apr 29 17:53:58.784217 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Request body: {'port': {'device_id': '421858ed-0b8e-4c0d-9313-18e2e40bb835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:53:58.847005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-35b3a4e5-c1e2-4202-a002-6e3d6a28692f None None] Provisioning for port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:53:58.851837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-35b3a4e5-c1e2-4202-a002-6e3d6a28692f None None] Provisioning complete for port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:53:58.852203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-35b3a4e5-c1e2-4202-a002-6e3d6a28692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:58.896370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:58.904872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-35b3a4e5-c1e2-4202-a002-6e3d6a28692f None None] Port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:53:59.065720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99b4b0-02dd-48ea-841a-e8d3d9a1c129 req-d00d552d-bded-451f-beb7-7d4885d8d780 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:59.067192 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ba99b4b0-02dd-48ea-841a-e8d3d9a1c129 req-d00d552d-bded-451f-beb7-7d4885d8d780 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 936 time: 0.0856469 Apr 29 17:53:59.111047 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ba99b4b0-02dd-48ea-841a-e8d3d9a1c129 req-b239a1c0-2bbd-4db5-9fa6-8ebb0cad51c1 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/security-groups?id=15db8bda-3c14-42c1-8a5a-59daa168d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377412 Apr 29 17:53:59.241669 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:53:59.249040 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:59.263196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Transition to ACTIVE for port object f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:53:59.269037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:59.496477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Pushing event updated for resources: {'Port': ['ID=f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:59.603072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Attempting to bind port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:53:59.603336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Attempting to bind port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '52f3786b-e099-48ff-8869-34a72f06d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '819dce6e-6497-4584-b5c7-e232577a5966'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:53:59.603647 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Attempting to bind port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 on network 819dce6e-6497-4584-b5c7-e232577a5966 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:53:59.608300 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 on network 819dce6e-6497-4584-b5c7-e232577a5966 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:53:59.608610 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Attempting to bind port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 on network 819dce6e-6497-4584-b5c7-e232577a5966 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:53:59.613779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:53:59.614109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Checking segment: {'id': '52f3786b-e099-48ff-8869-34a72f06d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '819dce6e-6497-4584-b5c7-e232577a5966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:53:59.614481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Bound using segment: {'id': '52f3786b-e099-48ff-8869-34a72f06d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '819dce6e-6497-4584-b5c7-e232577a5966'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:53:59.614897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Bound port: f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f3786b-e099-48ff-8869-34a72f06d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '819dce6e-6497-4584-b5c7-e232577a5966'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:53:59.615227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:59.701738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] For port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:53:59.704600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] For port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23,segment=NetworkSegment(52f3786b-e099-48ff-8869-34a72f06d462),segment_id=52f3786b-e099-48ff-8869-34a72f06d462)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:53:59.711129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:59.771784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:59.772359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:53:59.773698 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] 10.222.0.36 "PUT /v2.0/ports/f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 HTTP/1.1" status: 200 len: 1098 time: 0.9938185 Apr 29 17:53:59.774179 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421858ed-0b8e-4c0d-9313-18e2e40bb835', 'tag': 'f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:53:59.794127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418da1a0-b1ae-462d-859f-eca2d5aa530c service neutron] Pushing event updated for resources: {'Port': ['ID=f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:53:59.844974 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e86eea-b847-4a4b-bd00-43d2a843a283'] response: {'name': 'network-changed', 'server_uuid': '421858ed-0b8e-4c0d-9313-18e2e40bb835', 'tag': 'f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23', 'status': 'completed', 'code': 200} Apr 29 17:53:59.885251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-7eb5396a-4be4-4622-8466-fd4fa1dc7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:53:59.886718 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-7eb5396a-4be4-4622-8466-fd4fa1dc7f10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4adbbebfa49445a797073f3746173a88&device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 1101 time: 0.0732453 Apr 29 17:53:59.956927 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-c6fb288a-5d9e-46b0-8904-b7aa52f99deb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 HTTP/1.1" status: 200 len: 217 time: 0.0633347 Apr 29 17:54:00.017038 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-3b0aae11-75ac-43ed-8979-90d4d89ce239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:00.018383 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-3b0aae11-75ac-43ed-8979-90d4d89ce239 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a836ba6-cd72-4663-83bc-20e29ee7508c HTTP/1.1" status: 200 len: 843 time: 0.0555089 Apr 29 17:54:00.095218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-9983818c-969d-46f8-be0c-5ba417de2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:00.096685 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-9983818c-969d-46f8-be0c-5ba417de2398 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=819dce6e-6497-4584-b5c7-e232577a5966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0724320 Apr 29 17:54:00.228230 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-cc6973ed-05a7-44e6-aec0-43bbea77074e service neutron] 10.222.0.36 "GET /v2.0/networks/819dce6e-6497-4584-b5c7-e232577a5966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249845 Apr 29 17:54:00.302586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec555-d880-41d3-8848-55bf324b5958 req-2d00449e-5f90-4c33-a5c6-9aa869a227e3 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:00.304036 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9faec555-d880-41d3-8848-55bf324b5958 req-2d00449e-5f90-4c33-a5c6-9aa869a227e3 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 948 time: 0.0820470 Apr 29 17:54:00.348509 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9faec555-d880-41d3-8848-55bf324b5958 req-6bb1f604-3df8-4a6a-a5d3-8f5932119fdf tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/security-groups?id=15db8bda-3c14-42c1-8a5a-59daa168d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386353 Apr 29 17:54:00.360753 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c8db3923-aa65-4bac-ba6c-1e3224647b68 req-7728e71f-881d-44a0-85f3-2249b635dafe service neutron] 10.222.0.36 "GET /v2.0/networks/819dce6e-6497-4584-b5c7-e232577a5966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267300 Apr 29 17:54:00.473499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb7de1-da6d-4510-9cf6-0908785f2c40 req-2401c864-1969-4af6-ad6c-a0c59c465aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:00.475092 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fbeb7de1-da6d-4510-9cf6-0908785f2c40 req-2401c864-1969-4af6-ad6c-a0c59c465aa4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4adbbebfa49445a797073f3746173a88&device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 1101 time: 0.0722315 Apr 29 17:54:00.607124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb7de1-da6d-4510-9cf6-0908785f2c40 req-102eecee-ca2f-421b-a563-e17dd7563807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:00.611948 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fbeb7de1-da6d-4510-9cf6-0908785f2c40 req-102eecee-ca2f-421b-a563-e17dd7563807 service neutron] 10.222.0.36 "GET /v2.0/networks?id=819dce6e-6497-4584-b5c7-e232577a5966 HTTP/1.1" status: 200 len: 870 time: 0.1303344 Apr 29 17:54:00.681534 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fbeb7de1-da6d-4510-9cf6-0908785f2c40 req-fb91b652-3c35-4495-a02e-bf5c0ef16092 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 HTTP/1.1" status: 200 len: 217 time: 0.0630109 Apr 29 17:54:00.743383 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb7de1-da6d-4510-9cf6-0908785f2c40 req-34d8e4a6-2543-42f9-b457-3ee2f409fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:00.744677 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fbeb7de1-da6d-4510-9cf6-0908785f2c40 req-34d8e4a6-2543-42f9-b457-3ee2f409fdb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a836ba6-cd72-4663-83bc-20e29ee7508c HTTP/1.1" status: 200 len: 843 time: 0.0567317 Apr 29 17:54:00.823030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb7de1-da6d-4510-9cf6-0908785f2c40 req-78ecab6f-a46b-4f54-a25f-48bcb8031a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:00.824482 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fbeb7de1-da6d-4510-9cf6-0908785f2c40 req-78ecab6f-a46b-4f54-a25f-48bcb8031a0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=819dce6e-6497-4584-b5c7-e232577a5966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0735660 Apr 29 17:54:00.965485 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fbeb7de1-da6d-4510-9cf6-0908785f2c40 req-7a78ab2e-c6f6-4e12-9276-dcabb2086b5a service neutron] 10.222.0.36 "GET /v2.0/networks/819dce6e-6497-4584-b5c7-e232577a5966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334319 Apr 29 17:54:01.099895 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fbeb7de1-da6d-4510-9cf6-0908785f2c40 req-b6557f6f-728b-4094-ae5b-5de7912d43ea service neutron] 10.222.0.36 "GET /v2.0/networks/819dce6e-6497-4584-b5c7-e232577a5966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279104 Apr 29 17:54:01.553450 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524934f-1312-469f-a983-53737b80c65b req-1d399c9d-7397-4c79-897a-c3d3a4232f2f tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:01.554890 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e524934f-1312-469f-a983-53737b80c65b req-1d399c9d-7397-4c79-897a-c3d3a4232f2f tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 948 time: 0.0906796 Apr 29 17:54:01.607383 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e524934f-1312-469f-a983-53737b80c65b req-b245d5ba-f7dc-4264-aa0a-d124d976749b tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/security-groups?id=15db8bda-3c14-42c1-8a5a-59daa168d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434201 Apr 29 17:54:02.716878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:54:02.790408 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8188f-12de-4dfd-b6dc-5c3a57820b25 req-75679e89-5af6-4fad-9549-f474f82352fb tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:02.791875 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bfd8188f-12de-4dfd-b6dc-5c3a57820b25 req-75679e89-5af6-4fad-9549-f474f82352fb tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 948 time: 0.0788922 Apr 29 17:54:02.839341 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bfd8188f-12de-4dfd-b6dc-5c3a57820b25 req-e31ebbe0-48ae-4da8-b208-9c2abc118d6c tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/security-groups?id=15db8bda-3c14-42c1-8a5a-59daa168d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Apr 29 17:54:02.849641 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23,segment=NetworkSegment(52f3786b-e099-48ff-8869-34a72f06d462),segment_id=52f3786b-e099-48ff-8869-34a72f06d462)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:54:02.864921 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': 'f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23', 'network_id': '819dce6e-6497-4584-b5c7-e232577a5966', 'port_id': 'f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23', 'mac_address': 'fa:16:3e:8c:53:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a836ba6-cd72-4663-83bc-20e29ee7508c', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:54:02.923233 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:02.939917 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:54:02.955326 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23,segment=NetworkSegment(52f3786b-e099-48ff-8869-34a72f06d462),segment_id=52f3786b-e099-48ff-8869-34a72f06d462)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:54:02.962563 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:03.029055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:03.154964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:54:04.035477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebadf9a-d178-409d-8620-0610d7937ca0 req-b690d609-187a-42c1-b86f-803c451c4015 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:04.036842 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aebadf9a-d178-409d-8620-0610d7937ca0 req-b690d609-187a-42c1-b86f-803c451c4015 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 949 time: 0.0828454 Apr 29 17:54:04.085675 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aebadf9a-d178-409d-8620-0610d7937ca0 req-3850afa3-b3d2-4295-8159-a49dd73f35de tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/security-groups?id=15db8bda-3c14-42c1-8a5a-59daa168d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Apr 29 17:54:04.732734 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:54:04.816701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:54:04.821678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:54:04.822045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:04.948547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:04.974913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421858ed-0b8e-4c0d-9313-18e2e40bb835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:54:04.985117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23,segment=NetworkSegment(52f3786b-e099-48ff-8869-34a72f06d462),segment_id=52f3786b-e099-48ff-8869-34a72f06d462)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:54:04.989798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:05.019850 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d903ca-7ab6-49f6-827f-64916e14c8e4'] response: {'server_uuid': '421858ed-0b8e-4c0d-9313-18e2e40bb835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23', 'code': 200} Apr 29 17:54:05.061691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:05.071512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:05.071850 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:05.072180 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:05.072506 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:05.072825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:05.073257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:05.073674 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:05.074008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:05.074485 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:05.074797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:05.075164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:05.075491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:05.280254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b025e-1c82-4260-8240-85a7c51a5866 req-a4126d79-4751-4927-9e1b-6e73b66c2c4d tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:05.281652 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2f4b025e-1c82-4260-8240-85a7c51a5866 req-a4126d79-4751-4927-9e1b-6e73b66c2c4d tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 950 time: 0.0868125 Apr 29 17:54:05.326551 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2f4b025e-1c82-4260-8240-85a7c51a5866 req-4ece93cc-ada8-4826-866b-667140b4b576 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/security-groups?id=15db8bda-3c14-42c1-8a5a-59daa168d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388529 Apr 29 17:54:05.352087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5369c8e-e9f7-4082-9c93-f14ed8988a9a req-95e6c6a2-8f53-4b9b-8425-09054767a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:05.353579 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-b5369c8e-e9f7-4082-9c93-f14ed8988a9a req-95e6c6a2-8f53-4b9b-8425-09054767a7c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 1103 time: 0.1765046 Apr 29 17:54:05.393674 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-b5369c8e-e9f7-4082-9c93-f14ed8988a9a req-34832821-37db-4298-b51b-f87315e8d727 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=15db8bda-3c14-42c1-8a5a-59daa168d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341454 Apr 29 17:54:06.523820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22d538-9358-4906-8ad0-cd35ee04be07 req-c155c8ae-4fbf-4e5b-bb97-ebd61441bb5c tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:06.525271 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5e22d538-9358-4906-8ad0-cd35ee04be07 req-c155c8ae-4fbf-4e5b-bb97-ebd61441bb5c tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 950 time: 0.0850797 Apr 29 17:54:06.569638 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5e22d538-9358-4906-8ad0-cd35ee04be07 req-609d050a-ea24-40b3-b24e-9cb5f59874d7 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/security-groups?id=15db8bda-3c14-42c1-8a5a-59daa168d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Apr 29 17:54:07.817269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02add020-7ad4-4d0f-9b18-92f38996be33 req-bdeb1525-5a08-4773-a5bb-87d3c4d671fa tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:07.818717 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-02add020-7ad4-4d0f-9b18-92f38996be33 req-bdeb1525-5a08-4773-a5bb-87d3c4d671fa tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 950 time: 0.1898291 Apr 29 17:54:07.865126 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-02add020-7ad4-4d0f-9b18-92f38996be33 req-d55c2588-321a-4e1f-86e7-a5660274e1de tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/security-groups?id=15db8bda-3c14-42c1-8a5a-59daa168d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405166 Apr 29 17:54:08.969153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a894-584e-4362-9dcc-e115cbaff7e4 req-bf8e1200-3763-4395-8414-c9311f453888 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:08.969744 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-c219a894-584e-4362-9dcc-e115cbaff7e4 req-bf8e1200-3763-4395-8414-c9311f453888 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Synchronizing usage tracker for tenant:4adbbebfa49445a797073f3746173a88 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:54:08.988429 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-c219a894-584e-4362-9dcc-e115cbaff7e4 req-bf8e1200-3763-4395-8414-c9311f453888 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Unset dirty status for tenant:4adbbebfa49445a797073f3746173a88 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:54:08.989632 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c219a894-584e-4362-9dcc-e115cbaff7e4 req-bf8e1200-3763-4395-8414-c9311f453888 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.36 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 950 time: 0.1081443 Apr 29 17:54:09.053802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4462-5206-43ee-966e-f3a3daf5d5a5 req-848d9460-8084-4b75-810f-7d261d3742b1 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:09.055250 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e69a4462-5206-43ee-966e-f3a3daf5d5a5 req-848d9460-8084-4b75-810f-7d261d3742b1 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 950 time: 0.0791256 Apr 29 17:54:09.058210 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-c219a894-584e-4362-9dcc-e115cbaff7e4 req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Deleting port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:54:09.058546 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c219a894-584e-4362-9dcc-e115cbaff7e4 req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:09.100384 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e69a4462-5206-43ee-966e-f3a3daf5d5a5 req-645e1df2-304d-4734-87a4-8fe4babc75c3 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/security-groups?id=15db8bda-3c14-42c1-8a5a-59daa168d4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389764 Apr 29 17:54:09.317817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-c219a894-584e-4362-9dcc-e115cbaff7e4 req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] For port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23,segment=NetworkSegment(52f3786b-e099-48ff-8869-34a72f06d462),segment_id=52f3786b-e099-48ff-8869-34a72f06d462)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:54:09.318159 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c219a894-584e-4362-9dcc-e115cbaff7e4 req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:09.443613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-c219a894-584e-4362-9dcc-e115cbaff7e4 req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Calling delete_port for f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:54:09.591386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c219a894-584e-4362-9dcc-e115cbaff7e4 req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:09.603379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:54:09.640488 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Pushing event deleted for resources: {'Port': ['ID=f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:09.681620 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:09.681966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:09.682302 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:09.682632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:09.682964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:09.683310 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:09.683635 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:09.684092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:09.684297 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:09.684657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:09.684994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:09.685322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:09.728056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c219a894-584e-4362-9dcc-e115cbaff7e4 req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] No DVR routers for this DVR port f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:54:09.730810 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-c219a894-584e-4362-9dcc-e115cbaff7e4 req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:09.733677 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421858ed-0b8e-4c0d-9313-18e2e40bb835', 'name': 'network-vif-deleted', 'tag': 'f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:54:09.752214 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-c219a894-584e-4362-9dcc-e115cbaff7e4 req-bfe24bf1-4606-4fa5-b2e5-07ac6871db55 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.36 "DELETE /v2.0/ports/f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 HTTP/1.1" status: 204 len: 173 time: 0.7572522 Apr 29 17:54:09.781231 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57d9dcf-8407-4655-804f-ea9b9c3b366f'] response: {'server_uuid': '421858ed-0b8e-4c0d-9313-18e2e40bb835', 'name': 'network-vif-deleted', 'tag': 'f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23', 'status': 'completed', 'code': 200} Apr 29 17:54:10.284350 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4945cd6d-efdd-459d-b66e-e9070b980435 req-c8661e95-5d60-4217-83f7-1de3be6b6a42 tempest-ServersAdminNegativeTestJSON-1135220923 tempest-ServersAdminNegativeTestJSON-1135220923-project] 10.222.0.11 "GET /v2.0/ports?device_id=421858ed-0b8e-4c0d-9313-18e2e40bb835 HTTP/1.1" status: 200 len: 210 time: 0.0486705 Apr 29 17:54:11.668498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56374) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:54:11.830175 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-df8ddeae-f184-4351-977a-0c22833a6234 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4adbbebfa49445a797073f3746173a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601045 Apr 29 17:54:11.833458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56380) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:54:11.903276 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b15c8bfa-c93b-43e5-b1b6-39e0dd6d0da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:11.941173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b15c8bfa-c93b-43e5-b1b6-39e0dd6d0da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:12.000203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b15c8bfa-c93b-43e5-b1b6-39e0dd6d0da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:12.018078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c8bfa-c93b-43e5-b1b6-39e0dd6d0da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db8bda-3c14-42c1-8a5a-59daa168d4de,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:12.021704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b15c8bfa-c93b-43e5-b1b6-39e0dd6d0da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:12.023376 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b15c8bfa-c93b-43e5-b1b6-39e0dd6d0da4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15db8bda-3c14-42c1-8a5a-59daa168d4de HTTP/1.1" status: 204 len: 168 time: 0.1883981 Apr 29 17:54:12.335065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56388) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:54:12.352108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:12.366224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:54:12.370658 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:916ddb77b78c46d6914e6ba9bbf156ef is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:54:12.373847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:54:12.380673 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:54:12.464415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:12.470239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:12.531787 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=916ddb77b78c46d6914e6ba9bbf156ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956241 Apr 29 17:54:12.532665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7b0878-2c12-4291-9cb3-9592fe36ebd7,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:12.534636 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56392) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:54:12.540494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:12.540841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:12.541177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:12.541514 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:12.541838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:12.542169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:12.542497 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:12.542802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:12.543130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:12.543583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:12.543913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:12.544231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2d28a-7c14-49b7-a67c-9cfe6edd6ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:54:12.594631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-210b6f7c-735a-4c74-97c3-0e79d5935f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:12.619634 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-210b6f7c-735a-4c74-97c3-0e79d5935f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:12.671868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-210b6f7c-735a-4c74-97c3-0e79d5935f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:12.687095 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b6f7c-735a-4c74-97c3-0e79d5935f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7b0878-2c12-4291-9cb3-9592fe36ebd7,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:12.693991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-210b6f7c-735a-4c74-97c3-0e79d5935f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:12.695092 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-210b6f7c-735a-4c74-97c3-0e79d5935f9c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd7b0878-2c12-4291-9cb3-9592fe36ebd7 HTTP/1.1" status: 204 len: 168 time: 0.1593859 Apr 29 17:54:12.762649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:54:12.797623 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:54:12.798156 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device f7611f0c-c1ac-4b26-b60d-7cf8bdee6b23 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:54:13.474766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56416) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:54:13.590077 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1691091472-network', 'tenant_id': 'fd7a92fccf6a41da9aed5be927d4ada6'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:54:13.596674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:54:13.600804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Usage tracker for resource:network and tenant:fd7a92fccf6a41da9aed5be927d4ada6 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:54:13.603862 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:54:13.610441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:54:13.622849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Made reservation on behalf of fd7a92fccf6a41da9aed5be927d4ada6 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:54:13.625225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:13.640897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:13.655994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:54:13.660130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Usage tracker for resource:security_group_rule and tenant:fd7a92fccf6a41da9aed5be927d4ada6 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:54:13.663033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:54:13.668924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:54:13.759089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:13.767915 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:13.799154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:54:13.808319 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c06b84-af3b-4096-a515-7215aa7cf538,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:13.815239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:13.815634 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Added segment 4973f4d7-3783-4e46-8c51-36476b45dabb of type vlan for network 7f16b02e-5f01-4e55-88d0-332f79a66507 Apr 29 17:54:13.842522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:13.877866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:13.878924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:13.879620 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:13.983330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] Pushing event updated for resources: {'Network': ['ID=7f16b02e-5f01-4e55-88d0-332f79a66507,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:13.988682 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7f31e154-2e5a-4ae1-b27e-72ac9c936a7f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5128546 Apr 29 17:54:13.991758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56422) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:54:13.994566 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 7f16b02e-5f01-4e55-88d0-332f79a66507 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:54:13.997156 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Request body: {'subnet': {'network_id': '7f16b02e-5f01-4e55-88d0-332f79a66507', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1691091472-subnet', 'tenant_id': 'fd7a92fccf6a41da9aed5be927d4ada6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:54:14.002208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:54:14.006099 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Usage tracker for resource:subnet and tenant:fd7a92fccf6a41da9aed5be927d4ada6 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:54:14.008945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:54:14.014595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:54:14.025083 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Made reservation on behalf of fd7a92fccf6a41da9aed5be927d4ada6 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:54:14.027540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:14.230563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:14.302862 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8439e4b6-4438-4b52-bb51-4f4bf7792009,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:14.313181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Checking segment: {'id': '4973f4d7-3783-4e46-8c51-36476b45dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f16b02e-5f01-4e55-88d0-332f79a66507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:54:14.313546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Network hostable DHCP agents. Network: 7f16b02e-5f01-4e55-88d0-332f79a66507, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:54:14.334613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Network 7f16b02e-5f01-4e55-88d0-332f79a66507 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:54:14.344725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 7f16b02e-5f01-4e55-88d0-332f79a66507) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:54:14.348858 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:14.349431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:14.354057 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1885b2d6-6ee2-4ad7-9f04-93b9117408b8 None None] Network 7f16b02e-5f01-4e55-88d0-332f79a66507 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:54:14.379726 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-06df96e6-7c41-4c77-9d2d-700d7eaee6fb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3868439 Apr 29 17:54:14.568077 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d509b3c-aedd-4581-98dc-3309bb53f44d None None] Network 7f16b02e-5f01-4e55-88d0-332f79a66507 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:54:14.890966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4511-3fff-436a-a05f-03e722af8250 req-f24027b7-ff70-4e24-a3a2-f5ce97a03265 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:14.891631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-85ae4511-3fff-436a-a05f-03e722af8250 req-f24027b7-ff70-4e24-a3a2-f5ce97a03265 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Synchronizing usage tracker for tenant:fd7a92fccf6a41da9aed5be927d4ada6 on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:54:14.912788 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-85ae4511-3fff-436a-a05f-03e722af8250 req-f24027b7-ff70-4e24-a3a2-f5ce97a03265 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Unset dirty status for tenant:fd7a92fccf6a41da9aed5be927d4ada6 on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:54:14.913877 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-f24027b7-ff70-4e24-a3a2-f5ce97a03265 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/networks?id=7f16b02e-5f01-4e55-88d0-332f79a66507 HTTP/1.1" status: 200 len: 812 time: 0.1672943 Apr 29 17:54:14.928691 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-b93b03d1-314f-449b-96bb-52880339d69b tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/quotas/fd7a92fccf6a41da9aed5be927d4ada6 HTTP/1.1" status: 200 len: 375 time: 0.0090983 Apr 29 17:54:14.974610 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-d6703a2e-2e70-4631-80ae-941aed9f681e tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd7a92fccf6a41da9aed5be927d4ada6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409970 Apr 29 17:54:15.110260 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-4af35809-4d17-4d89-9303-c42226549bc6 service neutron] 10.222.0.11 "GET /v2.0/networks/7f16b02e-5f01-4e55-88d0-332f79a66507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254036 Apr 29 17:54:15.246484 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-14e26adf-e029-40fe-9d32-56ec384208ec service neutron] 10.222.0.11 "GET /v2.0/networks/7f16b02e-5f01-4e55-88d0-332f79a66507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274495 Apr 29 17:54:15.435572 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eb11ddb9-5a6d-462c-a1b6-bde50f781434 req-beb36865-0564-4ef9-bbd3-a235f4f3afc4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 210 time: 0.0457251 Apr 29 17:54:16.526441 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4511-3fff-436a-a05f-03e722af8250 req-5a58aaa0-1dfb-4299-b1cb-26d4f9154308 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:16.527913 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-5a58aaa0-1dfb-4299-b1cb-26d4f9154308 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.36 "GET /v2.0/networks?id=7f16b02e-5f01-4e55-88d0-332f79a66507 HTTP/1.1" status: 200 len: 812 time: 0.1501701 Apr 29 17:54:16.539736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Request body: {'port': {'device_id': '898e60df-3a5f-4d65-bfc8-dbd8744c1ec0', 'network_id': '7f16b02e-5f01-4e55-88d0-332f79a66507', 'admin_state_up': True, 'tenant_id': 'fd7a92fccf6a41da9aed5be927d4ada6'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:54:16.592759 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-48036aa2-2dc7-4e7b-a03a-ad251bc80cf0 req-4247fd55-c029-4693-86f3-db29b002a936 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 210 time: 0.0462060 Apr 29 17:54:16.677121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:54:16.681253 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Usage tracker for resource:port and tenant:fd7a92fccf6a41da9aed5be927d4ada6 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:54:16.684067 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:54:16.689866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:54:16.700546 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Made reservation on behalf of fd7a92fccf6a41da9aed5be927d4ada6 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:54:16.704066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:16.867387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Allocated IP 172.20.0.13 (7f16b02e-5f01-4e55-88d0-332f79a66507/8439e4b6-4438-4b52-bb51-4f4bf7792009/5ba332c3-33a3-41b1-802a-e52d82c2c51b) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:54:17.067843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:17.104291 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:17.176927 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Network 7f16b02e-5f01-4e55-88d0-332f79a66507 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:54:17.179891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:54:17.183577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:54:17.215430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Pushing event updated for resources: {'Port': ['ID=5ba332c3-33a3-41b1-802a-e52d82c2c51b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:17.256511 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:17.257529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:17.284405 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-db0745d7-7207-4661-997f-b86f72e82ea4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7483208 Apr 29 17:54:17.295191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Request body: {'port': {'device_id': '898e60df-3a5f-4d65-bfc8-dbd8744c1ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:54:17.500230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:17.778913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27a7d8-1df1-41bc-88eb-1ead8e75ebd4 req-fe271cf1-ecda-4bbf-b15f-3491b3afc30a tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:17.780284 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c27a7d8-1df1-41bc-88eb-1ead8e75ebd4 req-fe271cf1-ecda-4bbf-b15f-3491b3afc30a tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 932 time: 0.0793116 Apr 29 17:54:17.827249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-5c27a7d8-1df1-41bc-88eb-1ead8e75ebd4 req-90ee879c-adab-4d4c-9af2-609242d54ba2 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Synchronizing usage tracker for tenant:fd7a92fccf6a41da9aed5be927d4ada6 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:54:17.845451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-5c27a7d8-1df1-41bc-88eb-1ead8e75ebd4 req-90ee879c-adab-4d4c-9af2-609242d54ba2 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Unset dirty status for tenant:fd7a92fccf6a41da9aed5be927d4ada6 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:54:17.846709 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c27a7d8-1df1-41bc-88eb-1ead8e75ebd4 req-90ee879c-adab-4d4c-9af2-609242d54ba2 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606012 Apr 29 17:54:17.846919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba332c3-33a3-41b1-802a-e52d82c2c51b {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:54:17.854256 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:17.869402 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Transition to ACTIVE for port object 5ba332c3-33a3-41b1-802a-e52d82c2c51b will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:54:17.874951 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:18.000439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba332c3-33a3-41b1-802a-e52d82c2c51b,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:18.099413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Attempting to bind port 5ba332c3-33a3-41b1-802a-e52d82c2c51b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:54:18.099734 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Attempting to bind port 5ba332c3-33a3-41b1-802a-e52d82c2c51b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4973f4d7-3783-4e46-8c51-36476b45dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f16b02e-5f01-4e55-88d0-332f79a66507'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:54:18.100027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Attempting to bind port 5ba332c3-33a3-41b1-802a-e52d82c2c51b on network 7f16b02e-5f01-4e55-88d0-332f79a66507 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:54:18.104927 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Port 5ba332c3-33a3-41b1-802a-e52d82c2c51b on network 7f16b02e-5f01-4e55-88d0-332f79a66507 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:54:18.105231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Attempting to bind port 5ba332c3-33a3-41b1-802a-e52d82c2c51b on network 7f16b02e-5f01-4e55-88d0-332f79a66507 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:54:18.110295 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:54:18.110614 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Checking segment: {'id': '4973f4d7-3783-4e46-8c51-36476b45dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f16b02e-5f01-4e55-88d0-332f79a66507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:54:18.110991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Bound using segment: {'id': '4973f4d7-3783-4e46-8c51-36476b45dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f16b02e-5f01-4e55-88d0-332f79a66507'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:54:18.111422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Bound port: 5ba332c3-33a3-41b1-802a-e52d82c2c51b, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4973f4d7-3783-4e46-8c51-36476b45dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f16b02e-5f01-4e55-88d0-332f79a66507'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:54:18.111751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:18.200389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] For port 5ba332c3-33a3-41b1-802a-e52d82c2c51b, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:54:18.203211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] For port 5ba332c3-33a3-41b1-802a-e52d82c2c51b, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b,segment=NetworkSegment(4973f4d7-3783-4e46-8c51-36476b45dabb),segment_id=4973f4d7-3783-4e46-8c51-36476b45dabb)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:54:18.212094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:18.280908 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:18.281517 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:18.282894 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] 10.222.0.36 "PUT /v2.0/ports/5ba332c3-33a3-41b1-802a-e52d82c2c51b HTTP/1.1" status: 200 len: 1094 time: 0.9916992 Apr 29 17:54:18.283326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898e60df-3a5f-4d65-bfc8-dbd8744c1ec0', 'tag': '5ba332c3-33a3-41b1-802a-e52d82c2c51b'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:54:18.306122 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a436c-670b-46a4-af99-53ac6bfac921 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba332c3-33a3-41b1-802a-e52d82c2c51b,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:18.337908 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:18.359208 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c1c62f-c688-4064-a48d-0ec6dcff34b8'] response: {'name': 'network-changed', 'server_uuid': '898e60df-3a5f-4d65-bfc8-dbd8744c1ec0', 'tag': '5ba332c3-33a3-41b1-802a-e52d82c2c51b', 'status': 'completed', 'code': 200} Apr 29 17:54:18.401835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4511-3fff-436a-a05f-03e722af8250 req-48fde157-7d17-4ce9-bf16-ad505a1bf840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:18.403324 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-48fde157-7d17-4ce9-bf16-ad505a1bf840 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7a92fccf6a41da9aed5be927d4ada6&device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0807409 Apr 29 17:54:18.470652 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-545e512b-5971-4c0e-864d-8c65982a3ac2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b HTTP/1.1" status: 200 len: 217 time: 0.0607121 Apr 29 17:54:18.535689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4511-3fff-436a-a05f-03e722af8250 req-57390df0-6185-4046-9085-a18c4e85748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:18.537060 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-57390df0-6185-4046-9085-a18c4e85748c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8439e4b6-4438-4b52-bb51-4f4bf7792009 HTTP/1.1" status: 200 len: 852 time: 0.0607164 Apr 29 17:54:18.583439 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-e638b49c-ec1c-4742-bcec-84d4fe7b7b16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f16b02e-5f01-4e55-88d0-332f79a66507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396180 Apr 29 17:54:18.710598 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-27966703-de11-4f88-af81-75327db2f2a8 service neutron] 10.222.0.36 "GET /v2.0/networks/7f16b02e-5f01-4e55-88d0-332f79a66507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206765 Apr 29 17:54:18.840085 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-85ae4511-3fff-436a-a05f-03e722af8250 req-7d83c2d0-aba5-4d43-88c7-c907a93e25b5 service neutron] 10.222.0.36 "GET /v2.0/networks/7f16b02e-5f01-4e55-88d0-332f79a66507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222217 Apr 29 17:54:18.961306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347903e5-3015-4a4a-a358-e605336bc7c5 req-948d4912-65a6-4545-975d-947175f16439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:18.962679 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-347903e5-3015-4a4a-a358-e605336bc7c5 req-948d4912-65a6-4545-975d-947175f16439 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7a92fccf6a41da9aed5be927d4ada6&device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0737712 Apr 29 17:54:19.032968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35f748-fa6e-4a7b-933e-eaad0e0d7a7d req-8370c0dc-3c57-4503-bcee-07bbef45f198 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:19.034607 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ff35f748-fa6e-4a7b-933e-eaad0e0d7a7d req-8370c0dc-3c57-4503-bcee-07bbef45f198 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 944 time: 0.0823667 Apr 29 17:54:19.079119 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ff35f748-fa6e-4a7b-933e-eaad0e0d7a7d req-1d2e7ebe-7aef-4956-8d89-49a710023da2 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Apr 29 17:54:19.185747 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347903e5-3015-4a4a-a358-e605336bc7c5 req-0a5b7f9c-1246-47cb-9d82-a21b3f546fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:19.187166 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-347903e5-3015-4a4a-a358-e605336bc7c5 req-0a5b7f9c-1246-47cb-9d82-a21b3f546fbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f16b02e-5f01-4e55-88d0-332f79a66507 HTTP/1.1" status: 200 len: 913 time: 0.2186234 Apr 29 17:54:19.253834 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-347903e5-3015-4a4a-a358-e605336bc7c5 req-e73729d8-15eb-4a59-8400-b626cace54ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b HTTP/1.1" status: 200 len: 217 time: 0.0598614 Apr 29 17:54:19.334259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347903e5-3015-4a4a-a358-e605336bc7c5 req-62656ca4-8641-4155-8c0e-1f1de69dacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:19.337273 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-347903e5-3015-4a4a-a358-e605336bc7c5 req-62656ca4-8641-4155-8c0e-1f1de69dacd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8439e4b6-4438-4b52-bb51-4f4bf7792009 HTTP/1.1" status: 200 len: 852 time: 0.0763032 Apr 29 17:54:19.395913 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-347903e5-3015-4a4a-a358-e605336bc7c5 req-06fbf8fb-631b-490f-9c0d-1513c805067b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f16b02e-5f01-4e55-88d0-332f79a66507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516663 Apr 29 17:54:19.530351 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-347903e5-3015-4a4a-a358-e605336bc7c5 req-22d849e8-3c99-4dde-bcf1-1c7ecba01a32 service neutron] 10.222.0.36 "GET /v2.0/networks/7f16b02e-5f01-4e55-88d0-332f79a66507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279271 Apr 29 17:54:19.665373 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-347903e5-3015-4a4a-a358-e605336bc7c5 req-11933825-4705-4cb8-bef4-3b1ebab30f86 service neutron] 10.222.0.36 "GET /v2.0/networks/7f16b02e-5f01-4e55-88d0-332f79a66507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285059 Apr 29 17:54:20.295171 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f3310-002d-46bf-bda8-3f85bd9a8c15 req-ff1e559e-3497-40fb-89b7-f5372a3d5110 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:20.296739 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-301f3310-002d-46bf-bda8-3f85bd9a8c15 req-ff1e559e-3497-40fb-89b7-f5372a3d5110 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 944 time: 0.1006465 Apr 29 17:54:20.349184 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-301f3310-002d-46bf-bda8-3f85bd9a8c15 req-e996865f-12c3-40ba-afde-cf03fcaeb7ff tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466061 Apr 29 17:54:20.810341 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 5ba332c3-33a3-41b1-802a-e52d82c2c51b details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:54:20.980254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 5ba332c3-33a3-41b1-802a-e52d82c2c51b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b,segment=NetworkSegment(4973f4d7-3783-4e46-8c51-36476b45dabb),segment_id=4973f4d7-3783-4e46-8c51-36476b45dabb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:54:20.993685 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '5ba332c3-33a3-41b1-802a-e52d82c2c51b', 'network_id': '7f16b02e-5f01-4e55-88d0-332f79a66507', 'port_id': '5ba332c3-33a3-41b1-802a-e52d82c2c51b', 'mac_address': 'fa:16:3e:b7:72:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8439e4b6-4438-4b52-bb51-4f4bf7792009', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:54:21.046753 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:21.063788 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba332c3-33a3-41b1-802a-e52d82c2c51b {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:54:21.080039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 5ba332c3-33a3-41b1-802a-e52d82c2c51b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b,segment=NetworkSegment(4973f4d7-3783-4e46-8c51-36476b45dabb),segment_id=4973f4d7-3783-4e46-8c51-36476b45dabb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:54:21.086417 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:21.160123 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=5ba332c3-33a3-41b1-802a-e52d82c2c51b,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:21.278500 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['5ba332c3-33a3-41b1-802a-e52d82c2c51b'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:54:21.550863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c90d7-8d54-453c-bc67-0274cf9b4839 req-819e5b8a-faa7-4be0-8eb8-1139e3409e7f tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:21.552377 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-813c90d7-8d54-453c-bc67-0274cf9b4839 req-819e5b8a-faa7-4be0-8eb8-1139e3409e7f tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 945 time: 0.0900683 Apr 29 17:54:21.596910 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-813c90d7-8d54-453c-bc67-0274cf9b4839 req-fa34f372-fea5-483e-ba32-2d2f4e05b4c1 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Apr 29 17:54:22.791631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926cd32-9e24-41bb-b53b-a791c74acb2c req-83a28841-b994-4c94-ae5a-a16cfd298d93 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:22.793225 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2926cd32-9e24-41bb-b53b-a791c74acb2c req-83a28841-b994-4c94-ae5a-a16cfd298d93 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 945 time: 0.0871460 Apr 29 17:54:22.818979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 5ba332c3-33a3-41b1-802a-e52d82c2c51b up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:54:22.840490 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2926cd32-9e24-41bb-b53b-a791c74acb2c req-c4c04faa-e684-4b65-b639-084a0f7cbbfd tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388868 Apr 29 17:54:22.891383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 5ba332c3-33a3-41b1-802a-e52d82c2c51b completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:54:22.896648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 5ba332c3-33a3-41b1-802a-e52d82c2c51b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:54:22.897013 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:23.011545 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:23.037478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898e60df-3a5f-4d65-bfc8-dbd8744c1ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba332c3-33a3-41b1-802a-e52d82c2c51b'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:54:23.047588 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 5ba332c3-33a3-41b1-802a-e52d82c2c51b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b,segment=NetworkSegment(4973f4d7-3783-4e46-8c51-36476b45dabb),segment_id=4973f4d7-3783-4e46-8c51-36476b45dabb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:54:23.052823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:23.087711 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d73d94-2386-41a2-9d74-663de8cd0c36'] response: {'server_uuid': '898e60df-3a5f-4d65-bfc8-dbd8744c1ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba332c3-33a3-41b1-802a-e52d82c2c51b', 'code': 200} Apr 29 17:54:23.119538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=5ba332c3-33a3-41b1-802a-e52d82c2c51b,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:23.284034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff536-2fff-4d26-95b1-806e319cc674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:23.311457 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a5096-1880-4bef-983d-2b0aa00a5f8a req-1baff961-b322-4843-9e26-8f4f618b11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:23.313474 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-959a5096-1880-4bef-983d-2b0aa00a5f8a req-1baff961-b322-4843-9e26-8f4f618b11bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0754113 Apr 29 17:54:23.353736 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-959a5096-1880-4bef-983d-2b0aa00a5f8a req-98c63758-fcd4-4bc8-ac3a-cf9d5a873904 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339508 Apr 29 17:54:23.484219 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:54:24.046826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0af83-42cd-4f5f-b2a2-0d3553a48b21 req-1a06a128-28a4-45d1-a7d0-85ae1925329a tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:24.048360 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-baa0af83-42cd-4f5f-b2a2-0d3553a48b21 req-1a06a128-28a4-45d1-a7d0-85ae1925329a tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0968421 Apr 29 17:54:24.095790 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-baa0af83-42cd-4f5f-b2a2-0d3553a48b21 req-20a70d4c-9a82-4288-b629-30ac135da2d1 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Apr 29 17:54:25.309916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7f758-ab3b-49f7-bbd3-bee69e98b8da req-eb77ef7e-48a7-45de-8d23-433fe15d1333 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:25.311388 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dca7f758-ab3b-49f7-bbd3-bee69e98b8da req-eb77ef7e-48a7-45de-8d23-433fe15d1333 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0984676 Apr 29 17:54:25.362815 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dca7f758-ab3b-49f7-bbd3-bee69e98b8da req-8ace780e-03d8-4d39-a890-dce22de003ea tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455399 Apr 29 17:54:25.391269 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-32e09afc-b2e0-4060-b1f6-a65697f7346f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:25.746856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56484) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:54:25.784566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfedb04-b8fe-4a78-8f10-9957828992a9 req-029642e6-91ca-4bc1-b90d-66f4cfc7c788 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:25.786075 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5dfedb04-b8fe-4a78-8f10-9957828992a9 req-029642e6-91ca-4bc1-b90d-66f4cfc7c788 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0884647 Apr 29 17:54:25.830016 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5dfedb04-b8fe-4a78-8f10-9957828992a9 req-6da6cba5-36f4-471a-9f3a-d76ff8dad963 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380509 Apr 29 17:54:25.863286 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-972b4506-4a3d-46a1-9a51-541550ff4296 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152918 Apr 29 17:54:26.625130 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:26.793048 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:27.018075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616cda1-120c-48da-87f5-9022cb7a5f57 req-d97aaa2e-9027-487f-800f-75ff0d2263b6 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:27.019395 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9616cda1-120c-48da-87f5-9022cb7a5f57 req-d97aaa2e-9027-487f-800f-75ff0d2263b6 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0858948 Apr 29 17:54:27.063127 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9616cda1-120c-48da-87f5-9022cb7a5f57 req-2e097153-686e-4e87-b64c-7ed77c27e174 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375102 Apr 29 17:54:27.194072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-b33d119d-e37c-43b2-b9c5-ff64c815a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:27.195558 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-b33d119d-e37c-43b2-b9c5-ff64c815a930 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7a92fccf6a41da9aed5be927d4ada6&device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0780017 Apr 29 17:54:27.324963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-2d0d648f-46df-4eda-8d78-4885021905dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:27.326374 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-2d0d648f-46df-4eda-8d78-4885021905dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f16b02e-5f01-4e55-88d0-332f79a66507 HTTP/1.1" status: 200 len: 913 time: 0.1253598 Apr 29 17:54:27.396490 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-c2615311-ce84-4ec6-aa17-d797812701e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b HTTP/1.1" status: 200 len: 217 time: 0.0640695 Apr 29 17:54:27.462420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-f3a91b9a-fb41-47ed-9852-e182ced8a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:27.463991 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-f3a91b9a-fb41-47ed-9852-e182ced8a53a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8439e4b6-4438-4b52-bb51-4f4bf7792009 HTTP/1.1" status: 200 len: 852 time: 0.0618827 Apr 29 17:54:27.509077 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-89de0301-fe4c-40d0-b04c-99e1a93f9c51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f16b02e-5f01-4e55-88d0-332f79a66507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396388 Apr 29 17:54:27.640123 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-8828f7e8-1cdc-4155-8a51-4e18b72fbbdb service neutron] 10.222.0.36 "GET /v2.0/networks/7f16b02e-5f01-4e55-88d0-332f79a66507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252859 Apr 29 17:54:27.782998 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-1d9ad171-15c7-4ba1-a45f-f48459be32bc service neutron] 10.222.0.36 "GET /v2.0/networks/7f16b02e-5f01-4e55-88d0-332f79a66507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367209 Apr 29 17:54:28.033116 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:28.377045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5e2c7-711b-4f0e-a20c-35f20fd02f39 req-fb669f7c-58da-4889-ab20-6eb29a1efc52 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:28.378886 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd5e2c7-711b-4f0e-a20c-35f20fd02f39 req-fb669f7c-58da-4889-ab20-6eb29a1efc52 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.1956882 Apr 29 17:54:28.430838 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd5e2c7-711b-4f0e-a20c-35f20fd02f39 req-a1aa9eb8-138f-49fc-9b85-432210bfa17f tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449362 Apr 29 17:54:29.637675 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf89a50-c468-4492-83af-690067afdd79 req-b9ca7323-ff2e-4c87-b6eb-e6d688ae62e5 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:29.639081 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4cf89a50-c468-4492-83af-690067afdd79 req-b9ca7323-ff2e-4c87-b6eb-e6d688ae62e5 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0901914 Apr 29 17:54:29.684078 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4cf89a50-c468-4492-83af-690067afdd79 req-37784c06-f154-43aa-a19d-89c9fc244edd tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389392 Apr 29 17:54:30.880939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8d549-0531-4862-b723-8661b515aeee req-32155c0d-baf0-424d-afa1-5be9b2ac42e5 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:30.882349 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e0a8d549-0531-4862-b723-8661b515aeee req-32155c0d-baf0-424d-afa1-5be9b2ac42e5 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0920696 Apr 29 17:54:30.927591 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e0a8d549-0531-4862-b723-8661b515aeee req-835e4857-5cde-426f-882b-82044e865e6d tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392921 Apr 29 17:54:32.143423 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0b221-48f1-4702-8092-20e5548103fa req-7f706cf2-4a97-49cc-951f-25cff03a669b tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:32.144894 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67e0b221-48f1-4702-8092-20e5548103fa req-7f706cf2-4a97-49cc-951f-25cff03a669b tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0901990 Apr 29 17:54:32.196695 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67e0b221-48f1-4702-8092-20e5548103fa req-8df97524-7f23-4968-8d04-50604e22b3e7 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Apr 29 17:54:33.412160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b80f55-a204-4fb8-a911-75cdfe20c36c req-497c624c-582b-4b7e-be7b-7201cc434414 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:33.413586 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-16b80f55-a204-4fb8-a911-75cdfe20c36c req-497c624c-582b-4b7e-be7b-7201cc434414 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0950823 Apr 29 17:54:33.459312 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-16b80f55-a204-4fb8-a911-75cdfe20c36c req-6bb0e592-dda6-4df3-b8c0-541bec941383 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Apr 29 17:54:34.666814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248aee6b-930e-4c60-887b-b0579a7bf2cf req-1111907f-6769-4ef1-be39-85a827ff0485 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:34.668205 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-248aee6b-930e-4c60-887b-b0579a7bf2cf req-1111907f-6769-4ef1-be39-85a827ff0485 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0943737 Apr 29 17:54:34.712246 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-248aee6b-930e-4c60-887b-b0579a7bf2cf req-734895c0-384d-41a8-8c6b-53dc609c93e2 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381398 Apr 29 17:54:35.902851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6130d9-fe39-48ed-99b3-e43970aa95ee req-810f507f-6e95-41fd-8df3-adf0c1260142 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:35.904311 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7f6130d9-fe39-48ed-99b3-e43970aa95ee req-810f507f-6e95-41fd-8df3-adf0c1260142 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0840166 Apr 29 17:54:35.952065 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7f6130d9-fe39-48ed-99b3-e43970aa95ee req-d4711321-09e1-42f2-9226-24731fe7433d tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390756 Apr 29 17:54:37.168584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d1c49-bf89-40fe-9228-a03cf408c166 req-d209d08b-b3f5-4ad8-a1c1-62c43763f34a tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:37.170052 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-722d1c49-bf89-40fe-9228-a03cf408c166 req-d209d08b-b3f5-4ad8-a1c1-62c43763f34a tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0886204 Apr 29 17:54:37.229208 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-722d1c49-bf89-40fe-9228-a03cf408c166 req-95a5ba96-4e8c-43b5-94d4-70ac5381fd7e tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527363 Apr 29 17:54:38.441931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40c8cc-d58f-440c-908b-05e915717193 req-03cb282e-ccbe-4afc-bbba-ee83c66f31fe tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:38.443372 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1d40c8cc-d58f-440c-908b-05e915717193 req-03cb282e-ccbe-4afc-bbba-ee83c66f31fe tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0924466 Apr 29 17:54:38.493109 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1d40c8cc-d58f-440c-908b-05e915717193 req-191f4662-3082-4954-895e-74201f977f02 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Apr 29 17:54:39.703333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8651a8b-09b3-4176-a2a1-b63397c740d5 req-c8c6c2d6-48a0-44c6-983d-7468aed46b5a tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:39.704759 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e8651a8b-09b3-4176-a2a1-b63397c740d5 req-c8c6c2d6-48a0-44c6-983d-7468aed46b5a tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0824656 Apr 29 17:54:39.748238 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e8651a8b-09b3-4176-a2a1-b63397c740d5 req-058bd1b5-3233-4862-9db6-5110618bca15 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376453 Apr 29 17:54:40.967819 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695ec18-ab5d-4ba4-9366-ac41f2baed0a req-83825765-e205-4603-9b8c-b68c19571de5 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:40.969174 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6695ec18-ab5d-4ba4-9366-ac41f2baed0a req-83825765-e205-4603-9b8c-b68c19571de5 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.1027756 Apr 29 17:54:41.021729 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6695ec18-ab5d-4ba4-9366-ac41f2baed0a req-6c2b6a36-67cc-40e3-8325-4eac6c5467ae tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467732 Apr 29 17:54:42.221926 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdd9b0-27e1-4465-b489-22766e388c40 req-e2bca60d-b4d0-41e1-85d6-0c9d07ec0243 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:42.223384 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aabdd9b0-27e1-4465-b489-22766e388c40 req-e2bca60d-b4d0-41e1-85d6-0c9d07ec0243 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0845430 Apr 29 17:54:42.270788 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aabdd9b0-27e1-4465-b489-22766e388c40 req-9b3dd584-adb3-48aa-a2d4-4782be76372c tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410893 Apr 29 17:54:43.470246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049df7c-133c-4717-b3f9-76d26a40257d req-2e5744f4-3c5d-41d0-9848-f768b12171d4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:43.471681 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3049df7c-133c-4717-b3f9-76d26a40257d req-2e5744f4-3c5d-41d0-9848-f768b12171d4 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0870378 Apr 29 17:54:43.517487 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3049df7c-133c-4717-b3f9-76d26a40257d req-c0f74a27-2379-422f-8e9d-61f35b35fea1 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375428 Apr 29 17:54:44.709563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538d195-5bb1-482f-847d-130f839416eb req-bfa5bdca-efe0-4ed4-8feb-5a7deb2a6231 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:44.711001 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2538d195-5bb1-482f-847d-130f839416eb req-bfa5bdca-efe0-4ed4-8feb-5a7deb2a6231 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0819931 Apr 29 17:54:44.757075 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2538d195-5bb1-482f-847d-130f839416eb req-9c2c9d61-4a42-4368-b454-f99938cd9f43 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377550 Apr 29 17:54:45.965616 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a90407-3d5f-4e57-90bb-f05579d0a167 req-fa6faeec-aeb9-4123-9dcd-1bd433b22d8e tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:45.966921 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-83a90407-3d5f-4e57-90bb-f05579d0a167 req-fa6faeec-aeb9-4123-9dcd-1bd433b22d8e tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0928583 Apr 29 17:54:46.012632 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-83a90407-3d5f-4e57-90bb-f05579d0a167 req-e3e8daeb-93ce-4dff-aa73-226afccbd50e tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372651 Apr 29 17:54:47.236693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c787-b532-452c-a60f-672dba51a605 req-50bbf4e2-34c3-4e3e-8cc6-58ff2ec2ced3 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:47.238099 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8de6c787-b532-452c-a60f-672dba51a605 req-50bbf4e2-34c3-4e3e-8cc6-58ff2ec2ced3 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.1023068 Apr 29 17:54:47.287656 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8de6c787-b532-452c-a60f-672dba51a605 req-e76ba4fe-a302-4179-aea4-7c6bbe0dcea6 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Apr 29 17:54:48.353320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:48.490353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4390a-b934-4e94-9ef1-64c1b2b926e1 req-bf7d9836-96e2-4d2c-ac06-f40e176f9145 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:48.491797 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1c4390a-b934-4e94-9ef1-64c1b2b926e1 req-bf7d9836-96e2-4d2c-ac06-f40e176f9145 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0839477 Apr 29 17:54:48.539002 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1c4390a-b934-4e94-9ef1-64c1b2b926e1 req-d375448e-4e0d-45e6-afbe-0ab4f1c5392e tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414317 Apr 29 17:54:49.747361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe0819-0483-4957-960c-deeefe48796a req-5a12674e-6595-430e-ae7b-4f44c219ac06 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:49.748807 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-26fe0819-0483-4957-960c-deeefe48796a req-5a12674e-6595-430e-ae7b-4f44c219ac06 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0881491 Apr 29 17:54:49.792967 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-26fe0819-0483-4957-960c-deeefe48796a req-6081daf3-63e9-44e1-8dc9-c0f286a68dc5 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383072 Apr 29 17:54:50.988469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f17c9a-5d8c-4321-84ae-e19f814c0c90 req-ed6e0782-fcde-40c2-8498-c7d37f79b537 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:50.989794 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67f17c9a-5d8c-4321-84ae-e19f814c0c90 req-ed6e0782-fcde-40c2-8498-c7d37f79b537 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0875371 Apr 29 17:54:51.035960 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67f17c9a-5d8c-4321-84ae-e19f814c0c90 req-45064e9f-cd2a-4979-ade9-abaa06f55fb2 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377536 Apr 29 17:54:52.246898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cb0fc-09e1-4636-9f92-815c125caadd req-c54fb221-11d0-4cfe-9ba7-41e8382cd0d6 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:52.248372 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b25cb0fc-09e1-4636-9f92-815c125caadd req-c54fb221-11d0-4cfe-9ba7-41e8382cd0d6 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0915911 Apr 29 17:54:52.293012 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b25cb0fc-09e1-4636-9f92-815c125caadd req-6f48b37a-f95e-4056-870f-bd02d05f48f2 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387647 Apr 29 17:54:53.292793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a49abacc-527b-49ec-aca4-4a8d68d9e0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:53.492916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c9ccb-6d42-40ca-aa85-17022582db3f req-9a8ff7b5-a9b4-4625-a0fa-c73273179c77 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:53.494324 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-960c9ccb-6d42-40ca-aa85-17022582db3f req-9a8ff7b5-a9b4-4625-a0fa-c73273179c77 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0824819 Apr 29 17:54:53.544693 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-960c9ccb-6d42-40ca-aa85-17022582db3f req-028fbacb-2ffb-45d4-9588-e09aeab61db6 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416269 Apr 29 17:54:54.482759 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-345970ec-9509-41b0-8b7d-b3d4b365d9e8 service neutron] 10.222.0.36 "GET /v2.0/ports/5ba332c3-33a3-41b1-802a-e52d82c2c51b/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0876861 Apr 29 17:54:54.739225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c74d9-7e67-46a8-a0a7-c5d4e56f82ab req-e3bf07ce-6e4b-4b50-9982-b6e0d709a12e tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:54.740659 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a3c74d9-7e67-46a8-a0a7-c5d4e56f82ab req-e3bf07ce-6e4b-4b50-9982-b6e0d709a12e tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0835643 Apr 29 17:54:54.764399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-fada7c8a-fbfb-4943-850b-ede28b6adc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:54.765854 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-fada7c8a-fbfb-4943-850b-ede28b6adc77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0&tenant_id=fd7a92fccf6a41da9aed5be927d4ada6 HTTP/1.1" status: 200 len: 1099 time: 0.0705061 Apr 29 17:54:54.786330 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a3c74d9-7e67-46a8-a0a7-c5d4e56f82ab req-16958036-e21b-4d8d-9056-f8c78934c85b tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395293 Apr 29 17:54:54.857437 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-746705e8-f842-4081-8380-141d6eeda5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:54.858961 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-746705e8-f842-4081-8380-141d6eeda5a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7a92fccf6a41da9aed5be927d4ada6&device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0728161 Apr 29 17:54:55.082109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-78ce4443-8f00-4ff1-8ea4-31a772b0c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:55.083655 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-78ce4443-8f00-4ff1-8ea4-31a772b0c584 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f16b02e-5f01-4e55-88d0-332f79a66507 HTTP/1.1" status: 200 len: 913 time: 0.2189803 Apr 29 17:54:55.152881 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-f43fbbad-d851-4659-badd-db793c8206e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b HTTP/1.1" status: 200 len: 217 time: 0.0627270 Apr 29 17:54:55.220490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-901be40d-54f4-498e-aff4-b547a53c271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:55.222660 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-901be40d-54f4-498e-aff4-b547a53c271b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8439e4b6-4438-4b52-bb51-4f4bf7792009 HTTP/1.1" status: 200 len: 852 time: 0.0644464 Apr 29 17:54:55.268103 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-1d20f460-9d48-4c07-9049-d03397705668 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f16b02e-5f01-4e55-88d0-332f79a66507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387440 Apr 29 17:54:55.390314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-08bdb68b-f61c-4122-93c8-47d29c94f8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:55.401349 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-f84c0c78-7e00-4f80-be79-ae7a760f174b service neutron] 10.222.0.36 "GET /v2.0/networks/7f16b02e-5f01-4e55-88d0-332f79a66507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271579 Apr 29 17:54:55.530584 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-97e048c8-bd92-4b73-a0f8-fc8cc2d6a592 req-69ef1fa6-3589-4c57-914d-9de8b6e9a03b service neutron] 10.222.0.36 "GET /v2.0/networks/7f16b02e-5f01-4e55-88d0-332f79a66507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238739 Apr 29 17:54:55.990095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1850a6c-a820-4a76-9f89-ab987bbaa18c req-c6267947-8d36-4b4e-adb7-bf19eec3bf12 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:55.991446 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1850a6c-a820-4a76-9f89-ab987bbaa18c req-c6267947-8d36-4b4e-adb7-bf19eec3bf12 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0905213 Apr 29 17:54:56.035067 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1850a6c-a820-4a76-9f89-ab987bbaa18c req-5dc8cd3a-b6a7-402b-8c71-47c45538de9b tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379043 Apr 29 17:54:56.632638 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:56.799639 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:57.235727 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036db8a9-f915-4eb4-8db7-8849e8f4c30d req-76719ab1-ef6f-474a-830b-f12eae0d2374 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:57.237162 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-036db8a9-f915-4eb4-8db7-8849e8f4c30d req-76719ab1-ef6f-474a-830b-f12eae0d2374 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0790699 Apr 29 17:54:57.280864 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-036db8a9-f915-4eb4-8db7-8849e8f4c30d req-21377da4-15f3-48df-bb45-6d213529e10f tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379765 Apr 29 17:54:58.037063 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:58.483814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43345b18-cc71-4455-9c7f-def00245ff36 req-e11b43cf-e115-4f4f-8aea-07c09a118484 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:58.485248 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-43345b18-cc71-4455-9c7f-def00245ff36 req-e11b43cf-e115-4f4f-8aea-07c09a118484 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0887060 Apr 29 17:54:58.532650 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-43345b18-cc71-4455-9c7f-def00245ff36 req-37ce5e55-9579-42a8-85a8-361d682f8715 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385997 Apr 29 17:54:58.926354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-4a9d6f54-28ab-4a2b-a117-e87d3ed932f7 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:58.927196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-4a9d6f54-28ab-4a2b-a117-e87d3ed932f7 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Synchronizing usage tracker for tenant:fd7a92fccf6a41da9aed5be927d4ada6 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:54:58.947629 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-4a9d6f54-28ab-4a2b-a117-e87d3ed932f7 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Unset dirty status for tenant:fd7a92fccf6a41da9aed5be927d4ada6 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:54:58.948716 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-4a9d6f54-28ab-4a2b-a117-e87d3ed932f7 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.36 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0&tenant_id=fd7a92fccf6a41da9aed5be927d4ada6&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 946 time: 0.1045220 Apr 29 17:54:58.982343 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 5ba332c3-33a3-41b1-802a-e52d82c2c51b details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:54:58.985763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 5ba332c3-33a3-41b1-802a-e52d82c2c51b no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:54:59.105908 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-98e71f91-d76f-42e8-9c51-dff64cf024db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:59.107453 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-98e71f91-d76f-42e8-9c51-dff64cf024db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7a92fccf6a41da9aed5be927d4ada6&device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 1099 time: 0.0842428 Apr 29 17:54:59.201876 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:59.223259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 5ba332c3-33a3-41b1-802a-e52d82c2c51b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b,segment=NetworkSegment(4973f4d7-3783-4e46-8c51-36476b45dabb),segment_id=4973f4d7-3783-4e46-8c51-36476b45dabb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:54:59.236802 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-4c508ffc-15f6-4efd-8f46-11fa99c305d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:59.238282 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-4c508ffc-15f6-4efd-8f46-11fa99c305d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7f16b02e-5f01-4e55-88d0-332f79a66507 HTTP/1.1" status: 200 len: 913 time: 0.1250374 Apr 29 17:54:59.242480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '5ba332c3-33a3-41b1-802a-e52d82c2c51b', 'network_id': '7f16b02e-5f01-4e55-88d0-332f79a66507', 'port_id': '5ba332c3-33a3-41b1-802a-e52d82c2c51b', 'mac_address': 'fa:16:3e:b7:72:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8439e4b6-4438-4b52-bb51-4f4bf7792009', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:54:59.247683 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898e60df-3a5f-4d65-bfc8-dbd8744c1ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba332c3-33a3-41b1-802a-e52d82c2c51b'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:54:59.285299 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 5ba332c3-33a3-41b1-802a-e52d82c2c51b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b,segment=NetworkSegment(4973f4d7-3783-4e46-8c51-36476b45dabb),segment_id=4973f4d7-3783-4e46-8c51-36476b45dabb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:54:59.298990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:59.307393 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-14006778-d7fa-4c70-853d-c1c756e27b4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b HTTP/1.1" status: 200 len: 217 time: 0.0632088 Apr 29 17:54:59.332192 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d615f374-18f6-4a6e-88d8-f77105e9a045'] response: {'server_uuid': '898e60df-3a5f-4d65-bfc8-dbd8744c1ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba332c3-33a3-41b1-802a-e52d82c2c51b', 'code': 200} Apr 29 17:54:59.360705 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:54:59.370876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-115fb6f6-7913-4fa5-a294-383ba852180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:54:59.372324 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-115fb6f6-7913-4fa5-a294-383ba852180a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8439e4b6-4438-4b52-bb51-4f4bf7792009 HTTP/1.1" status: 200 len: 852 time: 0.0584061 Apr 29 17:54:59.385176 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ba332c3-33a3-41b1-802a-e52d82c2c51b {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:54:59.418185 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=5ba332c3-33a3-41b1-802a-e52d82c2c51b,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:54:59.418425 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-6d4ccbd7-5b0c-46c5-97e1-8f759d8a087d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7f16b02e-5f01-4e55-88d0-332f79a66507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401518 Apr 29 17:54:59.450385 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:54:59.450679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:54:59.550194 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-54475ffc-8ad1-4527-aecc-a812eeb28e46 service neutron] 10.222.0.36 "GET /v2.0/networks/7f16b02e-5f01-4e55-88d0-332f79a66507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255260 Apr 29 17:54:59.677342 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-55137af0-e9df-44a1-997b-8c726ebf3793 service neutron] 10.222.0.36 "GET /v2.0/networks/7f16b02e-5f01-4e55-88d0-332f79a66507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214712 Apr 29 17:55:00.020153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:00.038072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba332c3-33a3-41b1-802a-e52d82c2c51b {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:55:00.054354 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 5ba332c3-33a3-41b1-802a-e52d82c2c51b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b,segment=NetworkSegment(4973f4d7-3783-4e46-8c51-36476b45dabb),segment_id=4973f4d7-3783-4e46-8c51-36476b45dabb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:55:00.059896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:00.124254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['5ba332c3-33a3-41b1-802a-e52d82c2c51b'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:55:00.173587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=5ba332c3-33a3-41b1-802a-e52d82c2c51b,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:00.483137 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:55:00.551011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc3cea-0824-4104-b3e7-561b80e3f8e9 req-39c365a0-3d5e-4af7-bd82-1afb6b237e1c tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:00.552472 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17cc3cea-0824-4104-b3e7-561b80e3f8e9 req-39c365a0-3d5e-4af7-bd82-1afb6b237e1c tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 945 time: 0.0813317 Apr 29 17:55:00.600171 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17cc3cea-0824-4104-b3e7-561b80e3f8e9 req-588a852b-8226-48d3-9fc9-43552d806406 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389469 Apr 29 17:55:00.984817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 5ba332c3-33a3-41b1-802a-e52d82c2c51b up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:55:01.058594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 5ba332c3-33a3-41b1-802a-e52d82c2c51b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:55:01.059051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:01.205357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:01.237472 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 5ba332c3-33a3-41b1-802a-e52d82c2c51b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b,segment=NetworkSegment(4973f4d7-3783-4e46-8c51-36476b45dabb),segment_id=4973f4d7-3783-4e46-8c51-36476b45dabb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:55:01.243742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:01.310971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=5ba332c3-33a3-41b1-802a-e52d82c2c51b,revision_number=8']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:01.333298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898e60df-3a5f-4d65-bfc8-dbd8744c1ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba332c3-33a3-41b1-802a-e52d82c2c51b'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:55:01.383247 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91d9b97-4c94-42b2-a820-dab09a05be01'] response: {'server_uuid': '898e60df-3a5f-4d65-bfc8-dbd8744c1ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba332c3-33a3-41b1-802a-e52d82c2c51b', 'code': 200} Apr 29 17:55:01.793105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce062139-cc05-40a2-b525-d02d5b002c42 req-c3987e2a-81ea-42d6-b5a6-e587f6f06bf3 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:01.794629 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce062139-cc05-40a2-b525-d02d5b002c42 req-c3987e2a-81ea-42d6-b5a6-e587f6f06bf3 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0843992 Apr 29 17:55:01.838067 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce062139-cc05-40a2-b525-d02d5b002c42 req-42e129f2-368f-472a-ac9c-d7708b35a2a8 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5c06b84-af3b-4096-a515-7215aa7cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374660 Apr 29 17:55:02.140561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-46b1ad69-2c4d-46c5-ac41-724f450f725b tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:02.141939 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-46b1ad69-2c4d-46c5-ac41-724f450f725b tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.36 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 946 time: 0.0943220 Apr 29 17:55:02.209927 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-dec13819-2c12-47ac-9983-ff977edaf997 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Deleting port 5ba332c3-33a3-41b1-802a-e52d82c2c51b {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:55:02.210245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-dec13819-2c12-47ac-9983-ff977edaf997 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:02.547540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-dec13819-2c12-47ac-9983-ff977edaf997 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] For port 5ba332c3-33a3-41b1-802a-e52d82c2c51b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5ba332c3-33a3-41b1-802a-e52d82c2c51b,segment=NetworkSegment(4973f4d7-3783-4e46-8c51-36476b45dabb),segment_id=4973f4d7-3783-4e46-8c51-36476b45dabb)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:55:02.547779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-dec13819-2c12-47ac-9983-ff977edaf997 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:02.671270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-dec13819-2c12-47ac-9983-ff977edaf997 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Calling delete_port for 5ba332c3-33a3-41b1-802a-e52d82c2c51b owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:55:02.831053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-dec13819-2c12-47ac-9983-ff977edaf997 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:02.842735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['5ba332c3-33a3-41b1-802a-e52d82c2c51b'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:55:02.880300 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec13819-2c12-47ac-9983-ff977edaf997 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Pushing event deleted for resources: {'Port': ['ID=5ba332c3-33a3-41b1-802a-e52d82c2c51b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:02.953449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-dec13819-2c12-47ac-9983-ff977edaf997 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] No DVR routers for this DVR port 5ba332c3-33a3-41b1-802a-e52d82c2c51b on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:55:02.956382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-dec13819-2c12-47ac-9983-ff977edaf997 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:02.958920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898e60df-3a5f-4d65-bfc8-dbd8744c1ec0', 'name': 'network-vif-deleted', 'tag': '5ba332c3-33a3-41b1-802a-e52d82c2c51b'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:55:02.974824 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-fea3a5ee-ff5e-420d-a443-0949f77a03c9 req-dec13819-2c12-47ac-9983-ff977edaf997 tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.36 "DELETE /v2.0/ports/5ba332c3-33a3-41b1-802a-e52d82c2c51b HTTP/1.1" status: 204 len: 173 time: 0.8277404 Apr 29 17:55:02.995642 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c6ef1467-03b5-4bf2-83b6-196b1cad1394 req-98835e9f-5871-41b7-9525-d692ef16d30b tempest-DeleteServersTestJSON-1856819274 tempest-DeleteServersTestJSON-1856819274-project] 10.222.0.11 "GET /v2.0/ports?device_id=898e60df-3a5f-4d65-bfc8-dbd8744c1ec0 HTTP/1.1" status: 200 len: 210 time: 0.0475216 Apr 29 17:55:03.009429 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e74fe125-4f73-4f8d-a0dd-eca78d0ed4bd'] response: {'server_uuid': '898e60df-3a5f-4d65-bfc8-dbd8744c1ec0', 'name': 'network-vif-deleted', 'tag': '5ba332c3-33a3-41b1-802a-e52d82c2c51b', 'status': 'completed', 'code': 200} Apr 29 17:55:04.258720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56590) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:55:04.425575 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb5c1ac-5528-4f42-a3bf-116545b48f30 admin admin] Deleting subnet 8439e4b6-4438-4b52-bb51-4f4bf7792009 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:55:04.428504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c1ac-5528-4f42-a3bf-116545b48f30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:04.482499 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c1ac-5528-4f42-a3bf-116545b48f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:04.539254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c1ac-5528-4f42-a3bf-116545b48f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:04.607590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c1ac-5528-4f42-a3bf-116545b48f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:04.649344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5c1ac-5528-4f42-a3bf-116545b48f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8439e4b6-4438-4b52-bb51-4f4bf7792009,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:04.653078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-3eb5c1ac-5528-4f42-a3bf-116545b48f30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:04.660729 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-3eb5c1ac-5528-4f42-a3bf-116545b48f30 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8439e4b6-4438-4b52-bb51-4f4bf7792009 HTTP/1.1" status: 204 len: 168 time: 0.4005671 Apr 29 17:55:04.663946 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56594) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:55:04.769243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea35f1b6-9ab0-4382-a834-576d5de51186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:04.891058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea35f1b6-9ab0-4382-a834-576d5de51186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:04.917212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ea35f1b6-9ab0-4382-a834-576d5de51186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f16b02e-5f01-4e55-88d0-332f79a66507']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:55:04.928950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ea35f1b6-9ab0-4382-a834-576d5de51186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4973f4d7-3783-4e46-8c51-36476b45dabb') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:55:04.929249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ea35f1b6-9ab0-4382-a834-576d5de51186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4973f4d7-3783-4e46-8c51-36476b45dabb') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:55:04.940392 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea35f1b6-9ab0-4382-a834-576d5de51186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:04.959604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea35f1b6-9ab0-4382-a834-576d5de51186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:04.965745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea35f1b6-9ab0-4382-a834-576d5de51186 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:55:04.966074 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea35f1b6-9ab0-4382-a834-576d5de51186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:55:04.979032 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:55:05.053196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea35f1b6-9ab0-4382-a834-576d5de51186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:05.068920 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea35f1b6-9ab0-4382-a834-576d5de51186 admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:05.083180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35f1b6-9ab0-4382-a834-576d5de51186 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f16b02e-5f01-4e55-88d0-332f79a66507,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:05.091471 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ea35f1b6-9ab0-4382-a834-576d5de51186 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7f16b02e-5f01-4e55-88d0-332f79a66507 HTTP/1.1" status: 204 len: 168 time: 0.4264483 Apr 29 17:55:05.246550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56600) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:55:05.301772 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-abe83f55-1c70-411a-bc6f-f70706c80c19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd7a92fccf6a41da9aed5be927d4ada6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540051 Apr 29 17:55:05.305325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56604) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:55:05.364733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2d6d9d3c-c44f-4e47-82bf-03a807ec0a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:05.390502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2d6d9d3c-c44f-4e47-82bf-03a807ec0a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:05.454262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2d6d9d3c-c44f-4e47-82bf-03a807ec0a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:05.476238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d9d3c-c44f-4e47-82bf-03a807ec0a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c06b84-af3b-4096-a515-7215aa7cf538,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:05.489288 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2d6d9d3c-c44f-4e47-82bf-03a807ec0a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:05.492953 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2d6d9d3c-c44f-4e47-82bf-03a807ec0a58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5c06b84-af3b-4096-a515-7215aa7cf538 HTTP/1.1" status: 204 len: 168 time: 0.1840644 Apr 29 17:55:06.275662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56628) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:55:06.414007 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-448450384-network', 'tenant_id': '76cfa5ced3ea48b4ad0fda1d75f35592'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:55:06.418908 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:55:06.422791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Usage tracker for resource:network and tenant:76cfa5ced3ea48b4ad0fda1d75f35592 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:55:06.425648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:55:06.431794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:55:06.443225 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Made reservation on behalf of 76cfa5ced3ea48b4ad0fda1d75f35592 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:55:06.446811 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:06.459220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:06.473982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:55:06.478095 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Usage tracker for resource:security_group_rule and tenant:76cfa5ced3ea48b4ad0fda1d75f35592 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:55:06.481157 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:55:06.487094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:55:06.570495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:06.576678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:06.606148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:55:06.614738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef5d0d2-5af2-4436-a52d-1b8fff990065,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:06.620934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:06.621342 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Added segment 73545200-4b58-43a0-81cf-a81dbf211908 of type vlan for network 3e758943-c083-4078-9baf-486e2e8ebe64 Apr 29 17:55:06.647619 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:06.680286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:06.681256 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:06.681821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:06.787695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] Pushing event updated for resources: {'Network': ['ID=3e758943-c083-4078-9baf-486e2e8ebe64,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:06.790887 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-071d7e0d-d5f1-4710-bb75-69c717aaa755 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5142374 Apr 29 17:55:06.795045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56634) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:55:06.799732 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 3e758943-c083-4078-9baf-486e2e8ebe64 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:55:06.800328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Request body: {'subnet': {'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-448450384-subnet', 'tenant_id': '76cfa5ced3ea48b4ad0fda1d75f35592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:55:06.805436 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:55:06.810265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Usage tracker for resource:subnet and tenant:76cfa5ced3ea48b4ad0fda1d75f35592 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:55:06.813271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:55:06.819182 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:55:06.831575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Made reservation on behalf of 76cfa5ced3ea48b4ad0fda1d75f35592 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:55:06.833855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:07.005771 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 5ba332c3-33a3-41b1-802a-e52d82c2c51b no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:55:07.039687 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 5ba332c3-33a3-41b1-802a-e52d82c2c51b {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:55:07.040127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 5ba332c3-33a3-41b1-802a-e52d82c2c51b not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:55:07.043087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:07.117069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5289d64-7753-482e-ae13-642e087f35e4,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:07.125561 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Checking segment: {'id': '73545200-4b58-43a0-81cf-a81dbf211908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:55:07.125918 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Network hostable DHCP agents. Network: 3e758943-c083-4078-9baf-486e2e8ebe64, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:55:07.147458 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Network 3e758943-c083-4078-9baf-486e2e8ebe64 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:55:07.157301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 3e758943-c083-4078-9baf-486e2e8ebe64) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:55:07.161450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:07.162024 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:07.166491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7274068-4cc0-440f-b8a1-1f7c6b978c4c None None] Network 3e758943-c083-4078-9baf-486e2e8ebe64 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:55:07.184309 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a6435564-1b79-4c51-919d-6b7c19620bda admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3881762 Apr 29 17:55:07.376683 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cbeec8-adc8-4731-a2f6-6aba841fafcc None None] Network 3e758943-c083-4078-9baf-486e2e8ebe64 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:55:07.696457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-a73ea996-b581-4eb3-b731-870193d2390c tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:07.697868 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-a73ea996-b581-4eb3-b731-870193d2390c tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/networks?id=3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 200 len: 814 time: 0.1439221 Apr 29 17:55:07.712548 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-c34751f1-1c67-40f7-96cf-a494701b5a59 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/quotas/76cfa5ced3ea48b4ad0fda1d75f35592 HTTP/1.1" status: 200 len: 375 time: 0.0090842 Apr 29 17:55:07.758599 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-fada22b6-0ed6-407e-a08c-5cc746c0b082 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410664 Apr 29 17:55:07.772070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-1de576df-9fe1-4014-a83c-673acdec6aff service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 17:55:07.773409 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-1de576df-9fe1-4014-a83c-673acdec6aff service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069005 Apr 29 17:55:07.906610 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-7e5316f9-ad0d-49b8-8eb5-d5c8a9307e42 service neutron] 10.222.0.11 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265755 Apr 29 17:55:08.038855 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-58fe032f-1773-4415-9711-97add6e22f40 service neutron] 10.222.0.11 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261427 Apr 29 17:55:08.217274 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d9f693fd-59d7-40bd-8a22-477353b84993 req-420a9bf6-144e-4bd4-8940-181198ad3586 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 210 time: 0.0421026 Apr 29 17:55:09.288563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-1a9edd71-d308-4c43-8636-453eca639cad tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:09.289437 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-1a9edd71-d308-4c43-8636-453eca639cad tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Synchronizing usage tracker for tenant:76cfa5ced3ea48b4ad0fda1d75f35592 on resource:network {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:55:09.307700 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-1a9edd71-d308-4c43-8636-453eca639cad tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Unset dirty status for tenant:76cfa5ced3ea48b4ad0fda1d75f35592 on resource:network {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:55:09.309145 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-1a9edd71-d308-4c43-8636-453eca639cad tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.36 "GET /v2.0/networks?id=3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 200 len: 814 time: 0.1671507 Apr 29 17:55:09.320722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Request body: {'port': {'device_id': '5f535204-7947-48f0-bb93-eb161f402fbb', 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64', 'admin_state_up': True, 'tenant_id': '76cfa5ced3ea48b4ad0fda1d75f35592'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:55:09.375180 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-80b9c704-ce61-4d81-87af-1a05383d2290 req-47da5ace-6f9c-4d1b-b7b4-a63a25561121 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 210 time: 0.0509517 Apr 29 17:55:09.459874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:55:09.464039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Usage tracker for resource:port and tenant:76cfa5ced3ea48b4ad0fda1d75f35592 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:55:09.467499 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:55:09.473826 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:55:09.486335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Made reservation on behalf of 76cfa5ced3ea48b4ad0fda1d75f35592 for: {'port': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:55:09.489875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:09.663053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Allocated IP 172.20.0.9 (3e758943-c083-4078-9baf-486e2e8ebe64/e5289d64-7753-482e-ae13-642e087f35e4/4c377f9a-77d3-49f2-b1d8-97c69b0814cb) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:55:09.859347 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:09.891109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:10.057865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Network 3e758943-c083-4078-9baf-486e2e8ebe64 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:55:10.060950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:55:10.064647 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:55:10.093793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Pushing event updated for resources: {'Port': ['ID=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:10.111671 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:10.112033 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:10.112312 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:10.112665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:10.112988 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:10.113307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:10.113625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:10.113943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:10.114258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:10.114571 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:10.114890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:10.115195 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:10.138661 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:10.139253 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:10.162888 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-0a81ee19-edf0-4a45-93b5-9362df8bba08 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8460865 Apr 29 17:55:10.174006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Request body: {'port': {'device_id': '5f535204-7947-48f0-bb93-eb161f402fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:55:10.286214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:10.564596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6148d4c-08eb-4bfe-9ff3-c4cbb4dc8244 req-3a97defa-2ec6-44a3-ae1a-5f83ba73183e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:10.566909 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c6148d4c-08eb-4bfe-9ff3-c4cbb4dc8244 req-3a97defa-2ec6-44a3-ae1a-5f83ba73183e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 931 time: 0.0871704 Apr 29 17:55:10.611756 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c6148d4c-08eb-4bfe-9ff3-c4cbb4dc8244 req-58796c2b-221a-425d-8a18-0606cbc19618 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388849 Apr 29 17:55:10.644928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c377f9a-77d3-49f2-b1d8-97c69b0814cb {{(pid=88018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:55:10.652672 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:10.666977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Transition to ACTIVE for port object 4c377f9a-77d3-49f2-b1d8-97c69b0814cb will not be triggered until provisioned by entity L2. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:55:10.674071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:10.803449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Pushing event updated for resources: {'Port': ['ID=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:10.911758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Attempting to bind port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:55:10.911975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Attempting to bind port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73545200-4b58-43a0-81cf-a81dbf211908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64'}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:55:10.912310 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Attempting to bind port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb on network 3e758943-c083-4078-9baf-486e2e8ebe64 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:55:10.917553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb on network 3e758943-c083-4078-9baf-486e2e8ebe64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:55:10.917941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Attempting to bind port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb on network 3e758943-c083-4078-9baf-486e2e8ebe64 {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:55:10.924428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:55:10.924761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Checking segment: {'id': '73545200-4b58-43a0-81cf-a81dbf211908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:55:10.925134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Bound using segment: {'id': '73545200-4b58-43a0-81cf-a81dbf211908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64'} {{(pid=88018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:55:10.925548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.managers [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Bound port: 4c377f9a-77d3-49f2-b1d8-97c69b0814cb, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73545200-4b58-43a0-81cf-a81dbf211908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64'}}] {{(pid=88018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:55:10.925880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:11.023862 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] For port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb, host hv-neutron-8390, cleared binding levels {{(pid=88018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:55:11.027043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] For port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:55:11.034357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:11.091425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:11.092021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:11.093409 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] 10.222.0.36 "PUT /v2.0/ports/4c377f9a-77d3-49f2-b1d8-97c69b0814cb HTTP/1.1" status: 200 len: 1093 time: 0.9233856 Apr 29 17:55:11.093834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f535204-7947-48f0-bb93-eb161f402fbb', 'tag': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:55:11.115153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd581431-21a9-48c7-8fb2-02568eeb4d05 service neutron] Pushing event updated for resources: {'Port': ['ID=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,revision_number=3']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:11.170977 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb10792d-37b1-4930-bea5-f725b373566d'] response: {'name': 'network-changed', 'server_uuid': '5f535204-7947-48f0-bb93-eb161f402fbb', 'tag': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb', 'status': 'completed', 'code': 200} Apr 29 17:55:11.213924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-ac9671fd-23af-482d-8abd-373c97ddc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:11.215494 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-ac9671fd-23af-482d-8abd-373c97ddc68c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 1096 time: 0.0850115 Apr 29 17:55:11.284155 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-5b1f2b10-7f66-488a-a716-4bc53b881fa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb HTTP/1.1" status: 200 len: 217 time: 0.0593872 Apr 29 17:55:11.348491 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-87fbc353-bd17-41f6-bd79-65c09125cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:11.349927 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-87fbc353-bd17-41f6-bd79-65c09125cbe1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5289d64-7753-482e-ae13-642e087f35e4 HTTP/1.1" status: 200 len: 854 time: 0.0599229 Apr 29 17:55:11.395418 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-b941b5b8-bcee-4059-a45a-795421bb317d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e758943-c083-4078-9baf-486e2e8ebe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398996 Apr 29 17:55:11.525494 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-7c739b97-6690-42f3-a8e1-71dd03716079 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223879 Apr 29 17:55:11.655441 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9427755a-60c6-4c75-8764-4ee33dc31920 req-ae165f4a-bb58-4768-9464-d5bd153dd171 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222897 Apr 29 17:55:11.770367 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69237e03-d4fa-4e61-bef2-078e57b8dc19 req-0b0bc0d2-c4d4-4fd5-9ff6-751a641fa393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:11.772170 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-69237e03-d4fa-4e61-bef2-078e57b8dc19 req-0b0bc0d2-c4d4-4fd5-9ff6-751a641fa393 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 1096 time: 0.0748956 Apr 29 17:55:11.799190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e2caa-e151-4553-bc64-9c50b6e0d939 req-b15428ba-ce22-4bfb-8e94-bb654d975f3a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:11.800592 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-630e2caa-e151-4553-bc64-9c50b6e0d939 req-b15428ba-ce22-4bfb-8e94-bb654d975f3a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 943 time: 0.0818751 Apr 29 17:55:11.853225 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-630e2caa-e151-4553-bc64-9c50b6e0d939 req-8d4d2a36-7b9b-41cf-b309-5675201daaa4 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466161 Apr 29 17:55:12.010741 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69237e03-d4fa-4e61-bef2-078e57b8dc19 req-4266928b-d060-42fc-8438-9de69d61f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:12.012229 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-69237e03-d4fa-4e61-bef2-078e57b8dc19 req-4266928b-d060-42fc-8438-9de69d61f5ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 200 len: 915 time: 0.2336562 Apr 29 17:55:12.078739 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-69237e03-d4fa-4e61-bef2-078e57b8dc19 req-1882c0bc-41ae-41d2-9b9a-fbda2c8454c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb HTTP/1.1" status: 200 len: 217 time: 0.0590432 Apr 29 17:55:12.142631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69237e03-d4fa-4e61-bef2-078e57b8dc19 req-04cb81d5-d12a-454e-96f5-6fe6c314ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:12.144004 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-69237e03-d4fa-4e61-bef2-078e57b8dc19 req-04cb81d5-d12a-454e-96f5-6fe6c314ec04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5289d64-7753-482e-ae13-642e087f35e4 HTTP/1.1" status: 200 len: 854 time: 0.0585196 Apr 29 17:55:12.189796 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-69237e03-d4fa-4e61-bef2-078e57b8dc19 req-7fa7526f-2f7a-4bf0-9f87-670ca2ca0485 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e758943-c083-4078-9baf-486e2e8ebe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387866 Apr 29 17:55:12.324594 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-69237e03-d4fa-4e61-bef2-078e57b8dc19 req-0597c11f-b4ba-4a4d-ad45-0c19f7df085d service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281693 Apr 29 17:55:12.453502 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-69237e03-d4fa-4e61-bef2-078e57b8dc19 req-9bd4d4d6-7f19-4409-b25e-7d95757b87e6 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220443 Apr 29 17:55:13.059639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8bba5-4205-4dc9-b889-2cbeae0ad951 req-9037a0a6-c801-4f69-895d-69ba65770dcd tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:13.061091 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1fb8bba5-4205-4dc9-b889-2cbeae0ad951 req-9037a0a6-c801-4f69-895d-69ba65770dcd tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 943 time: 0.0870430 Apr 29 17:55:13.109847 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1fb8bba5-4205-4dc9-b889-2cbeae0ad951 req-38e7b10e-f2ff-46aa-adf1-8d01ff440c91 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423727 Apr 29 17:55:14.318048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaf5a3-e96d-4d8f-a5d9-7af2b9030a91 req-cee73946-65bf-495d-8089-26cbac7ff456 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:14.319483 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6cbaf5a3-e96d-4d8f-a5d9-7af2b9030a91 req-cee73946-65bf-495d-8089-26cbac7ff456 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 943 time: 0.0887520 Apr 29 17:55:14.362937 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6cbaf5a3-e96d-4d8f-a5d9-7af2b9030a91 req-53977407-b9b7-41cc-8af3-1095562d5821 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376992 Apr 29 17:55:15.038580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4c377f9a-77d3-49f2-b1d8-97c69b0814cb details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:55:15.177169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:55:15.194717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb', 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64', 'port_id': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb', 'mac_address': 'fa:16:3e:43:ee:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5289d64-7753-482e-ae13-642e087f35e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:55:15.256794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:15.273925 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c377f9a-77d3-49f2-b1d8-97c69b0814cb {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:55:15.290952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:55:15.298273 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:15.366761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:15.374524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:15.374869 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:15.375275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:15.375636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:15.375971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:15.376299 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:15.376627 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:15.376960 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:15.377281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:15.377584 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:15.377894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:15.378206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:15.498133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['4c377f9a-77d3-49f2-b1d8-97c69b0814cb'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:55:15.559735 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe56b6-a4db-4f18-bdf6-136dfb5b6474 req-3749430e-56f8-44aa-ab5b-c5dca6e9086d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:15.561297 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dfbe56b6-a4db-4f18-bdf6-136dfb5b6474 req-3749430e-56f8-44aa-ab5b-c5dca6e9086d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 944 time: 0.0915713 Apr 29 17:55:15.607399 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dfbe56b6-a4db-4f18-bdf6-136dfb5b6474 req-c47b9c9a-c15e-448c-b850-c58e20c50e7d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395558 Apr 29 17:55:16.809561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f464b-be42-419e-bb18-f590e6afd2f9 req-21685207-57f6-4195-b08b-de959d2a98f0 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:16.810999 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-354f464b-be42-419e-bb18-f590e6afd2f9 req-21685207-57f6-4195-b08b-de959d2a98f0 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 944 time: 0.0869365 Apr 29 17:55:16.854323 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-354f464b-be42-419e-bb18-f590e6afd2f9 req-02a7ea17-91d4-42dc-b013-907a922655a4 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374241 Apr 29 17:55:17.053480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4c377f9a-77d3-49f2-b1d8-97c69b0814cb up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:55:17.134626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:55:17.139442 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:55:17.139824 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:17.250271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:17.279866 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f535204-7947-48f0-bb93-eb161f402fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:55:17.289259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:55:17.293550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:17.323610 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a5b47f-a05b-4635-8765-ae2922c72129'] response: {'server_uuid': '5f535204-7947-48f0-bb93-eb161f402fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb', 'code': 200} Apr 29 17:55:17.361171 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:17.557387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4e94f-c964-4321-8d02-3b2ca0152ae4 req-df1dec29-8ead-43c5-887b-cd58f77664fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:17.558902 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-33a4e94f-c964-4321-8d02-3b2ca0152ae4 req-df1dec29-8ead-43c5-887b-cd58f77664fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 1098 time: 0.0764701 Apr 29 17:55:17.600070 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-33a4e94f-c964-4321-8d02-3b2ca0152ae4 req-a7fa4f1f-88e2-4289-b0ef-743e793b39a7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Apr 29 17:55:18.149622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c69498-8806-43f3-9537-7b0565a5b994 req-7cae1029-5838-42bb-aecc-6fed53f7353e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:18.150969 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38c69498-8806-43f3-9537-7b0565a5b994 req-7cae1029-5838-42bb-aecc-6fed53f7353e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.1891057 Apr 29 17:55:18.195017 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38c69498-8806-43f3-9537-7b0565a5b994 req-2362976e-2621-4e43-a040-123d25b827a4 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379381 Apr 29 17:55:18.368813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:19.429019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55a567-1ba0-40c1-9621-753f5bd82fca req-25eae388-08f2-4454-9cee-a8ce1cee27b6 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:19.430452 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed55a567-1ba0-40c1-9621-753f5bd82fca req-25eae388-08f2-4454-9cee-a8ce1cee27b6 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.1011610 Apr 29 17:55:19.480616 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed55a567-1ba0-40c1-9621-753f5bd82fca req-879e0c31-51ee-4877-83e7-b146e4f4fe22 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 Apr 29 17:55:19.693930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05a7b2-d6e6-4199-8209-79f0dff6c23d req-5db31a34-d45a-4b2e-9fb6-e882d0df2f8d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:19.695424 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6f05a7b2-d6e6-4199-8209-79f0dff6c23d req-5db31a34-d45a-4b2e-9fb6-e882d0df2f8d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0894430 Apr 29 17:55:19.744497 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6f05a7b2-d6e6-4199-8209-79f0dff6c23d req-af361b55-b6db-47ec-8855-2473af71d229 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429835 Apr 29 17:55:20.137276 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e3b8-a4b8-48ea-b92a-238b07fb49cf req-27ae86d6-5282-42de-87b3-a7fc98739a1d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:20.138733 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6611e3b8-a4b8-48ea-b92a-238b07fb49cf req-27ae86d6-5282-42de-87b3-a7fc98739a1d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0976734 Apr 29 17:55:20.182624 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6611e3b8-a4b8-48ea-b92a-238b07fb49cf req-d912c0af-2021-4499-a3c6-5ac3a4c93115 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380447 Apr 29 17:55:20.373520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d57d39-00a1-4e84-9c9b-d832e96f9b54 req-3ed0f8a8-f336-47a9-92cb-a72fefa63745 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:20.374975 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d3d57d39-00a1-4e84-9c9b-d832e96f9b54 req-3ed0f8a8-f336-47a9-92cb-a72fefa63745 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0846550 Apr 29 17:55:20.420255 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d3d57d39-00a1-4e84-9c9b-d832e96f9b54 req-4e2a1843-7e1b-4a3c-8ada-6b75f4721569 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394394 Apr 29 17:55:20.791236 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-2bd179fd-10dd-4efa-b23d-d9bc5c23c1f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790479 Apr 29 17:55:20.842589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ccef4-f6dd-482a-953f-b41defa18b05 req-66db2ff9-6967-40d7-8c69-0c982dcd414e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:20.844289 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fa1ccef4-f6dd-482a-953f-b41defa18b05 req-66db2ff9-6967-40d7-8c69-0c982dcd414e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0894711 Apr 29 17:55:20.888784 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fa1ccef4-f6dd-482a-953f-b41defa18b05 req-de8d9722-fc9c-46af-80a7-9034c2dbfdb0 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384228 Apr 29 17:55:22.046684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-dff33103-e291-478c-81d0-92363d659b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:22.048404 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-dff33103-e291-478c-81d0-92363d659b70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 1098 time: 0.0745385 Apr 29 17:55:22.077980 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179659e1-0d30-4b33-907b-299b873071aa req-54c5959d-75a5-4d0d-b307-c4720b205c13 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:22.080116 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-179659e1-0d30-4b33-907b-299b873071aa req-54c5959d-75a5-4d0d-b307-c4720b205c13 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0809898 Apr 29 17:55:22.125969 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-179659e1-0d30-4b33-907b-299b873071aa req-a8a71078-2cee-4038-a8ec-020b454d7331 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387175 Apr 29 17:55:22.179623 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-9fe7f450-7ba5-4075-87a9-ad211be67d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:22.181035 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-9fe7f450-7ba5-4075-87a9-ad211be67d69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 200 len: 915 time: 0.1271417 Apr 29 17:55:22.246700 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-e3b9dbf6-1fc8-4fcb-a621-8b8e6ea1ce2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb HTTP/1.1" status: 200 len: 217 time: 0.0597935 Apr 29 17:55:22.312776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-de9a9b3b-074c-41b8-945b-3fe7045e9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:22.314122 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-de9a9b3b-074c-41b8-945b-3fe7045e9299 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5289d64-7753-482e-ae13-642e087f35e4 HTTP/1.1" status: 200 len: 854 time: 0.0614769 Apr 29 17:55:22.359146 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-bd8a04f3-7cf9-4861-9ab8-bf3a72fb0199 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e758943-c083-4078-9baf-486e2e8ebe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393491 Apr 29 17:55:22.490063 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-c250845f-6018-4b4b-97a1-090b2b2b9f2c service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246581 Apr 29 17:55:22.623996 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-647ba071-16ba-4fa7-b6b4-72bf969de58b service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285498 Apr 29 17:55:23.288094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fb02b251-26ba-4ac8-a0d3-b874ceda952e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:23.328987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364246ae-3a90-4ff0-89bb-fa93d35b3e05 req-0007c1a2-3a6c-4dd2-8549-e1205e6747c3 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:23.330425 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-364246ae-3a90-4ff0-89bb-fa93d35b3e05 req-0007c1a2-3a6c-4dd2-8549-e1205e6747c3 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0860212 Apr 29 17:55:23.377219 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-364246ae-3a90-4ff0-89bb-fa93d35b3e05 req-b81c2dbc-90a0-4c61-b34d-56372509140d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386016 Apr 29 17:55:24.568227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5dda2-10b2-4f8b-96d4-0ff38fb8e467 req-1dcfb4da-6e68-40d5-bc67-fa4ca9e581ca tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:24.569666 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e7f5dda2-10b2-4f8b-96d4-0ff38fb8e467 req-1dcfb4da-6e68-40d5-bc67-fa4ca9e581ca tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0834184 Apr 29 17:55:24.621046 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e7f5dda2-10b2-4f8b-96d4-0ff38fb8e467 req-e48e8bd2-9052-4dff-b9ea-4825508fc207 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430768 Apr 29 17:55:25.397466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54be6596-7e6a-4f65-8255-e60eaed6e8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:25.807922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31a5d4-8ca5-4ed8-8bbd-e605f9abd418 req-6bba5226-ee48-4875-9f08-f97fde45a515 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:25.809383 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed31a5d4-8ca5-4ed8-8bbd-e605f9abd418 req-6bba5226-ee48-4875-9f08-f97fde45a515 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0817647 Apr 29 17:55:25.854617 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed31a5d4-8ca5-4ed8-8bbd-e605f9abd418 req-886eb842-17da-4031-849e-c767aeb4ae44 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395253 Apr 29 17:55:26.635922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:26.793327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:27.068732 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11af9bc-5f31-498d-8f66-a59fb63917a2 req-b9537840-7345-4465-822c-5642d92bb625 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:27.070148 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d11af9bc-5f31-498d-8f66-a59fb63917a2 req-b9537840-7345-4465-822c-5642d92bb625 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0835807 Apr 29 17:55:27.113798 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d11af9bc-5f31-498d-8f66-a59fb63917a2 req-d1a0ec66-e984-472c-b24e-eecad560b6cf tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378284 Apr 29 17:55:28.046471 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:28.321525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb133ffe-605e-461f-a143-95f5cb51405b req-ea184dbb-5a65-4a24-bd3e-6af1ae9b11f8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:28.322957 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cb133ffe-605e-461f-a143-95f5cb51405b req-ea184dbb-5a65-4a24-bd3e-6af1ae9b11f8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0863643 Apr 29 17:55:28.365760 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cb133ffe-605e-461f-a143-95f5cb51405b req-c22fb7ac-ce76-47f1-8ce1-151a384287e7 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371189 Apr 29 17:55:29.581048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfee03a-e1dd-4ccf-8de6-44834cebb6d1 req-4f865361-b9d6-4547-91fb-6e560c3cb26f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:29.582466 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2dfee03a-e1dd-4ccf-8de6-44834cebb6d1 req-4f865361-b9d6-4547-91fb-6e560c3cb26f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0890365 Apr 29 17:55:29.626889 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2dfee03a-e1dd-4ccf-8de6-44834cebb6d1 req-eff29a4b-2a43-426c-ba4a-bde09ab91209 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385101 Apr 29 17:55:30.823680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014f34-2227-430a-9e66-7fa4eab70ced req-500d68a9-964e-4e39-8a52-913a6bd2aa03 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:30.825232 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-69014f34-2227-430a-9e66-7fa4eab70ced req-500d68a9-964e-4e39-8a52-913a6bd2aa03 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0932519 Apr 29 17:55:30.875306 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-69014f34-2227-430a-9e66-7fa4eab70ced req-344496e5-9506-43f5-bfec-7b44baf75799 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443425 Apr 29 17:55:32.061200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c3a63-7f20-4901-8d78-b29372c560a6 req-5d480c2a-e3fb-42e2-a307-86bb541565d1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:32.062692 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c89c3a63-7f20-4901-8d78-b29372c560a6 req-5d480c2a-e3fb-42e2-a307-86bb541565d1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0817592 Apr 29 17:55:32.105995 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c89c3a63-7f20-4901-8d78-b29372c560a6 req-25b0c196-85c8-4f6e-93db-aa068865e0c7 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375874 Apr 29 17:55:33.374929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0fa64-a64e-4618-86ae-a0216bfe673b req-f43f4cc2-1789-4931-8d9e-321e0d8f48b8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:33.376372 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bec0fa64-a64e-4618-86ae-a0216bfe673b req-f43f4cc2-1789-4931-8d9e-321e0d8f48b8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.1657062 Apr 29 17:55:33.423585 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bec0fa64-a64e-4618-86ae-a0216bfe673b req-9d2f6f9f-4259-4d24-b204-1378e118e582 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385373 Apr 29 17:55:34.686527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8d7d-c188-48ab-831f-c315b35b108d req-ead0d810-ff77-4482-aec1-43d8d7d5e9dc tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:34.688031 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bbde8d7d-c188-48ab-831f-c315b35b108d req-ead0d810-ff77-4482-aec1-43d8d7d5e9dc tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.1434786 Apr 29 17:55:34.731641 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bbde8d7d-c188-48ab-831f-c315b35b108d req-efef9a70-f4ce-4125-acf3-cd881ec483a8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378013 Apr 29 17:55:35.946212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5765df-7085-46f3-beeb-6e685f764dc1 req-1ea688ec-c4c5-4055-85b8-b5505cd82729 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:35.947565 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a5765df-7085-46f3-beeb-6e685f764dc1 req-1ea688ec-c4c5-4055-85b8-b5505cd82729 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0940716 Apr 29 17:55:35.991285 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a5765df-7085-46f3-beeb-6e685f764dc1 req-559aed7a-f720-42ca-bf6e-fa470d46cfc2 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378678 Apr 29 17:55:37.190278 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8cae5-26ee-4d82-bab5-c4176076fcc0 req-f0faefe8-bb3e-405c-a417-80e1ad8923f4 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:37.191837 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67d8cae5-26ee-4d82-bab5-c4176076fcc0 req-f0faefe8-bb3e-405c-a417-80e1ad8923f4 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0809009 Apr 29 17:55:37.240765 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67d8cae5-26ee-4d82-bab5-c4176076fcc0 req-15afdd6c-49e2-47f9-aaa6-413393777c5f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398962 Apr 29 17:55:37.488214 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:55:38.440182 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22248a1-d865-4422-99bd-cecab154e625 req-d6a063b8-bfd9-4027-b805-acc35732fa3c tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:38.441619 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d22248a1-d865-4422-99bd-cecab154e625 req-d6a063b8-bfd9-4027-b805-acc35732fa3c tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0840399 Apr 29 17:55:38.492687 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d22248a1-d865-4422-99bd-cecab154e625 req-32ab7b53-026d-424a-bdc1-73f8bb373c3a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 Apr 29 17:55:39.687987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b4997-577a-444f-a529-e560f8209228 req-aeffe933-483d-4681-b7b4-a1d37dab3b11 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:39.689463 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-716b4997-577a-444f-a529-e560f8209228 req-aeffe933-483d-4681-b7b4-a1d37dab3b11 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0876038 Apr 29 17:55:39.736614 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-716b4997-577a-444f-a529-e560f8209228 req-fd532203-3ec0-4f91-ab8c-1953b1bfc1fa tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412602 Apr 29 17:55:40.945392 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020ee7f-ff05-42a8-b30a-f269c2a7bb2b req-35afbad8-a57c-4945-b97e-85a145198517 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:40.946764 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6020ee7f-ff05-42a8-b30a-f269c2a7bb2b req-35afbad8-a57c-4945-b97e-85a145198517 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0931127 Apr 29 17:55:40.995703 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6020ee7f-ff05-42a8-b30a-f269c2a7bb2b req-53494045-9be2-4ed4-b2a3-f3fe0c160bd2 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404668 Apr 29 17:55:42.211096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240cde1-214e-4e56-8abd-350f1f69ccb6 req-5dd66b51-b445-450f-925c-fe2510350228 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:42.212541 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8240cde1-214e-4e56-8abd-350f1f69ccb6 req-5dd66b51-b445-450f-925c-fe2510350228 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0939758 Apr 29 17:55:42.255593 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8240cde1-214e-4e56-8abd-350f1f69ccb6 req-f212b06c-30fe-482c-b619-ea83c8374142 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371983 Apr 29 17:55:43.465317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbe919-0abe-4ec3-a561-322e292d9fd7 req-70429572-4e1e-483e-9229-ad7ec15c84cc tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:43.466740 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f3dbe919-0abe-4ec3-a561-322e292d9fd7 req-70429572-4e1e-483e-9229-ad7ec15c84cc tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0831218 Apr 29 17:55:43.512218 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f3dbe919-0abe-4ec3-a561-322e292d9fd7 req-af782106-23c5-4d3f-a971-4d914af31953 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371315 Apr 29 17:55:44.710250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d0d54-2183-4cbb-a5fa-06c73aaaefd5 req-1300c5ab-49c1-4c41-a4d7-bfeac5b804b7 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:44.711700 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-586d0d54-2183-4cbb-a5fa-06c73aaaefd5 req-1300c5ab-49c1-4c41-a4d7-bfeac5b804b7 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0827191 Apr 29 17:55:44.757164 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-586d0d54-2183-4cbb-a5fa-06c73aaaefd5 req-bc5b0fe5-41ea-4aee-9099-9de811657553 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373795 Apr 29 17:55:45.962198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42fe94-4fe3-4192-afe3-cbb97f8ba15c req-cb0eb316-4bd1-404c-85b4-acacaf82edff tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:45.963562 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cb42fe94-4fe3-4192-afe3-cbb97f8ba15c req-cb0eb316-4bd1-404c-85b4-acacaf82edff tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0950572 Apr 29 17:55:46.018764 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cb42fe94-4fe3-4192-afe3-cbb97f8ba15c req-c15cec0a-f2e4-4928-8b77-05d334edab20 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460443 Apr 29 17:55:47.221473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a8699-ea43-4399-b18f-c41da9e63ff4 req-5f13c8ec-fa8a-4d70-a7f9-afb3d2d3042f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:47.222870 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e83a8699-ea43-4399-b18f-c41da9e63ff4 req-5f13c8ec-fa8a-4d70-a7f9-afb3d2d3042f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0828173 Apr 29 17:55:47.266253 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e83a8699-ea43-4399-b18f-c41da9e63ff4 req-7ce41541-a5a0-42f8-8b75-5fe8533bd14a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376680 Apr 29 17:55:48.397737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:48.577352 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5c0df-0ddd-479b-9ab4-6f9963d800ff req-ac4abb0c-2eae-457d-910a-bfdbf4a91816 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:48.578839 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-22d5c0df-0ddd-479b-9ab4-6f9963d800ff req-ac4abb0c-2eae-457d-910a-bfdbf4a91816 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.1980731 Apr 29 17:55:48.622984 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-22d5c0df-0ddd-479b-9ab4-6f9963d800ff req-396672b4-df60-42da-8086-4f081b523ff3 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381720 Apr 29 17:55:49.362857 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-53bc1bac-2906-4e8f-9072-4bea55fae345 service neutron] 10.222.0.36 "GET /v2.0/ports/4c377f9a-77d3-49f2-b1d8-97c69b0814cb/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1310000 Apr 29 17:55:49.643654 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-744fdaac-58f1-4b8f-8791-3f0ff2dd5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:49.645168 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-744fdaac-58f1-4b8f-8791-3f0ff2dd5c66 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb&tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592 HTTP/1.1" status: 200 len: 1098 time: 0.0728180 Apr 29 17:55:49.735663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-40211009-6410-44ec-8b93-8549aa20e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:49.737210 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-40211009-6410-44ec-8b93-8549aa20e36d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 1098 time: 0.0696623 Apr 29 17:55:49.813975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c1401-573d-4665-9802-e7c0c274a91d req-f82dc41a-9aa4-472b-9600-7488bd078b5a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:49.815560 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3c6c1401-573d-4665-9802-e7c0c274a91d req-f82dc41a-9aa4-472b-9600-7488bd078b5a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0841453 Apr 29 17:55:49.863666 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3c6c1401-573d-4665-9802-e7c0c274a91d req-c21b7d9b-6624-4b87-ab54-d141345dee78 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 Apr 29 17:55:49.968452 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-ee030d9b-3a58-41ad-9911-17bc0c91a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:49.969935 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-ee030d9b-3a58-41ad-9911-17bc0c91a4dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 200 len: 915 time: 0.2268779 Apr 29 17:55:50.047129 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-2d8ea91c-34c5-4112-bebc-42fbd968fc93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb HTTP/1.1" status: 200 len: 217 time: 0.0705581 Apr 29 17:55:50.122831 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-6e0bddfb-e469-4d0b-9319-81ea4940cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:50.125404 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-6e0bddfb-e469-4d0b-9319-81ea4940cce3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5289d64-7753-482e-ae13-642e087f35e4 HTTP/1.1" status: 200 len: 854 time: 0.0710571 Apr 29 17:55:50.171871 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-1678e6b7-36b2-438a-8417-6e3b7cf9cc05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e758943-c083-4078-9baf-486e2e8ebe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403836 Apr 29 17:55:50.310962 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-016e0164-4db6-4514-8682-ad826c043fb3 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318336 Apr 29 17:55:50.450359 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-8dca844e-c307-4da7-9ec3-d0c6394692b0 req-e0f457a6-f5a8-48d0-949d-933cd1470c0e service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329935 Apr 29 17:55:51.067207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bf945-278e-455c-b7d1-511421c88f58 req-19b9aca9-b53b-4e71-b3b0-95a83a36ca9d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:51.068662 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-973bf945-278e-455c-b7d1-511421c88f58 req-19b9aca9-b53b-4e71-b3b0-95a83a36ca9d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0879548 Apr 29 17:55:51.114221 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-973bf945-278e-455c-b7d1-511421c88f58 req-7cccd323-bc35-4517-b8ca-963075e29807 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371037 Apr 29 17:55:52.306812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972e91-2930-4217-95c9-98a8d6dbf877 req-02850e43-9092-4614-af00-26d11d9c33d3 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:52.308497 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-37972e91-2930-4217-95c9-98a8d6dbf877 req-02850e43-9092-4614-af00-26d11d9c33d3 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0800436 Apr 29 17:55:52.364094 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-37972e91-2930-4217-95c9-98a8d6dbf877 req-3522d5bf-fd83-4da2-9344-7a271a63f4d5 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474491 Apr 29 17:55:52.673834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862c41f-f4d6-44b4-9313-903f6893f9b4 req-5b916b1d-905a-4ca1-84a4-1ff7c6f651aa tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:52.675439 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5862c41f-f4d6-44b4-9313-903f6893f9b4 req-5b916b1d-905a-4ca1-84a4-1ff7c6f651aa tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0810728 Apr 29 17:55:52.677284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-157c6313-c591-4217-9d0b-a0f68695d0b3 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:52.677964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-157c6313-c591-4217-9d0b-a0f68695d0b3 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Synchronizing usage tracker for tenant:76cfa5ced3ea48b4ad0fda1d75f35592 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:55:52.695376 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-157c6313-c591-4217-9d0b-a0f68695d0b3 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Unset dirty status for tenant:76cfa5ced3ea48b4ad0fda1d75f35592 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:55:52.696519 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-157c6313-c591-4217-9d0b-a0f68695d0b3 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb&tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.1013389 Apr 29 17:55:52.721092 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5862c41f-f4d6-44b4-9313-903f6893f9b4 req-8841e009-f63e-49f8-9a28-80b431392447 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393894 Apr 29 17:55:52.841875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-e55d49a3-b148-4808-8196-ab84ee80376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:52.843338 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-e55d49a3-b148-4808-8196-ab84ee80376c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 1098 time: 0.0790660 Apr 29 17:55:52.978251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-ac42abf8-9154-44ce-b00b-c8321ad1507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:52.979599 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-ac42abf8-9154-44ce-b00b-c8321ad1507e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 200 len: 915 time: 0.1308169 Apr 29 17:55:53.048013 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-899691a0-b459-4a70-9921-a5ef7401d78a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb HTTP/1.1" status: 200 len: 217 time: 0.0627391 Apr 29 17:55:53.110999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-c071ac69-ec78-4397-b9a4-d94080dfe581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:53.112400 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-c071ac69-ec78-4397-b9a4-d94080dfe581 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5289d64-7753-482e-ae13-642e087f35e4 HTTP/1.1" status: 200 len: 854 time: 0.0588641 Apr 29 17:55:53.159666 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-9493d6a2-a346-4a8a-9603-958fb35c1a12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e758943-c083-4078-9baf-486e2e8ebe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403092 Apr 29 17:55:53.232838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4c377f9a-77d3-49f2-b1d8-97c69b0814cb details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:55:53.235196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4c377f9a-77d3-49f2-b1d8-97c69b0814cb no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:55:53.290553 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-84e91b4e-5ea2-497e-8810-55e258c92f14 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252124 Apr 29 17:55:53.322901 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e76c094f-74a5-4543-ac3a-122c5abb7873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:53.423049 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-afd1643c-d5de-4b35-bdee-0a2d039d6b3c req-858ad986-01e7-457e-8679-036f72596081 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269050 Apr 29 17:55:53.467651 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:53.490100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:55:53.513819 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f535204-7947-48f0-bb93-eb161f402fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:55:53.520220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb', 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64', 'port_id': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb', 'mac_address': 'fa:16:3e:43:ee:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5289d64-7753-482e-ae13-642e087f35e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:55:53.526502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:55:53.558480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:53.633889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:53.656044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c377f9a-77d3-49f2-b1d8-97c69b0814cb {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:55:53.663582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:53.671122 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3f66da-0c29-43a6-80b1-e277d0536185'] response: {'server_uuid': '5f535204-7947-48f0-bb93-eb161f402fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb', 'code': 200} Apr 29 17:55:53.677666 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:55:53.681791 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:53.745480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['4c377f9a-77d3-49f2-b1d8-97c69b0814cb'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:55:53.799008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:53.916314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12ed5f-0cd9-4707-a93b-2befdc2a3d7d req-e5eeb301-9b0e-452b-a071-0803882a9067 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:53.917800 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1d12ed5f-0cd9-4707-a93b-2befdc2a3d7d req-e5eeb301-9b0e-452b-a071-0803882a9067 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 944 time: 0.0864134 Apr 29 17:55:53.962621 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1d12ed5f-0cd9-4707-a93b-2befdc2a3d7d req-304af57b-c117-4f7b-bec5-50f7a5765f7c tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 Apr 29 17:55:55.165462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faf6de-b18c-4a5f-a3fe-a63cc54ef2bb req-f616cb9a-81ca-4300-b0ee-7b57b7fdf3d0 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:55.166890 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f2faf6de-b18c-4a5f-a3fe-a63cc54ef2bb req-f616cb9a-81ca-4300-b0ee-7b57b7fdf3d0 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 944 time: 0.0880139 Apr 29 17:55:55.213922 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f2faf6de-b18c-4a5f-a3fe-a63cc54ef2bb req-6c9eda3b-b603-434e-a44e-d72e1cb9e119 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387404 Apr 29 17:55:55.269819 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4c377f9a-77d3-49f2-b1d8-97c69b0814cb up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:55:55.342100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:55:55.342464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:55.406603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ca5b23f3-bb50-4177-bc9f-e423e07ad0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:55.411470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1a436-f5ae-4e2e-9fba-8fa1b0454685 req-2b9c43a8-2595-481e-ae02-9765f252e184 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:55.418769 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c1a436-f5ae-4e2e-9fba-8fa1b0454685 req-2b9c43a8-2595-481e-ae02-9765f252e184 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 944 time: 0.0974939 Apr 29 17:55:55.457365 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c1a436-f5ae-4e2e-9fba-8fa1b0454685 req-8668b1d5-7499-4a9a-abb4-cc6c3d3fb4d0 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377526 Apr 29 17:55:55.474254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:55.507573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:55:55.512432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:55.579533 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,revision_number=8']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:55.646830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf304d-2fa7-4e9a-834e-3dff68f11383 req-87f0d6c3-02ae-4e91-ae82-47ea7acfe570 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:55.648293 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9dcf304d-2fa7-4e9a-834e-3dff68f11383 req-87f0d6c3-02ae-4e91-ae82-47ea7acfe570 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0817959 Apr 29 17:55:55.672221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f535204-7947-48f0-bb93-eb161f402fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:55:55.697953 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9dcf304d-2fa7-4e9a-834e-3dff68f11383 req-89cfbd14-b40b-4403-8288-6d35f99d6255 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435541 Apr 29 17:55:55.726097 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d32375-0e8d-4e1d-947a-d3e0df7ec7fe'] response: {'server_uuid': '5f535204-7947-48f0-bb93-eb161f402fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb', 'code': 200} Apr 29 17:55:56.203590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-86eb0d2f-711c-427f-9fbd-8c990b7f7ae4 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:56.205037 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-86eb0d2f-711c-427f-9fbd-8c990b7f7ae4 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/networks?id=3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 200 len: 814 time: 0.1561589 Apr 29 17:55:56.222915 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-7eeff999-f22b-4d39-a3fb-f9e333ab55b8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/quotas/76cfa5ced3ea48b4ad0fda1d75f35592 HTTP/1.1" status: 200 len: 375 time: 0.0095878 Apr 29 17:55:56.311096 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-7121c7e2-ae7d-4d23-95b7-140c0a6359c2 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809186 Apr 29 17:55:56.458256 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-e29a5466-bd30-4615-a343-088e2e00b95d service neutron] 10.222.0.11 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400962 Apr 29 17:55:56.591058 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-268e5158-7055-44c2-a749-74223b4b3a4c service neutron] 10.222.0.11 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237941 Apr 29 17:55:56.636978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:56.773936 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e1093f9a-e980-44dc-a538-e54443a8efc8 req-9eabd40e-133b-4412-9dfd-cb3a6dd1184f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 210 time: 0.0430374 Apr 29 17:55:56.802826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:57.712399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baad655-7c50-47b3-b7fe-a9fcddea062f req-f23b2d1d-8c37-44c4-a14a-2351bd34382e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:57.713826 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-6baad655-7c50-47b3-b7fe-a9fcddea062f req-f23b2d1d-8c37-44c4-a14a-2351bd34382e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f535204-7947-48f0-bb93-eb161f402fbb HTTP/1.1" status: 200 len: 945 time: 0.0891972 Apr 29 17:55:57.784753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-6baad655-7c50-47b3-b7fe-a9fcddea062f req-fb09c207-5793-4959-b8cd-10258189ead1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Deleting port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:55:57.785135 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-6baad655-7c50-47b3-b7fe-a9fcddea062f req-fb09c207-5793-4959-b8cd-10258189ead1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:57.976198 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7d5a3dca-67cd-46ea-a4c5-405381edc3df req-baeabd89-2384-4a76-ae7d-408877ac9610 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 210 time: 0.0613694 Apr 29 17:55:58.019984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-f238169b-b3b7-4e35-b140-2f3fbd5c2761 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:58.021901 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-f238169b-b3b7-4e35-b140-2f3fbd5c2761 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.36 "GET /v2.0/networks?id=3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 200 len: 814 time: 0.2127323 Apr 29 17:55:58.034792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Request body: {'port': {'device_id': '09e4a8cf-c717-4d72-ba16-c90075b7bd51', 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64', 'admin_state_up': True, 'tenant_id': '76cfa5ced3ea48b4ad0fda1d75f35592'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:55:58.042065 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:58.159952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [req-6baad655-7c50-47b3-b7fe-a9fcddea062f req-fb09c207-5793-4959-b8cd-10258189ead1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] For port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:55:58.160276 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-6baad655-7c50-47b3-b7fe-a9fcddea062f req-fb09c207-5793-4959-b8cd-10258189ead1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:58.283927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:55:58.285269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [req-6baad655-7c50-47b3-b7fe-a9fcddea062f req-fb09c207-5793-4959-b8cd-10258189ead1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Calling delete_port for 4c377f9a-77d3-49f2-b1d8-97c69b0814cb owned by compute:nova {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:55:58.293528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:55:58.305584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Made reservation on behalf of 76cfa5ced3ea48b4ad0fda1d75f35592 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:55:58.309214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:58.432504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-6baad655-7c50-47b3-b7fe-a9fcddea062f req-fb09c207-5793-4959-b8cd-10258189ead1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:58.444228 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['4c377f9a-77d3-49f2-b1d8-97c69b0814cb'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:55:58.479591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Allocated IP 172.20.0.11 (3e758943-c083-4078-9baf-486e2e8ebe64/e5289d64-7753-482e-ae13-642e087f35e4/352e8412-e8c3-4868-addc-951a9fc45051) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:55:58.483204 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09c207-5793-4959-b8cd-10258189ead1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Pushing event deleted for resources: {'Port': ['ID=4c377f9a-77d3-49f2-b1d8-97c69b0814cb,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:58.557504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6baad655-7c50-47b3-b7fe-a9fcddea062f req-fb09c207-5793-4959-b8cd-10258189ead1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] No DVR routers for this DVR port 4c377f9a-77d3-49f2-b1d8-97c69b0814cb on host hv-neutron-8390 {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:55:58.560064 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [req-6baad655-7c50-47b3-b7fe-a9fcddea062f req-fb09c207-5793-4959-b8cd-10258189ead1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:58.562641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f535204-7947-48f0-bb93-eb161f402fbb', 'name': 'network-vif-deleted', 'tag': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:55:58.580562 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-6baad655-7c50-47b3-b7fe-a9fcddea062f req-fb09c207-5793-4959-b8cd-10258189ead1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.36 "DELETE /v2.0/ports/4c377f9a-77d3-49f2-b1d8-97c69b0814cb HTTP/1.1" status: 204 len: 173 time: 0.8615587 Apr 29 17:55:58.668382 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21563aaa-4e67-48a7-8636-7529578f0be4'] response: {'server_uuid': '5f535204-7947-48f0-bb93-eb161f402fbb', 'name': 'network-vif-deleted', 'tag': '4c377f9a-77d3-49f2-b1d8-97c69b0814cb', 'status': 'completed', 'code': 200} Apr 29 17:55:58.690189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:58.721371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:58.732321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['4c377f9a-77d3-49f2-b1d8-97c69b0814cb'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:55:58.795709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Network 3e758943-c083-4078-9baf-486e2e8ebe64 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:55:58.798876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:55:58.803133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:55:58.841603 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Pushing event updated for resources: {'Port': ['ID=352e8412-e8c3-4868-addc-951a9fc45051,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:58.858201 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:58.858557 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:58.858901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:58.859239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:58.859623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:58.859978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:58.860306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:58.860632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:58.860959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:58.861282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:58.861592 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:58.861911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:55:58.879091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:58.879724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:58.904061 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-bcf7e414-f449-405b-b170-70344207e6ed tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8735223 Apr 29 17:55:58.917022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Request body: {'port': {'device_id': '09e4a8cf-c717-4d72-ba16-c90075b7bd51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:55:59.032973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:59.286487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3406a-1b2a-457f-ae9f-682a3d13fdc3 req-2dbe57fb-0c7f-483c-9c93-4da0e229738d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:59.287067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-84b3406a-1b2a-457f-ae9f-682a3d13fdc3 req-2dbe57fb-0c7f-483c-9c93-4da0e229738d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Synchronizing usage tracker for tenant:76cfa5ced3ea48b4ad0fda1d75f35592 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:55:59.361933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-84b3406a-1b2a-457f-ae9f-682a3d13fdc3 req-2dbe57fb-0c7f-483c-9c93-4da0e229738d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Unset dirty status for tenant:76cfa5ced3ea48b4ad0fda1d75f35592 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:55:59.363064 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-84b3406a-1b2a-457f-ae9f-682a3d13fdc3 req-2dbe57fb-0c7f-483c-9c93-4da0e229738d tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 932 time: 0.2628124 Apr 29 17:55:59.426516 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-84b3406a-1b2a-457f-ae9f-682a3d13fdc3 req-7fdfdd80-68c2-4948-baf8-fdc7a30b6390 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544887 Apr 29 17:55:59.496879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352e8412-e8c3-4868-addc-951a9fc45051 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:55:59.504205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:59.518494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Transition to ACTIVE for port object 352e8412-e8c3-4868-addc-951a9fc45051 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:55:59.524158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:59.671175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Pushing event updated for resources: {'Port': ['ID=352e8412-e8c3-4868-addc-951a9fc45051,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:55:59.751097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Attempting to bind port 352e8412-e8c3-4868-addc-951a9fc45051 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:55:59.751520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Attempting to bind port 352e8412-e8c3-4868-addc-951a9fc45051 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '73545200-4b58-43a0-81cf-a81dbf211908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:55:59.751853 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Attempting to bind port 352e8412-e8c3-4868-addc-951a9fc45051 on network 3e758943-c083-4078-9baf-486e2e8ebe64 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:55:59.756596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Port 352e8412-e8c3-4868-addc-951a9fc45051 on network 3e758943-c083-4078-9baf-486e2e8ebe64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:55:59.756909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Attempting to bind port 352e8412-e8c3-4868-addc-951a9fc45051 on network 3e758943-c083-4078-9baf-486e2e8ebe64 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:55:59.762254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:55:59.762587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Checking segment: {'id': '73545200-4b58-43a0-81cf-a81dbf211908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:55:59.762963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Bound using segment: {'id': '73545200-4b58-43a0-81cf-a81dbf211908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:55:59.763416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Bound port: 352e8412-e8c3-4868-addc-951a9fc45051, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73545200-4b58-43a0-81cf-a81dbf211908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:55:59.763755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:59.856363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] For port 352e8412-e8c3-4868-addc-951a9fc45051, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:55:59.860628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] For port 352e8412-e8c3-4868-addc-951a9fc45051, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=352e8412-e8c3-4868-addc-951a9fc45051,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:55:59.865856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:59.929209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:55:59.930156 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:55:59.932352 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] 10.222.0.36 "PUT /v2.0/ports/352e8412-e8c3-4868-addc-951a9fc45051 HTTP/1.1" status: 200 len: 1094 time: 1.0193014 Apr 29 17:55:59.932979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e4a8cf-c717-4d72-ba16-c90075b7bd51', 'tag': '352e8412-e8c3-4868-addc-951a9fc45051'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:55:59.959417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2686f8-7a72-4ec0-8d9d-3d706685f439 service neutron] Pushing event updated for resources: {'Port': ['ID=352e8412-e8c3-4868-addc-951a9fc45051,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:00.037856 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8d461c-4fcb-482a-aff2-7788033c30c9'] response: {'name': 'network-changed', 'server_uuid': '09e4a8cf-c717-4d72-ba16-c90075b7bd51', 'tag': '352e8412-e8c3-4868-addc-951a9fc45051', 'status': 'completed', 'code': 200} Apr 29 17:56:00.043791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-e3e07220-4281-4555-a401-1f0fe9ea8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:00.045241 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-e3e07220-4281-4555-a401-1f0fe9ea8c0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 1097 time: 0.0729361 Apr 29 17:56:00.218566 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-3a00b13c-56fc-49b5-9023-13a8a475553a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=352e8412-e8c3-4868-addc-951a9fc45051 HTTP/1.1" status: 200 len: 217 time: 0.1656644 Apr 29 17:56:00.283909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-a7c2153a-8b01-4a46-a92f-587952ea7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:00.285302 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-a7c2153a-8b01-4a46-a92f-587952ea7439 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5289d64-7753-482e-ae13-642e087f35e4 HTTP/1.1" status: 200 len: 854 time: 0.0603230 Apr 29 17:56:00.330734 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-7df228b9-a773-4ee0-9d9c-c3de4a4115b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e758943-c083-4078-9baf-486e2e8ebe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397937 Apr 29 17:56:00.472080 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-efdccd26-89e5-41b7-acbb-9488e789fb2c service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357098 Apr 29 17:56:00.654803 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ef54189-7ef3-4d18-9a3b-db825de7d435 req-9331d968-04ae-4e21-b3c6-3d098b869091 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769917 Apr 29 17:56:00.677915 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ccc9f-fc75-49be-b84a-4d205b181972 req-dfd002b8-de53-4172-b495-8a371ec3707e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:00.679396 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-214ccc9f-fc75-49be-b84a-4d205b181972 req-dfd002b8-de53-4172-b495-8a371ec3707e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 944 time: 0.1167405 Apr 29 17:56:00.769853 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-214ccc9f-fc75-49be-b84a-4d205b181972 req-14cc4c39-c729-4137-8452-41b55697e861 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843427 Apr 29 17:56:00.792307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301a58c-f78a-4d84-bd88-8d12496d96f6 req-f1901993-264b-4f39-ae60-d63ed611a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:00.793765 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9301a58c-f78a-4d84-bd88-8d12496d96f6 req-f1901993-264b-4f39-ae60-d63ed611a5ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 1097 time: 0.0912964 Apr 29 17:56:00.924777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301a58c-f78a-4d84-bd88-8d12496d96f6 req-3521ea18-8164-4cce-8753-4d8451bf1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:00.926181 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9301a58c-f78a-4d84-bd88-8d12496d96f6 req-3521ea18-8164-4cce-8753-4d8451bf1259 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 200 len: 915 time: 0.1256618 Apr 29 17:56:00.995070 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9301a58c-f78a-4d84-bd88-8d12496d96f6 req-dc779470-914f-4e40-8e0b-0a3ef2562af7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=352e8412-e8c3-4868-addc-951a9fc45051 HTTP/1.1" status: 200 len: 217 time: 0.0625231 Apr 29 17:56:01.066241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301a58c-f78a-4d84-bd88-8d12496d96f6 req-55b6be13-8459-416b-9556-6288079db6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:01.067728 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9301a58c-f78a-4d84-bd88-8d12496d96f6 req-55b6be13-8459-416b-9556-6288079db6c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5289d64-7753-482e-ae13-642e087f35e4 HTTP/1.1" status: 200 len: 854 time: 0.0665560 Apr 29 17:56:01.120733 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9301a58c-f78a-4d84-bd88-8d12496d96f6 req-ed4b4731-6fab-401b-bfe8-b2ffb2f803d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e758943-c083-4078-9baf-486e2e8ebe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457594 Apr 29 17:56:01.249043 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9301a58c-f78a-4d84-bd88-8d12496d96f6 req-f8b6a3a3-bc1e-430d-8ff3-428ee345eca5 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220014 Apr 29 17:56:01.306087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4c377f9a-77d3-49f2-b1d8-97c69b0814cb no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:56:01.340668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 4c377f9a-77d3-49f2-b1d8-97c69b0814cb {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:56:01.340906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4c377f9a-77d3-49f2-b1d8-97c69b0814cb not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:56:01.381098 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9301a58c-f78a-4d84-bd88-8d12496d96f6 req-f74f9740-d5d3-4b9b-a1cc-976064f4df54 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253304 Apr 29 17:56:01.978484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becf409-48d9-429b-9ef4-c8068573cd6e req-ace60000-2a91-440f-b177-f75b4046cd69 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:01.979849 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3becf409-48d9-429b-9ef4-c8068573cd6e req-ace60000-2a91-440f-b177-f75b4046cd69 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 944 time: 0.0905783 Apr 29 17:56:02.031535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3becf409-48d9-429b-9ef4-c8068573cd6e req-528f073d-68a4-4ee0-8ba3-4acd61ace31a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428610 Apr 29 17:56:03.246175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4e82d-367c-492e-b29c-ec87f2cfe775 req-916390e3-b3f3-4735-b9d9-1e8c7af566fb tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:03.247734 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-49f4e82d-367c-492e-b29c-ec87f2cfe775 req-916390e3-b3f3-4735-b9d9-1e8c7af566fb tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 944 time: 0.1022892 Apr 29 17:56:03.292184 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-49f4e82d-367c-492e-b29c-ec87f2cfe775 req-eede9919-6eaa-43c0-907f-a42bdc5533cc tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386126 Apr 29 17:56:03.316919 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 352e8412-e8c3-4868-addc-951a9fc45051 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:56:03.457203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 352e8412-e8c3-4868-addc-951a9fc45051, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=352e8412-e8c3-4868-addc-951a9fc45051,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:56:03.470539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '352e8412-e8c3-4868-addc-951a9fc45051', 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64', 'port_id': '352e8412-e8c3-4868-addc-951a9fc45051', 'mac_address': 'fa:16:3e:1c:59:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5289d64-7753-482e-ae13-642e087f35e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:56:03.530323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:03.547715 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352e8412-e8c3-4868-addc-951a9fc45051 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:56:03.562895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 352e8412-e8c3-4868-addc-951a9fc45051, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=352e8412-e8c3-4868-addc-951a9fc45051,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:56:03.569435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:03.635649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=352e8412-e8c3-4868-addc-951a9fc45051,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:03.763540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['352e8412-e8c3-4868-addc-951a9fc45051'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:56:04.495826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece97a4-7fbb-4374-836e-076ec9b2d50a req-04219cb2-6129-401f-80d9-e4bc7347b82e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:04.497198 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8ece97a4-7fbb-4374-836e-076ec9b2d50a req-04219cb2-6129-401f-80d9-e4bc7347b82e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 945 time: 0.0807841 Apr 29 17:56:04.545527 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8ece97a4-7fbb-4374-836e-076ec9b2d50a req-7c3c3dab-6c93-42a3-952f-c811fbe7db5c tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Apr 29 17:56:05.320947 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 352e8412-e8c3-4868-addc-951a9fc45051 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:56:05.399994 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 352e8412-e8c3-4868-addc-951a9fc45051 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:56:05.404722 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 352e8412-e8c3-4868-addc-951a9fc45051 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:56:05.405090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:05.536716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:05.563655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e4a8cf-c717-4d72-ba16-c90075b7bd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352e8412-e8c3-4868-addc-951a9fc45051'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:56:05.573469 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 352e8412-e8c3-4868-addc-951a9fc45051, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=352e8412-e8c3-4868-addc-951a9fc45051,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:56:05.579519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:05.622032 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32af8134-eea8-4a9c-a184-e92d5a240c3d'] response: {'server_uuid': '09e4a8cf-c717-4d72-ba16-c90075b7bd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352e8412-e8c3-4868-addc-951a9fc45051', 'code': 200} Apr 29 17:56:05.669266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=352e8412-e8c3-4868-addc-951a9fc45051,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:05.926070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a43d4-9c25-4ee0-87c4-c2a55a713d88 req-32b1c482-5362-4139-857b-ed67bd1edfa3 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:05.927607 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bd3a43d4-9c25-4ee0-87c4-c2a55a713d88 req-32b1c482-5362-4139-857b-ed67bd1edfa3 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.2655134 Apr 29 17:56:05.930525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71354aef-fce2-4ef4-8de9-f222352eea10 req-309d55da-3620-41d9-8cf6-7ea91af0f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:05.931920 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-71354aef-fce2-4ef4-8de9-f222352eea10 req-309d55da-3620-41d9-8cf6-7ea91af0f756 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 1099 time: 0.1097004 Apr 29 17:56:05.996615 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bd3a43d4-9c25-4ee0-87c4-c2a55a713d88 req-0d27a359-a858-4494-bc2a-e9484b5250dc tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629735 Apr 29 17:56:06.001858 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-71354aef-fce2-4ef4-8de9-f222352eea10 req-5aca79c7-3059-4578-97cf-b4e0501bb629 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554209 Apr 29 17:56:07.197797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426d4f3-6e6b-4c10-97d0-c6bd7ea21646 req-5c95ce46-a654-4c94-aa20-e7752b307fe4 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:07.199222 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2426d4f3-6e6b-4c10-97d0-c6bd7ea21646 req-5c95ce46-a654-4c94-aa20-e7752b307fe4 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0894377 Apr 29 17:56:07.246563 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2426d4f3-6e6b-4c10-97d0-c6bd7ea21646 req-509c4508-6892-43ed-a537-93d011fc5b87 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390234 Apr 29 17:56:07.436948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5b3d9-51ae-4e91-9641-e65b72e7d9ba req-8bb9f8f7-cb6a-4cbf-8726-0c8bfd9ed893 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:07.438482 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e5d5b3d9-51ae-4e91-9641-e65b72e7d9ba req-8bb9f8f7-cb6a-4cbf-8726-0c8bfd9ed893 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0894980 Apr 29 17:56:07.487393 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e5d5b3d9-51ae-4e91-9641-e65b72e7d9ba req-c681c77b-b183-4b91-b8a9-1e854ccaa433 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Apr 29 17:56:07.832112 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-28798440-624e-4106-bea2-9e91a44b7c09 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699480 Apr 29 17:56:07.891166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b852c8-d19d-4559-97de-b9c98d96a959 req-dd187964-f443-4c12-88dd-0d30af4a6480 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:07.893223 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-54b852c8-d19d-4559-97de-b9c98d96a959 req-dd187964-f443-4c12-88dd-0d30af4a6480 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0812736 Apr 29 17:56:07.941550 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-54b852c8-d19d-4559-97de-b9c98d96a959 req-ae060bdf-66f8-4d0b-bd9b-d661fa56b7df tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429153 Apr 29 17:56:08.947687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-51245b68-18b4-48bb-af44-f22002ed1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:08.949034 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-51245b68-18b4-48bb-af44-f22002ed1aa3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 1099 time: 0.0725782 Apr 29 17:56:09.123956 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-ae826cf3-9c3d-455d-b56a-21ceaa14b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:09.125563 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-ae826cf3-9c3d-455d-b56a-21ceaa14b705 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 200 len: 915 time: 0.1702578 Apr 29 17:56:09.200375 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-55e8c82c-b7c3-4279-9009-67f9702a976a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=352e8412-e8c3-4868-addc-951a9fc45051 HTTP/1.1" status: 200 len: 217 time: 0.0665812 Apr 29 17:56:09.248667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38537ae-2850-4431-89c3-ea856e795f35 req-9d3cf9b8-5f71-417c-a48b-d802183a4b7a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:09.250030 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b38537ae-2850-4431-89c3-ea856e795f35 req-9d3cf9b8-5f71-417c-a48b-d802183a4b7a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.1991568 Apr 29 17:56:09.296820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-72229a3b-de75-40d0-b401-7b5bdeca3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:09.298217 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-72229a3b-de75-40d0-b401-7b5bdeca3859 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5289d64-7753-482e-ae13-642e087f35e4 HTTP/1.1" status: 200 len: 854 time: 0.0922487 Apr 29 17:56:09.342340 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b38537ae-2850-4431-89c3-ea856e795f35 req-df763e50-26bd-45e2-8273-7956c7d3643f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861602 Apr 29 17:56:09.348904 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-d8471cf6-05e1-49bf-9fd7-88e1f3241037 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e758943-c083-4078-9baf-486e2e8ebe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431058 Apr 29 17:56:09.483365 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-92cd950d-173a-4333-b7c9-5823206c6019 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283245 Apr 29 17:56:09.616558 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-29fe605a-c875-40af-b3b8-e6ddaec73052 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272638 Apr 29 17:56:10.541638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59d821-0638-4c18-9d8b-a8d72ca6d0b8 req-7fe57424-bf28-4679-964f-288eabe865a4 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:10.543087 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c59d821-0638-4c18-9d8b-a8d72ca6d0b8 req-7fe57424-bf28-4679-964f-288eabe865a4 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0854812 Apr 29 17:56:10.587807 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c59d821-0638-4c18-9d8b-a8d72ca6d0b8 req-647c6fba-5d59-41ca-a757-18fb90e02b6a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375965 Apr 29 17:56:11.922808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6d7fd-224f-478e-a1db-8c5b4fc84d98 req-541d012f-9a87-48e3-baa8-8c142c35fb20 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:11.924172 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4eb6d7fd-224f-478e-a1db-8c5b4fc84d98 req-541d012f-9a87-48e3-baa8-8c142c35fb20 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0837667 Apr 29 17:56:11.982645 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4eb6d7fd-224f-478e-a1db-8c5b4fc84d98 req-92a96296-53f6-4587-a2dc-51a57486e8d4 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497351 Apr 29 17:56:13.176904 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c9945-98b0-46b5-992e-2a07e4cc68ba req-ca13a3c5-39c6-4e16-8c33-414cd44319dc tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:13.178383 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-242c9945-98b0-46b5-992e-2a07e4cc68ba req-ca13a3c5-39c6-4e16-8c33-414cd44319dc tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0848334 Apr 29 17:56:13.221941 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-242c9945-98b0-46b5-992e-2a07e4cc68ba req-37931379-f5e2-499f-a41e-79bca92f9ccb tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376954 Apr 29 17:56:14.428626 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cb7d2-c1a8-4d97-ac08-116470ed50f2 req-ae1ecbcb-2ae5-4dd8-8c19-9a9f200f4cd8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:14.430054 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-702cb7d2-c1a8-4d97-ac08-116470ed50f2 req-ae1ecbcb-2ae5-4dd8-8c19-9a9f200f4cd8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0948558 Apr 29 17:56:14.478389 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-702cb7d2-c1a8-4d97-ac08-116470ed50f2 req-8e2d560e-57e3-4483-a7f5-f7d004271da9 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Apr 29 17:56:14.486933 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:56:15.681577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e0ae-ea8e-4bfe-a2d7-5e64d68f27f6 req-af85cfa4-eb3b-4867-8620-d521ce697432 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:15.683010 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4e77e0ae-ea8e-4bfe-a2d7-5e64d68f27f6 req-af85cfa4-eb3b-4867-8620-d521ce697432 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0868258 Apr 29 17:56:15.726067 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4e77e0ae-ea8e-4bfe-a2d7-5e64d68f27f6 req-daddb3ed-b389-49d8-a22a-346b4e8e7bcc tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373611 Apr 29 17:56:16.927246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7bf34-e0c3-423c-b6f7-f09a23c18f1f req-48c0ef29-95a7-4744-bc78-53674b458f0a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:16.928602 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-49e7bf34-e0c3-423c-b6f7-f09a23c18f1f req-48c0ef29-95a7-4744-bc78-53674b458f0a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0871856 Apr 29 17:56:17.080131 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-49e7bf34-e0c3-423c-b6f7-f09a23c18f1f req-7fa535a4-f769-4c11-91e6-83943eeb67f0 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426957 Apr 29 17:56:17.219540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b9d3-d467-4fa0-a375-d303286af726 req-96377b86-a834-425a-9a0d-1c956fa94e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:17.220954 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b998b9d3-d467-4fa0-a375-d303286af726 req-96377b86-a834-425a-9a0d-1c956fa94e63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 1099 time: 0.0796964 Apr 29 17:56:17.368897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b9d3-d467-4fa0-a375-d303286af726 req-05ee86df-69c3-4f7c-9141-e012f9b9128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:17.370314 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b998b9d3-d467-4fa0-a375-d303286af726 req-05ee86df-69c3-4f7c-9141-e012f9b9128e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 200 len: 915 time: 0.1263483 Apr 29 17:56:17.439324 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b998b9d3-d467-4fa0-a375-d303286af726 req-f3bc0670-4f85-4b7b-b9f7-7e452821c654 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=352e8412-e8c3-4868-addc-951a9fc45051 HTTP/1.1" status: 200 len: 217 time: 0.0624750 Apr 29 17:56:17.506614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b9d3-d467-4fa0-a375-d303286af726 req-dfc92e46-77a3-480e-8e62-547bf80890c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:17.508778 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b998b9d3-d467-4fa0-a375-d303286af726 req-dfc92e46-77a3-480e-8e62-547bf80890c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5289d64-7753-482e-ae13-642e087f35e4 HTTP/1.1" status: 200 len: 854 time: 0.0634840 Apr 29 17:56:17.563864 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b998b9d3-d467-4fa0-a375-d303286af726 req-8471116e-b05d-441e-a70c-cdc811c974e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e758943-c083-4078-9baf-486e2e8ebe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484877 Apr 29 17:56:17.693153 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b998b9d3-d467-4fa0-a375-d303286af726 req-6f066ba5-337f-4c7d-b14d-18f77ede1d69 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230929 Apr 29 17:56:17.826046 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b998b9d3-d467-4fa0-a375-d303286af726 req-571caa2c-30f9-4df5-810d-6801c9ac89bf service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268337 Apr 29 17:56:18.270651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c8887-2635-4627-905e-d0eaed95e84c req-5283ce05-4024-4c1f-ac75-21bbabb3c168 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:18.272431 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-276c8887-2635-4627-905e-d0eaed95e84c req-5283ce05-4024-4c1f-ac75-21bbabb3c168 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0859203 Apr 29 17:56:18.318448 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-276c8887-2635-4627-905e-d0eaed95e84c req-c714cdc2-f63b-4c06-b196-97bc7794c08c tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Apr 29 17:56:18.386575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:19.519650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f48653-d039-48ab-98b4-0d0d3fc3bc1c req-89f36c74-3f60-484d-9dae-97ad6939ddb6 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:19.521060 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-21f48653-d039-48ab-98b4-0d0d3fc3bc1c req-89f36c74-3f60-484d-9dae-97ad6939ddb6 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0838578 Apr 29 17:56:19.567026 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-21f48653-d039-48ab-98b4-0d0d3fc3bc1c req-d94abf2d-37ee-4c94-b596-ab157283e14b tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370691 Apr 29 17:56:20.763911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df27c74-bab1-4ca2-bf41-d1819fe43ed8 req-559f9a5e-ebfa-453f-a3da-a700c43dce9e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:20.765331 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6df27c74-bab1-4ca2-bf41-d1819fe43ed8 req-559f9a5e-ebfa-453f-a3da-a700c43dce9e tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0807009 Apr 29 17:56:20.814085 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6df27c74-bab1-4ca2-bf41-d1819fe43ed8 req-323ebfa4-1add-4b4a-9dd1-a1210550d50f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429251 Apr 29 17:56:22.010667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a1dd9-5ced-4ec4-a665-ffaa15b706bf req-cdc9500a-0205-4cd9-bc5e-b8ac518242d8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:22.012083 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f5a1dd9-5ced-4ec4-a665-ffaa15b706bf req-cdc9500a-0205-4cd9-bc5e-b8ac518242d8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0912316 Apr 29 17:56:22.061766 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f5a1dd9-5ced-4ec4-a665-ffaa15b706bf req-5b0ec8f2-40a9-4dd5-8974-ac607150aee2 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Apr 29 17:56:23.298102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-95409bed-ff4e-431a-84f4-2257dfe7bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:23.410364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226467-ca9d-4ce4-ab50-8f5adeceb615 req-6bb30e52-77fd-4511-a581-2711b4d7b2df tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:23.411743 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db226467-ca9d-4ce4-ab50-8f5adeceb615 req-6bb30e52-77fd-4511-a581-2711b4d7b2df tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0872574 Apr 29 17:56:23.463223 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db226467-ca9d-4ce4-ab50-8f5adeceb615 req-7e19c2dc-be5d-443f-bdfe-bef2240ccae1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454917 Apr 29 17:56:24.654909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f2676-1233-473e-9eec-34c6000e93dc req-1bbaf6ab-ad1c-4f92-b49c-e70357558fb8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:24.656446 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-957f2676-1233-473e-9eec-34c6000e93dc req-1bbaf6ab-ad1c-4f92-b49c-e70357558fb8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0797553 Apr 29 17:56:24.699877 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-957f2676-1233-473e-9eec-34c6000e93dc req-74b7e375-6bb2-44ae-938d-f4d9450b0df1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376596 Apr 29 17:56:25.393484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1b2adbf0-d8b7-4254-80b0-80d1391aa8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:25.911865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0f984-173f-4bd8-be49-c2b9429c2fad req-3a323ced-fd85-44be-9c08-85d3e5e66777 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:25.913292 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6ec0f984-173f-4bd8-be49-c2b9429c2fad req-3a323ced-fd85-44be-9c08-85d3e5e66777 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0993497 Apr 29 17:56:25.957012 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6ec0f984-173f-4bd8-be49-c2b9429c2fad req-a913faa7-c433-4a29-a466-caab9b606a10 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379267 Apr 29 17:56:26.641324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:26.798707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:27.165535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca673280-90f8-4163-99cb-796145ec03df req-9b5ce353-bea3-4c22-a9d5-a816883b9ab8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:27.166960 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ca673280-90f8-4163-99cb-796145ec03df req-9b5ce353-bea3-4c22-a9d5-a816883b9ab8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0883346 Apr 29 17:56:27.212080 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ca673280-90f8-4163-99cb-796145ec03df req-94b297db-9f78-45fe-8aa2-985c80c1cde5 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372944 Apr 29 17:56:28.048383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:28.420781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85384-5188-44b7-9d8e-171083444186 req-ffc001d2-b4e6-4bd7-8537-c7c43212b857 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:28.422228 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0db85384-5188-44b7-9d8e-171083444186 req-ffc001d2-b4e6-4bd7-8537-c7c43212b857 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0956795 Apr 29 17:56:28.468005 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0db85384-5188-44b7-9d8e-171083444186 req-105c69c3-47db-46ad-9664-904ac22e5f9b tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396383 Apr 29 17:56:29.657398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d944c-c11b-4745-aeb0-6854b1ef3b18 req-89649e6f-9419-4741-a5bc-bef02b84c5f6 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:29.658826 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ef0d944c-c11b-4745-aeb0-6854b1ef3b18 req-89649e6f-9419-4741-a5bc-bef02b84c5f6 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0802531 Apr 29 17:56:29.707343 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ef0d944c-c11b-4745-aeb0-6854b1ef3b18 req-732d468e-49e7-41f1-a925-ddb005ddb4e4 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428565 Apr 29 17:56:30.904539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab4fe4-f342-4263-b15b-2156197b448e req-8b11819f-0306-4773-b20e-684dd16c6b49 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:30.905931 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-69ab4fe4-f342-4263-b15b-2156197b448e req-8b11819f-0306-4773-b20e-684dd16c6b49 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0859678 Apr 29 17:56:30.955269 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-69ab4fe4-f342-4263-b15b-2156197b448e req-9b97a336-2ceb-489d-b018-74c52ff2617f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433233 Apr 29 17:56:32.159454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9a497-1745-46bf-9ccc-d7f3e2612fb4 req-3806451c-3d48-4206-b9f3-28afd46bdac8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:32.160925 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9b9a497-1745-46bf-9ccc-d7f3e2612fb4 req-3806451c-3d48-4206-b9f3-28afd46bdac8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0874255 Apr 29 17:56:32.312046 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9b9a497-1745-46bf-9ccc-d7f3e2612fb4 req-bb07d11b-8928-4965-94ce-3c3ee1d5ab91 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430697 Apr 29 17:56:33.509158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e0289-6d6f-4498-8831-6ff4b71993bf req-d81a8559-b593-4e40-ad76-8bc61dee3f88 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:33.510585 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-938e0289-6d6f-4498-8831-6ff4b71993bf req-d81a8559-b593-4e40-ad76-8bc61dee3f88 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0864692 Apr 29 17:56:33.557887 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-938e0289-6d6f-4498-8831-6ff4b71993bf req-6fdefb29-6bd3-4c13-a574-1c323f94f241 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385170 Apr 29 17:56:34.754221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16609a56-dfcc-4b36-b7af-2dd1a261acda req-4baf1b24-1db0-4967-94c5-a4f2513fe18f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:34.755696 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-16609a56-dfcc-4b36-b7af-2dd1a261acda req-4baf1b24-1db0-4967-94c5-a4f2513fe18f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0818043 Apr 29 17:56:34.799526 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-16609a56-dfcc-4b36-b7af-2dd1a261acda req-68c540f9-a32b-4264-b3e3-b3aa5a6c6f1b tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380678 Apr 29 17:56:36.002351 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf34b40-f613-4cff-aa79-0460e7ea5f3f req-6047a1c1-53ed-40a3-84ec-0dfbb143e4e8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:36.003703 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aaf34b40-f613-4cff-aa79-0460e7ea5f3f req-6047a1c1-53ed-40a3-84ec-0dfbb143e4e8 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0880814 Apr 29 17:56:36.050446 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aaf34b40-f613-4cff-aa79-0460e7ea5f3f req-6b46dd80-bc0d-4b64-949e-994239f37b7f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409360 Apr 29 17:56:36.281721 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-300ede68-64e1-4405-bdaa-589b5a518498 service neutron] 10.222.0.36 "GET /v2.0/ports/352e8412-e8c3-4868-addc-951a9fc45051/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0833752 Apr 29 17:56:36.584195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-9cd52e28-b89f-4aad-a775-bf9bfd0e3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:36.586396 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-9cd52e28-b89f-4aad-a775-bf9bfd0e3f01 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51&tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592 HTTP/1.1" status: 200 len: 1099 time: 0.0832210 Apr 29 17:56:36.682607 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-6b2f7990-17d2-4f27-934d-078cdc424cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:36.684161 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-6b2f7990-17d2-4f27-934d-078cdc424cd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 1099 time: 0.0762851 Apr 29 17:56:36.816306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-0c126fc5-e4e6-40c2-8a20-add6057bdb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:36.817764 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-0c126fc5-e4e6-40c2-8a20-add6057bdb12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 200 len: 915 time: 0.1278963 Apr 29 17:56:36.892688 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-8fb4665b-c2a7-4b42-b5ed-d5ae7680b8b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=352e8412-e8c3-4868-addc-951a9fc45051 HTTP/1.1" status: 200 len: 217 time: 0.0690031 Apr 29 17:56:36.956027 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-cd965550-88dc-4249-84aa-b7b45f0513f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:36.957425 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-cd965550-88dc-4249-84aa-b7b45f0513f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5289d64-7753-482e-ae13-642e087f35e4 HTTP/1.1" status: 200 len: 854 time: 0.0595174 Apr 29 17:56:37.004022 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-892f6a63-cae2-4f33-9702-94aab1c616e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e758943-c083-4078-9baf-486e2e8ebe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403447 Apr 29 17:56:37.132933 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-13770aa4-8a99-475b-bd99-299571e23510 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232991 Apr 29 17:56:37.322953 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a78326a-7e9d-4d6a-9140-25bdd2fdbf31 req-2b750330-ea7e-471a-93d4-60300f92a222 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847000 Apr 29 17:56:37.344491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d160c-0250-43a2-bd68-0a544bd92e32 req-ac61ef4c-6cf0-45ce-abd8-c8b5a04b24aa tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:37.345894 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-036d160c-0250-43a2-bd68-0a544bd92e32 req-ac61ef4c-6cf0-45ce-abd8-c8b5a04b24aa tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.1804810 Apr 29 17:56:37.391898 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-036d160c-0250-43a2-bd68-0a544bd92e32 req-55dbb832-0bec-458f-ac5d-9204ebbd30c7 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 Apr 29 17:56:38.602271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb52e5-55e6-4ffe-842c-5fc675a9e06a req-0c7c4c64-9f14-4322-be44-a978c52e076f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:38.603740 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f6eb52e5-55e6-4ffe-842c-5fc675a9e06a req-0c7c4c64-9f14-4322-be44-a978c52e076f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0969777 Apr 29 17:56:38.649705 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f6eb52e5-55e6-4ffe-842c-5fc675a9e06a req-71f802cd-2d15-4beb-a32b-8c9e4cb051ad tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399020 Apr 29 17:56:39.523191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 352e8412-e8c3-4868-addc-951a9fc45051 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:56:39.526919 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 352e8412-e8c3-4868-addc-951a9fc45051 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:56:39.749331 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:39.770924 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 352e8412-e8c3-4868-addc-951a9fc45051, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=352e8412-e8c3-4868-addc-951a9fc45051,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:56:39.790885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '352e8412-e8c3-4868-addc-951a9fc45051', 'network_id': '3e758943-c083-4078-9baf-486e2e8ebe64', 'port_id': '352e8412-e8c3-4868-addc-951a9fc45051', 'mac_address': 'fa:16:3e:1c:59:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5289d64-7753-482e-ae13-642e087f35e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:56:39.795912 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e4a8cf-c717-4d72-ba16-c90075b7bd51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352e8412-e8c3-4868-addc-951a9fc45051'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:56:39.836891 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 352e8412-e8c3-4868-addc-951a9fc45051, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=352e8412-e8c3-4868-addc-951a9fc45051,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:56:39.837026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ade15b-7c91-4940-82f5-2fdb52b60986 req-cac7f0a0-0435-4c15-846e-deee9051a312 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:39.838770 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-11ade15b-7c91-4940-82f5-2fdb52b60986 req-cac7f0a0-0435-4c15-846e-deee9051a312 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0814967 Apr 29 17:56:39.849401 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:39.854126 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee711e0-c3d6-46a6-8038-db97c6025d15'] response: {'server_uuid': '09e4a8cf-c717-4d72-ba16-c90075b7bd51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352e8412-e8c3-4868-addc-951a9fc45051', 'code': 200} Apr 29 17:56:39.887191 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-11ade15b-7c91-4940-82f5-2fdb52b60986 req-d00d3177-9e0a-4e04-af90-950c81ac9da0 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Apr 29 17:56:39.914597 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:39.938059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 352e8412-e8c3-4868-addc-951a9fc45051 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:56:39.944733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=352e8412-e8c3-4868-addc-951a9fc45051,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:39.975310 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:39.975638 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:39.976004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:39.976342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:39.976670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:39.977001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:39.977327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:39.977648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:39.977970 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:39.978290 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:39.978612 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:39.978935 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:40.016910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:56:40.017301 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:56:40.251004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576b8dd-ae97-45d2-bc6c-a1011d11b2ee req-9b5bdbd1-4751-4f8f-a669-a263872a9465 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:40.252435 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c576b8dd-ae97-45d2-bc6c-a1011d11b2ee req-9b5bdbd1-4751-4f8f-a669-a263872a9465 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51&tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 944 time: 0.1378894 Apr 29 17:56:40.261075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77af35-eaa8-49f1-a415-517b1936165e req-cf125cb5-941b-45fc-b0cc-84a9637cc866 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:40.262453 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4d77af35-eaa8-49f1-a415-517b1936165e req-cf125cb5-941b-45fc-b0cc-84a9637cc866 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 944 time: 0.1497695 Apr 29 17:56:40.308555 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4d77af35-eaa8-49f1-a415-517b1936165e req-1efb8f57-f034-4b27-96d4-d66f0638daa2 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 Apr 29 17:56:40.503088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576b8dd-ae97-45d2-bc6c-a1011d11b2ee req-658218f7-da29-42c7-a014-834758f68b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:40.504591 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c576b8dd-ae97-45d2-bc6c-a1011d11b2ee req-658218f7-da29-42c7-a014-834758f68b87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 1097 time: 0.1816421 Apr 29 17:56:40.570058 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:40.586779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352e8412-e8c3-4868-addc-951a9fc45051 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:56:40.602263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 352e8412-e8c3-4868-addc-951a9fc45051, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=352e8412-e8c3-4868-addc-951a9fc45051,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:56:40.607300 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:40.638559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576b8dd-ae97-45d2-bc6c-a1011d11b2ee req-6f6c5a9e-3725-4cb8-b3a9-c611dae64b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:40.640040 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c576b8dd-ae97-45d2-bc6c-a1011d11b2ee req-6f6c5a9e-3725-4cb8-b3a9-c611dae64b2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 200 len: 915 time: 0.1289022 Apr 29 17:56:40.675007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['352e8412-e8c3-4868-addc-951a9fc45051'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:56:40.710950 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c576b8dd-ae97-45d2-bc6c-a1011d11b2ee req-95530efe-5bee-433a-b98b-c6d09975b7cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=352e8412-e8c3-4868-addc-951a9fc45051 HTTP/1.1" status: 200 len: 217 time: 0.0643041 Apr 29 17:56:40.720007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=352e8412-e8c3-4868-addc-951a9fc45051,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:40.771970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576b8dd-ae97-45d2-bc6c-a1011d11b2ee req-24606aab-c912-46ee-9fc6-a15126958b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:40.773427 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c576b8dd-ae97-45d2-bc6c-a1011d11b2ee req-24606aab-c912-46ee-9fc6-a15126958b56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5289d64-7753-482e-ae13-642e087f35e4 HTTP/1.1" status: 200 len: 854 time: 0.0571034 Apr 29 17:56:40.819385 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c576b8dd-ae97-45d2-bc6c-a1011d11b2ee req-4f8e0c90-cf9a-46b3-8ff7-0a9f3db6eaf2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e758943-c083-4078-9baf-486e2e8ebe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401416 Apr 29 17:56:40.959105 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c576b8dd-ae97-45d2-bc6c-a1011d11b2ee req-78088ae6-a2b0-4717-a578-f7ca2420327b service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334536 Apr 29 17:56:41.091221 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c576b8dd-ae97-45d2-bc6c-a1011d11b2ee req-0f8e81ee-dc31-4267-8361-1e7138a09904 service neutron] 10.222.0.36 "GET /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261625 Apr 29 17:56:41.508520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df130f-505c-4e58-a533-4023862a8a08 req-6be62499-051a-4e56-aef3-105da6552535 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:41.509988 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-66df130f-505c-4e58-a533-4023862a8a08 req-6be62499-051a-4e56-aef3-105da6552535 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 945 time: 0.0866284 Apr 29 17:56:41.536384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 352e8412-e8c3-4868-addc-951a9fc45051 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:56:41.557062 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-66df130f-505c-4e58-a533-4023862a8a08 req-b3ed768e-075b-4c59-99c9-eeba3228306c tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409002 Apr 29 17:56:41.609780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 352e8412-e8c3-4868-addc-951a9fc45051 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:56:41.610303 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:41.728894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:41.763112 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 352e8412-e8c3-4868-addc-951a9fc45051, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=352e8412-e8c3-4868-addc-951a9fc45051,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:56:41.768266 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:41.837049 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=352e8412-e8c3-4868-addc-951a9fc45051,revision_number=8']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:41.855172 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e4a8cf-c717-4d72-ba16-c90075b7bd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352e8412-e8c3-4868-addc-951a9fc45051'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:56:41.898955 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feba4535-8a76-4c10-bdae-c111f63edcc4'] response: {'server_uuid': '09e4a8cf-c717-4d72-ba16-c90075b7bd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352e8412-e8c3-4868-addc-951a9fc45051', 'code': 200} Apr 29 17:56:42.744431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aab732-d243-465e-99ef-8d33d22c3108 req-fc80392f-1894-4d20-8fb6-b5118e3b6863 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:42.745885 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-62aab732-d243-465e-99ef-8d33d22c3108 req-fc80392f-1894-4d20-8fb6-b5118e3b6863 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0808799 Apr 29 17:56:42.795037 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-62aab732-d243-465e-99ef-8d33d22c3108 req-dd7ce320-25ac-4652-a305-a71fb2d9a9ab tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416205 Apr 29 17:56:42.986566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c05f1-8446-4c7c-85ac-2033b0af3239 req-db908f4b-c5fe-4696-8846-b9f8bd6dff99 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:42.987373 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-695c05f1-8446-4c7c-85ac-2033b0af3239 req-db908f4b-c5fe-4696-8846-b9f8bd6dff99 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0866694 Apr 29 17:56:43.032946 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-695c05f1-8446-4c7c-85ac-2033b0af3239 req-7966cfe4-e83c-4ba7-86f8-0166721d9afd tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393989 Apr 29 17:56:43.222793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b376-1c15-4399-aa04-5fbafff067d7 req-f6a2843c-9484-4998-8b88-12c1aa581013 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:43.224300 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1297b376-1c15-4399-aa04-5fbafff067d7 req-f6a2843c-9484-4998-8b88-12c1aa581013 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0884962 Apr 29 17:56:43.270099 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1297b376-1c15-4399-aa04-5fbafff067d7 req-75d1b739-45ea-4034-8ccd-e254a32e378b tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397694 Apr 29 17:56:43.848079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e6ae3-c79b-4bca-a201-b6b2ecce0ac5 req-bd077bb9-1882-44d9-a10e-9472b1e229b1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:43.849534 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2e0e6ae3-c79b-4bca-a201-b6b2ecce0ac5 req-bd077bb9-1882-44d9-a10e-9472b1e229b1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0842962 Apr 29 17:56:43.895166 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2e0e6ae3-c79b-4bca-a201-b6b2ecce0ac5 req-2a2dab84-b1c6-4422-8a42-4b87f387d6ca tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398643 Apr 29 17:56:45.101621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5b73f-9d0c-4d15-81af-32dabd895c3f req-d16c23f5-8a1f-4267-86ed-2769e80f3e1f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:45.103082 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-30c5b73f-9d0c-4d15-81af-32dabd895c3f req-d16c23f5-8a1f-4267-86ed-2769e80f3e1f tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0927680 Apr 29 17:56:45.150323 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-30c5b73f-9d0c-4d15-81af-32dabd895c3f req-1e838b70-d08d-4068-86aa-237068ca3dcf tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/security-groups?id=aef5d0d2-5af2-4436-a52d-1b8fff990065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Apr 29 17:56:45.287139 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e6bfe-14a6-4885-adde-8dd9c5d7435a req-bd0071f6-2259-4aa8-bc19-454dea5e667a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:45.288469 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b73e6bfe-14a6-4885-adde-8dd9c5d7435a req-bd0071f6-2259-4aa8-bc19-454dea5e667a tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 946 time: 0.0874858 Apr 29 17:56:45.362604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-b73e6bfe-14a6-4885-adde-8dd9c5d7435a req-99c13db9-d187-42ec-977d-05d860a11e17 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Deleting port 352e8412-e8c3-4868-addc-951a9fc45051 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:56:45.362936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b73e6bfe-14a6-4885-adde-8dd9c5d7435a req-99c13db9-d187-42ec-977d-05d860a11e17 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:45.624381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-b73e6bfe-14a6-4885-adde-8dd9c5d7435a req-99c13db9-d187-42ec-977d-05d860a11e17 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] For port 352e8412-e8c3-4868-addc-951a9fc45051, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=352e8412-e8c3-4868-addc-951a9fc45051,segment=NetworkSegment(73545200-4b58-43a0-81cf-a81dbf211908),segment_id=73545200-4b58-43a0-81cf-a81dbf211908)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:56:45.624739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b73e6bfe-14a6-4885-adde-8dd9c5d7435a req-99c13db9-d187-42ec-977d-05d860a11e17 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:45.744314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-b73e6bfe-14a6-4885-adde-8dd9c5d7435a req-99c13db9-d187-42ec-977d-05d860a11e17 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Calling delete_port for 352e8412-e8c3-4868-addc-951a9fc45051 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:56:45.895387 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b73e6bfe-14a6-4885-adde-8dd9c5d7435a req-99c13db9-d187-42ec-977d-05d860a11e17 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:45.907999 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['352e8412-e8c3-4868-addc-951a9fc45051'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:56:45.949443 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c13db9-d187-42ec-977d-05d860a11e17 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Pushing event deleted for resources: {'Port': ['ID=352e8412-e8c3-4868-addc-951a9fc45051,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:46.125821 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73e6bfe-14a6-4885-adde-8dd9c5d7435a req-99c13db9-d187-42ec-977d-05d860a11e17 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] No DVR routers for this DVR port 352e8412-e8c3-4868-addc-951a9fc45051 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:56:46.128855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b73e6bfe-14a6-4885-adde-8dd9c5d7435a req-99c13db9-d187-42ec-977d-05d860a11e17 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:46.131507 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e4a8cf-c717-4d72-ba16-c90075b7bd51', 'name': 'network-vif-deleted', 'tag': '352e8412-e8c3-4868-addc-951a9fc45051'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:56:46.152069 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b73e6bfe-14a6-4885-adde-8dd9c5d7435a req-99c13db9-d187-42ec-977d-05d860a11e17 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.36 "DELETE /v2.0/ports/352e8412-e8c3-4868-addc-951a9fc45051 HTTP/1.1" status: 204 len: 173 time: 0.8577111 Apr 29 17:56:46.192902 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1f5f97-83b8-4e0f-9fdf-3d7c051bdb14'] response: {'server_uuid': '09e4a8cf-c717-4d72-ba16-c90075b7bd51', 'name': 'network-vif-deleted', 'tag': '352e8412-e8c3-4868-addc-951a9fc45051', 'status': 'completed', 'code': 200} Apr 29 17:56:46.296484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-8e192414-d37b-4a36-9f1c-348ec0819924 req-d578a6a2-30db-401c-b796-bb81a641d658 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Synchronizing usage tracker for tenant:76cfa5ced3ea48b4ad0fda1d75f35592 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:56:46.312932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-8e192414-d37b-4a36-9f1c-348ec0819924 req-d578a6a2-30db-401c-b796-bb81a641d658 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] Unset dirty status for tenant:76cfa5ced3ea48b4ad0fda1d75f35592 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:56:46.314685 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8e192414-d37b-4a36-9f1c-348ec0819924 req-d578a6a2-30db-401c-b796-bb81a641d658 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e4a8cf-c717-4d72-ba16-c90075b7bd51 HTTP/1.1" status: 200 len: 210 time: 0.0594823 Apr 29 17:56:47.569206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56982) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:56:47.634305 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Deleting subnet e5289d64-7753-482e-ae13-642e087f35e4 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 17:56:47.637171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:47.697328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:47.753869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:47.821426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:47.857976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5289d64-7753-482e-ae13-642e087f35e4,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:47.862604 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:47.869402 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:47.869740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:47.870073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:47.870394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:47.870720 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:47.871038 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:47.871389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:47.871706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:47.872020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:47.872316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:47.872626 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:47.872934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:47.878330 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b501ce42-60bd-466a-8f6f-f75de59b3777 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e5289d64-7753-482e-ae13-642e087f35e4 HTTP/1.1" status: 204 len: 168 time: 0.3073957 Apr 29 17:56:47.880288 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 56986) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:56:47.985308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-59167d57-c42b-4edb-b4f0-a225e8af9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:48.109029 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-59167d57-c42b-4edb-b4f0-a225e8af9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:48.133967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-59167d57-c42b-4edb-b4f0-a225e8af9d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e758943-c083-4078-9baf-486e2e8ebe64']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:56:48.146091 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-59167d57-c42b-4edb-b4f0-a225e8af9d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73545200-4b58-43a0-81cf-a81dbf211908') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:56:48.146387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-59167d57-c42b-4edb-b4f0-a225e8af9d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73545200-4b58-43a0-81cf-a81dbf211908') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:56:48.157950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-59167d57-c42b-4edb-b4f0-a225e8af9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:48.178809 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-59167d57-c42b-4edb-b4f0-a225e8af9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:48.189756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59167d57-c42b-4edb-b4f0-a225e8af9d26 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 17:56:48.190171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-59167d57-c42b-4edb-b4f0-a225e8af9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 17:56:48.203275 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 17:56:48.281814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-59167d57-c42b-4edb-b4f0-a225e8af9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:48.297973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-59167d57-c42b-4edb-b4f0-a225e8af9d26 admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:48.307990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59167d57-c42b-4edb-b4f0-a225e8af9d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e758943-c083-4078-9baf-486e2e8ebe64,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:48.318079 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-59167d57-c42b-4edb-b4f0-a225e8af9d26 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3e758943-c083-4078-9baf-486e2e8ebe64 HTTP/1.1" status: 204 len: 168 time: 0.4368565 Apr 29 17:56:48.408398 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:48.434317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56992) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:56:48.481858 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-da2767a4-fb58-459e-8a48-77f464ef0ba4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76cfa5ced3ea48b4ad0fda1d75f35592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463777 Apr 29 17:56:48.485541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 56996) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:56:48.544914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-771db4bf-87df-4a55-b78c-38a479037ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:48.572846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-771db4bf-87df-4a55-b78c-38a479037ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:48.626272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-771db4bf-87df-4a55-b78c-38a479037ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:48.640228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771db4bf-87df-4a55-b78c-38a479037ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef5d0d2-5af2-4436-a52d-1b8fff990065,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:48.647279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-771db4bf-87df-4a55-b78c-38a479037ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:48.648437 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-771db4bf-87df-4a55-b78c-38a479037ce9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aef5d0d2-5af2-4436-a52d-1b8fff990065 HTTP/1.1" status: 204 len: 168 time: 0.1620071 Apr 29 17:56:49.427753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57020) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:56:49.551688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2073165224-network', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:56:49.556959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:56:49.561405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Usage tracker for resource:network and tenant:efa94d1d8f334e469541702b7db33a8d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:56:49.564760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:56:49.566052 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 352e8412-e8c3-4868-addc-951a9fc45051 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:56:49.570921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:56:49.586660 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Made reservation on behalf of efa94d1d8f334e469541702b7db33a8d for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:56:49.588915 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:49.600787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:49.602192 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 352e8412-e8c3-4868-addc-951a9fc45051 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:56:49.602538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 352e8412-e8c3-4868-addc-951a9fc45051 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:56:49.614760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:56:49.618516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Usage tracker for resource:security_group_rule and tenant:efa94d1d8f334e469541702b7db33a8d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:56:49.621251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:56:49.626869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:56:49.710331 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:49.714903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:49.743315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 17:56:49.751414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626c7a0b-7bfd-401c-84a3-fef9ccaf5897,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:49.756722 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:49.757092 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Added segment e43d2a88-98da-4cd2-9fb1-71898bb2b1f9 of type vlan for network 0d4b26c2-0da9-4d89-9974-791fc722ad04 Apr 29 17:56:49.782394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:49.811885 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:49.812777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:49.813361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:49.910451 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4812346 Apr 29 17:56:49.915000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 57026) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:56:49.915814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cd2d0-7a40-4a75-8470-ee47f784f59f admin admin] Pushing event updated for resources: {'Network': ['ID=0d4b26c2-0da9-4d89-9974-791fc722ad04,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:49.922004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Request body: {'subnet': {'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2073165224-subnet', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:56:49.926610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 0d4b26c2-0da9-4d89-9974-791fc722ad04 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 17:56:49.927443 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:56:49.931578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Usage tracker for resource:subnet and tenant:efa94d1d8f334e469541702b7db33a8d is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:56:49.934537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:56:49.940566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:56:49.952165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Made reservation on behalf of efa94d1d8f334e469541702b7db33a8d for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:56:49.954652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:50.164380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:50.237685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7129e99e-ac71-4a22-ac06-38c8c3a32283,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:50.249335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Checking segment: {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:56:50.249687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Network hostable DHCP agents. Network: 0d4b26c2-0da9-4d89-9974-791fc722ad04, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 17:56:50.269929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Network 0d4b26c2-0da9-4d89-9974-791fc722ad04 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 17:56:50.280624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 0d4b26c2-0da9-4d89-9974-791fc722ad04) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:56:50.285513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:50.286095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:50.290325 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebfcdea-edb6-437b-8f15-809616b2d86a None None] Network 0d4b26c2-0da9-4d89-9974-791fc722ad04 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:56:50.308167 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e02d9e2d-c52c-4aa1-97d7-74ffd2966c69 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3915548 Apr 29 17:56:50.310896 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 57030) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:56:50.315893 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:56:50.320327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:56:50.324181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Usage tracker for resource:router and tenant:efa94d1d8f334e469541702b7db33a8d is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:56:50.327038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:56:50.332817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:56:50.343752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:50.344903 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:50.361013 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:50.498056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-0d4b26c2-0da9-4d89-9974-791fc722ad04', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 17:56:50.498875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:50.622522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:50.651707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Allocated IP 172.20.0.2 (0d4b26c2-0da9-4d89-9974-791fc722ad04/7129e99e-ac71-4a22-ac06-38c8c3a32283/7a7baeb6-12cc-4386-b741-a6758549a740) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:56:50.850851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:50.860642 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Transition to ACTIVE for port object 7a7baeb6-12cc-4386-b741-a6758549a740 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:56:50.877880 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Transition to ACTIVE for port object 7a7baeb6-12cc-4386-b741-a6758549a740 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:56:50.884660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:50.930993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:50.945835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Network 0d4b26c2-0da9-4d89-9974-791fc722ad04 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:56:50.948798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:56:50.952516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:56:50.961639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:50.985333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Pushing event updated for resources: {'Port': ['ID=7a7baeb6-12cc-4386-b741-a6758549a740,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:51.047445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Attempting to bind port 7a7baeb6-12cc-4386-b741-a6758549a740 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:56:51.047793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Attempting to bind port 7a7baeb6-12cc-4386-b741-a6758549a740 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:56:51.048207 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Attempting to bind port 7a7baeb6-12cc-4386-b741-a6758549a740 on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:56:51.053565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:56:51.053925 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Checking segment: {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:56:51.054314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:51.054698 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Bound using segment: {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:56:51.055126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Bound port: 7a7baeb6-12cc-4386-b741-a6758549a740, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:56:51.055518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:51.095687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Allocated IP 172.26.4.235 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/ead6d8bf-24ed-4a82-874b-49775dbb2467) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:56:51.140722 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] For port 7a7baeb6-12cc-4386-b741-a6758549a740, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:56:51.143905 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] For port 7a7baeb6-12cc-4386-b741-a6758549a740, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7a7baeb6-12cc-4386-b741-a6758549a740,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:56:51.149241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:51.236760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468d12b-0be8-45e7-a2dc-8b487192e51a None None] Pushing event updated for resources: {'Port': ['ID=7a7baeb6-12cc-4386-b741-a6758549a740,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:51.363753 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:51.416812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:51.483781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:56:51.486826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:56:51.487632 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:56:51.489450 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:56:51.528791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ead6d8bf-24ed-4a82-874b-49775dbb2467,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:51.924761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:52.109077 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b142897-08c7-461c-b3dd-446920d21342 None None] Network 0d4b26c2-0da9-4d89-9974-791fc722ad04 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 17:56:52.218825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-226b932d-3893-4f44-bd00-6866c22659e2 None None] Provisioning for port 7a7baeb6-12cc-4386-b741-a6758549a740 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:56:52.267779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:52.478517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 17:56:52.515622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7a7baeb6-12cc-4386-b741-a6758549a740 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:56:52.595320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 7a7baeb6-12cc-4386-b741-a6758549a740 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:56:52.600228 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 7a7baeb6-12cc-4386-b741-a6758549a740 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:56:52.600534 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:52.655684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:56:52.667993 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Sync routers for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:56:52.679202 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:56:52.680234 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:56:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:56:52.684402 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:52.689597 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57034) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:56:52.690137 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e5be708f-9e89-4c84-a1e2-343652c450c3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3777344 Apr 29 17:56:52.728050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:52.760419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 7a7baeb6-12cc-4386-b741-a6758549a740, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7a7baeb6-12cc-4386-b741-a6758549a740,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:56:52.765569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:52.834519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=7a7baeb6-12cc-4386-b741-a6758549a740,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:52.888895 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:56:53.167908 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:51Z', 'revision_number': 3, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:56:53.171504 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Checking router: 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:56:53.171844 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Updating router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 port ead6d8bf-24ed-4a82-874b-49775dbb2467 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:56:53.222838 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:53.296137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-25dd03a4-a5b1-4238-ae8e-52096dfe907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:53.461299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:53.541084 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:53.553780 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Transition to ACTIVE for port object ead6d8bf-24ed-4a82-874b-49775dbb2467 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:56:53.561587 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:53.642306 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Pushing event updated for resources: {'Port': ['ID=ead6d8bf-24ed-4a82-874b-49775dbb2467,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:53.644679 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Attempting to bind port ead6d8bf-24ed-4a82-874b-49775dbb2467 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:56:53.645100 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Attempting to bind port ead6d8bf-24ed-4a82-874b-49775dbb2467 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:56:53.645512 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Attempting to bind port ead6d8bf-24ed-4a82-874b-49775dbb2467 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:56:53.653595 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:53.654021 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:53.654455 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:53.654797 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:53.655178 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:53.655587 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:53.655964 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:53.656343 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:53.656723 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:53.657370 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:53.657482 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:53.657837 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:56:53.662864 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:56:53.663314 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:56:53.663790 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:53.664211 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:56:53.664743 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Bound port: ead6d8bf-24ed-4a82-874b-49775dbb2467, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:56:53.665157 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:53.665269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Allocated IP 172.20.0.1 (0d4b26c2-0da9-4d89-9974-791fc722ad04/7129e99e-ac71-4a22-ac06-38c8c3a32283/0fee340d-b696-4f84-aad0-63a24c370fb3) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:56:53.740205 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] For port ead6d8bf-24ed-4a82-874b-49775dbb2467, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:56:53.743269 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] For port ead6d8bf-24ed-4a82-874b-49775dbb2467, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ead6d8bf-24ed-4a82-874b-49775dbb2467,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:56:53.748366 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:53.818610 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:53.832840 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:56:53.833448 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:56:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:56:53.834219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Transition to ACTIVE for port object 0fee340d-b696-4f84-aad0-63a24c370fb3 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:56:53.857939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:53.884545 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcebf0-8e0c-48f0-88da-c8abb7a74244 None None] Pushing event updated for resources: {'Port': ['ID=ead6d8bf-24ed-4a82-874b-49775dbb2467,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:53.924685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Network 0d4b26c2-0da9-4d89-9974-791fc722ad04 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:56:53.927893 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:56:53.931562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:56:53.965814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Pushing event updated for resources: {'Port': ['ID=0fee340d-b696-4f84-aad0-63a24c370fb3,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:53.991078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:54.016196 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:56:54.108615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:54.120979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1c4ae3d8-b78f-40bf-9760-28f0ea5637ec None None] Provisioning for port 0fee340d-b696-4f84-aad0-63a24c370fb3 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:56:54.125562 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1c4ae3d8-b78f-40bf-9760-28f0ea5637ec None None] Provisioning complete for port 0fee340d-b696-4f84-aad0-63a24c370fb3 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:56:54.125934 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae3d8-b78f-40bf-9760-28f0ea5637ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:54.180662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ae3d8-b78f-40bf-9760-28f0ea5637ec None None] Port 0fee340d-b696-4f84-aad0-63a24c370fb3 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:56:54.326233 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:51Z', 'revision_number': 3, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:56:54.328249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:54.330102 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725460e7-6d1e-4828-ba7d-6fe78bdeb0b1 None None] The sync data for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv is: [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:51Z', 'revision_number': 3, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:56:54.336535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:54.443636 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Pushing event updated for resources: {'Port': ['ID=0fee340d-b696-4f84-aad0-63a24c370fb3,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:54.450007 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:54.483635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7a7baeb6-12cc-4386-b741-a6758549a740 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:56:54.585127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 7a7baeb6-12cc-4386-b741-a6758549a740 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:56:54.585422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:54.721147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Network 0d4b26c2-0da9-4d89-9974-791fc722ad04 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:56:54.722467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:56:54.913769 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:56:55.004564 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6ab571b6-45cb-435f-b1ea-b08b63757f17 None None] Provisioning complete for port 0fee340d-b696-4f84-aad0-63a24c370fb3 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:56:55.004936 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6ab571b6-45cb-435f-b1ea-b08b63757f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:55.058732 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6ab571b6-45cb-435f-b1ea-b08b63757f17 None None] Port 0fee340d-b696-4f84-aad0-63a24c370fb3 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:56:55.096117 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:56:55.105755 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e1226416-f1e1-4578-9acf-72a1a3ae3290 admin admin] 10.222.0.11 "PUT /v2.0/routers/17c79a85-7075-4bd3-bd7e-2b4bdfd27e09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4143560 Apr 29 17:56:55.380091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-53d9a270-9054-4216-b55c-edcd0cfb99f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:55.653313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57044) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:56:55.660909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1067094714', 'description': 'tempest-description--750441143'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:56:55.667577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:56:55.671853 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Usage tracker for resource:security_group and tenant:efa94d1d8f334e469541702b7db33a8d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:56:55.674874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:56:55.680767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:56:55.692246 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:55.711513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:56:55.715132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Usage tracker for resource:security_group_rule and tenant:efa94d1d8f334e469541702b7db33a8d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:56:55.717846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:56:55.724392 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:56:55.800300 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:55.807200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:55.828761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Sync routers for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:56:55.839132 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:56:55.839801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:56:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:56:55.848600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d9565e-8ec8-4e18-a467-84bc0d445055,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:55.851200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:55.855928 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2a74a246-b51d-4d7b-b55b-4fa0441fce0b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2004313 Apr 29 17:56:55.856042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 57048) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:56:55.861914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-86febc6f-f97e-4a1d-82c5-090d9d607fe0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Request body: {'security_group_rule': {'security_group_id': '37d9565e-8ec8-4e18-a467-84bc0d445055', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:56:55.868386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-86febc6f-f97e-4a1d-82c5-090d9d607fe0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:56:55.872839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-86febc6f-f97e-4a1d-82c5-090d9d607fe0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Usage tracker for resource:security_group_rule and tenant:efa94d1d8f334e469541702b7db33a8d is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:56:55.879200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-86febc6f-f97e-4a1d-82c5-090d9d607fe0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:56:55.884874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-86febc6f-f97e-4a1d-82c5-090d9d607fe0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:56:55.903218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-86febc6f-f97e-4a1d-82c5-090d9d607fe0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.019872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:56:56.088704 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-86febc6f-f97e-4a1d-82c5-090d9d607fe0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.093550 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-86febc6f-f97e-4a1d-82c5-090d9d607fe0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.115877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86febc6f-f97e-4a1d-82c5-090d9d607fe0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87231ab-20a6-406e-a771-19a562c6f8c9,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:56.125344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-86febc6f-f97e-4a1d-82c5-090d9d607fe0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.127792 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-86febc6f-f97e-4a1d-82c5-090d9d607fe0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2711105 Apr 29 17:56:56.129504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57052) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:56:56.134945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-584f0f19-4a27-4e55-8ecd-d21a5bdc7198 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Request body: {'security_group_rule': {'security_group_id': '37d9565e-8ec8-4e18-a467-84bc0d445055', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:56:56.141484 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-584f0f19-4a27-4e55-8ecd-d21a5bdc7198 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:56:56.145795 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-584f0f19-4a27-4e55-8ecd-d21a5bdc7198 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Usage tracker for resource:security_group_rule and tenant:efa94d1d8f334e469541702b7db33a8d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:56:56.149383 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-584f0f19-4a27-4e55-8ecd-d21a5bdc7198 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:56:56.155244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-584f0f19-4a27-4e55-8ecd-d21a5bdc7198 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:56:56.174206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-584f0f19-4a27-4e55-8ecd-d21a5bdc7198 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.241877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-584f0f19-4a27-4e55-8ecd-d21a5bdc7198 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.246144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-584f0f19-4a27-4e55-8ecd-d21a5bdc7198 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.269868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f0f19-4a27-4e55-8ecd-d21a5bdc7198 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98c57fe-f49f-49ef-b0c0-2c5c6dcc928c,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:56.279990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-584f0f19-4a27-4e55-8ecd-d21a5bdc7198 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.281166 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-584f0f19-4a27-4e55-8ecd-d21a5bdc7198 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505754 Apr 29 17:56:56.284133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57056) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:56:56.288922 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:56:56.294774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:56:56.298492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Usage tracker for resource:floatingip and tenant:efa94d1d8f334e469541702b7db33a8d is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:56:56.301346 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:56:56.306826 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:56:56.317611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.333306 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 2, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:56:56.337450 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Checking router: 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:56:56.337805 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Updating router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 port 0fee340d-b696-4f84-aad0-63a24c370fb3 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 17:56:56.393763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.465357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.514925 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ead6d8bf-24ed-4a82-874b-49775dbb2467 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:56:56.602239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Allocated IP 172.26.4.93 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/90465a89-3a04-4304-87dd-45489c922b9d) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:56:56.699104 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port ead6d8bf-24ed-4a82-874b-49775dbb2467 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:56:56.707614 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.716600 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port ead6d8bf-24ed-4a82-874b-49775dbb2467 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:56:56.716952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.747260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.779830 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.845732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:56:56.848759 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:56:56.852474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:56:56.859449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.899056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event updated for resources: {'Port': ['ID=90465a89-3a04-4304-87dd-45489c922b9d,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:56.920797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.934457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.940387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.941995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Transition to ACTIVE for port object 0fee340d-b696-4f84-aad0-63a24c370fb3 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:56:56.954081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.958922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port ead6d8bf-24ed-4a82-874b-49775dbb2467, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ead6d8bf-24ed-4a82-874b-49775dbb2467,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:56:56.998935 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:56.999336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:57.121659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5862860-79e1-4523-854a-98df937ebff9 None None] Pushing event updated for resources: {'Port': ['ID=0fee340d-b696-4f84-aad0-63a24c370fb3,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:57.221108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:57.225823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:57.231749 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Attempting to bind port 0fee340d-b696-4f84-aad0-63a24c370fb3 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:56:57.232117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Attempting to bind port 0fee340d-b696-4f84-aad0-63a24c370fb3 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:56:57.232474 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Attempting to bind port 0fee340d-b696-4f84-aad0-63a24c370fb3 on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:56:57.239550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:56:57.239917 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Checking segment: {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:56:57.240350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:57.240711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Bound using segment: {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:56:57.241163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Bound port: 0fee340d-b696-4f84-aad0-63a24c370fb3, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:56:57.241527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:57.259037 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=ead6d8bf-24ed-4a82-874b-49775dbb2467,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:57.336837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event updated for resources: {'Port': ['ID=90465a89-3a04-4304-87dd-45489c922b9d,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:57.347470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:57.370639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:57.372064 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a76b2100-e808-420d-a0da-0611f3a3afb4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0870190 Apr 29 17:56:57.382066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] For port 0fee340d-b696-4f84-aad0-63a24c370fb3, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:56:57.385541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] For port 0fee340d-b696-4f84-aad0-63a24c370fb3, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0fee340d-b696-4f84-aad0-63a24c370fb3,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:56:57.390838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:57.470671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:56:57.471233 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:56:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:56:57.526246 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5862860-79e1-4523-854a-98df937ebff9 None None] Pushing event updated for resources: {'Port': ['ID=0fee340d-b696-4f84-aad0-63a24c370fb3,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:57.549997 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-75876cf3-a4f5-486b-a56b-5c7ff686dfd3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1067094714&fields=id&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 267 time: 0.0432849 Apr 29 17:56:57.654913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:56:57.713180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-6ac0974b-2872-4210-a5b6-87a259d804c1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:57.714642 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-6ac0974b-2872-4210-a5b6-87a259d804c1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 812 time: 0.1569965 Apr 29 17:56:57.729192 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-c18278c6-3c27-4090-95a7-9ad0dfedbf10 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/quotas/efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 375 time: 0.0087841 Apr 29 17:56:57.821947 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-39a6a834-656a-4004-9c60-2bb6d2a24cab tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875850 Apr 29 17:56:57.972712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:57Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:56:57.977296 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7e0f8-2962-458b-b956-b10de8bc5e3d None None] The sync data for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv is: [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:57Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:56:58.009153 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-ce8461be-aad7-4ce3-91fd-38d8da03d67c service neutron] 10.222.0.11 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753898 Apr 29 17:56:58.054331 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:58.156714 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-056ba8dd-d48c-4459-9c1e-2048fc092a8c service neutron] 10.222.0.11 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409838 Apr 29 17:56:58.348244 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d9bf6a2-89e0-4382-93fa-8c875f14e0b2 req-80c32bb6-2d73-4ff1-9508-9143f0a39824 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 210 time: 0.0476778 Apr 29 17:56:58.558257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0fee340d-b696-4f84-aad0-63a24c370fb3 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:56:58.633043 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 0fee340d-b696-4f84-aad0-63a24c370fb3 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:56:58.639551 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0fee340d-b696-4f84-aad0-63a24c370fb3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:56:58.640007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:58.768932 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:58.818801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 0fee340d-b696-4f84-aad0-63a24c370fb3, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0fee340d-b696-4f84-aad0-63a24c370fb3,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:56:58.823622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:58.824764 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ead6d8bf-24ed-4a82-874b-49775dbb2467 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:56:58.950138 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=0fee340d-b696-4f84-aad0-63a24c370fb3,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:56:58.962547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port ead6d8bf-24ed-4a82-874b-49775dbb2467 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:56:58.963370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:59.461152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-2eec8a91-d043-469d-afe6-a63573159430 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:56:59.462791 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-2eec8a91-d043-469d-afe6-a63573159430 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 812 time: 0.1517174 Apr 29 17:56:59.525621 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1d44fca1-cb73-468d-97ce-5c0936d2ee11 req-07b0742c-90c3-4225-b03e-edcee4da5b24 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 210 time: 0.0617523 Apr 29 17:56:59.551446 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-cf787c8a-84cc-4909-8df9-1bc7d538f4d3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 380 time: 0.0566647 Apr 29 17:56:59.560416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Request body: {'port': {'device_id': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'admin_state_up': True, 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'security_groups': ['37d9565e-8ec8-4e18-a467-84bc0d445055']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:56:59.697922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:56:59.702376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Usage tracker for resource:port and tenant:efa94d1d8f334e469541702b7db33a8d is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 17:56:59.705450 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 17:56:59.711350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:56:59.722307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Made reservation on behalf of efa94d1d8f334e469541702b7db33a8d for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:56:59.725766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:56:59.889535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Allocated IP 172.20.0.4 (0d4b26c2-0da9-4d89-9974-791fc722ad04/7129e99e-ac71-4a22-ac06-38c8c3a32283/7b54ce2d-6186-4871-bb92-8cb74c4bf01b) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:57:00.082164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:00.098164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Transition to ACTIVE for port object 7b54ce2d-6186-4871-bb92-8cb74c4bf01b will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:57:00.123157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:00.190960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Network 0d4b26c2-0da9-4d89-9974-791fc722ad04 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:57:00.194102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:57:00.197897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:57:00.230959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event updated for resources: {'Port': ['ID=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:00.249972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:00.250278 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:00.250643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:00.250977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:00.251362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:00.251683 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:00.251983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:00.252335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:00.252646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:00.252960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:00.253254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:00.253563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:00.279117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:00.279788 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:00.302905 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3970a98f-a9f4-4b16-baed-074313af20bf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7463713 Apr 29 17:57:00.314911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Request body: {'port': {'device_id': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:57:00.425877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ac2ede5c-631c-47e2-95bc-bd5236b702a1 None None] Provisioning for port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:57:00.432081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ac2ede5c-631c-47e2-95bc-bd5236b702a1 None None] Provisioning complete for port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:57:00.432696 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ac2ede5c-631c-47e2-95bc-bd5236b702a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:00.489220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0fee340d-b696-4f84-aad0-63a24c370fb3 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:57:00.534731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ac2ede5c-631c-47e2-95bc-bd5236b702a1 None None] Port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:57:00.549659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:00.568006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0fee340d-b696-4f84-aad0-63a24c370fb3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:57:00.568457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:00.857411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa3aa5-f718-4d1b-a2d2-04842a01f0a1 req-5fed4b0d-5f84-462c-949f-184b258bbace tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:00.858087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-0daa3aa5-f718-4d1b-a2d2-04842a01f0a1 req-5fed4b0d-5f84-462c-949f-184b258bbace tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Synchronizing usage tracker for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:57:00.894264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-0daa3aa5-f718-4d1b-a2d2-04842a01f0a1 req-5fed4b0d-5f84-462c-949f-184b258bbace tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Unset dirty status for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:57:00.895420 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0daa3aa5-f718-4d1b-a2d2-04842a01f0a1 req-5fed4b0d-5f84-462c-949f-184b258bbace tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 931 time: 0.2308438 Apr 29 17:57:00.992462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b54ce2d-6186-4871-bb92-8cb74c4bf01b {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:57:00.998887 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0daa3aa5-f718-4d1b-a2d2-04842a01f0a1 req-2f43d6f3-3cec-4445-860b-bb73439d2eda tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937052 Apr 29 17:57:01.002485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:01.017542 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Transition to ACTIVE for port object 7b54ce2d-6186-4871-bb92-8cb74c4bf01b will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:57:01.024496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:01.173035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Pushing event updated for resources: {'Port': ['ID=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:01.256085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Attempting to bind port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:57:01.256424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Attempting to bind port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:57:01.256754 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Attempting to bind port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:57:01.262115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:57:01.262428 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Attempting to bind port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:57:01.267766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:57:01.268102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Checking segment: {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:57:01.268478 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Bound using segment: {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:57:01.268896 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Bound port: 7b54ce2d-6186-4871-bb92-8cb74c4bf01b, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:57:01.269237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:01.359655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] For port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:57:01.362801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] For port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:57:01.369451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:01.433877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:01.434503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:01.435967 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] 10.222.0.36 "PUT /v2.0/ports/7b54ce2d-6186-4871-bb92-8cb74c4bf01b HTTP/1.1" status: 200 len: 1093 time: 1.1253958 Apr 29 17:57:01.436383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'tag': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:57:01.457885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6535e9-7f8d-4333-9dac-8af2ac31fd86 service neutron] Pushing event updated for resources: {'Port': ['ID=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:01.506288 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363e7913-6954-41ee-a9b0-a661d9c1e584'] response: {'name': 'network-changed', 'server_uuid': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'tag': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b', 'status': 'completed', 'code': 200} Apr 29 17:57:01.547398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-2896f5c2-3573-49ef-8918-eb854c6ca4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:01.548938 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-2896f5c2-3573-49ef-8918-eb854c6ca4d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 1096 time: 0.0741787 Apr 29 17:57:01.621420 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3cda0274-89cb-498b-85b2-b11a368846c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b HTTP/1.1" status: 200 len: 217 time: 0.0651937 Apr 29 17:57:01.684652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3627a359-4685-4b09-80b3-fec410550bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:01.686131 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-3627a359-4685-4b09-80b3-fec410550bc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0595486 Apr 29 17:57:01.764453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-2ce517f7-ccb6-4349-9443-b248acb56634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:01.765810 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-2ce517f7-ccb6-4349-9443-b248acb56634 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742025 Apr 29 17:57:01.906452 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-8053de38-7b4b-43ff-8405-93482252ff1b service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344879 Apr 29 17:57:02.037344 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2da0d863-7e9b-4b04-be70-547128e261a9 req-5f7385a3-9f34-41b4-817e-ba43f17edc18 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247880 Apr 29 17:57:02.213709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a50d3-e3a0-4eb5-b9d6-ab9d2b57020e req-71e4e873-dd3b-439f-a570-7d3fa30add96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:02.215144 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a3a50d3-e3a0-4eb5-b9d6-ab9d2b57020e req-71e4e873-dd3b-439f-a570-7d3fa30add96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 1096 time: 0.1296089 Apr 29 17:57:02.223024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c74ec8-5b9d-4436-b91b-ae259a011f13 req-ed9eed47-f3f1-4dfe-8951-294d123e643d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:02.224338 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-78c74ec8-5b9d-4436-b91b-ae259a011f13 req-ed9eed47-f3f1-4dfe-8951-294d123e643d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 943 time: 0.1092861 Apr 29 17:57:02.472717 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-78c74ec8-5b9d-4436-b91b-ae259a011f13 req-3cca8d8e-b9ed-4310-b965-8a6e1f344fd3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109295 Apr 29 17:57:02.495463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a50d3-e3a0-4eb5-b9d6-ab9d2b57020e req-cf2e8c08-c9df-46a0-8a65-7208ea17d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:02.496884 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a3a50d3-e3a0-4eb5-b9d6-ab9d2b57020e req-cf2e8c08-c9df-46a0-8a65-7208ea17d0c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.2717752 Apr 29 17:57:02.572429 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a3a50d3-e3a0-4eb5-b9d6-ab9d2b57020e req-e18ab093-f8b7-465a-a045-89596d152686 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b HTTP/1.1" status: 200 len: 217 time: 0.0689156 Apr 29 17:57:02.637191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a50d3-e3a0-4eb5-b9d6-ab9d2b57020e req-20326d3d-e242-4d9d-8fbd-7e979b8f774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:02.638742 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a3a50d3-e3a0-4eb5-b9d6-ab9d2b57020e req-20326d3d-e242-4d9d-8fbd-7e979b8f774f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0586293 Apr 29 17:57:02.715158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a50d3-e3a0-4eb5-b9d6-ab9d2b57020e req-1dea5144-dbdf-4ac5-b80c-be1d92ce2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:02.716535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a3a50d3-e3a0-4eb5-b9d6-ab9d2b57020e req-1dea5144-dbdf-4ac5-b80c-be1d92ce2c70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718989 Apr 29 17:57:02.848993 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a3a50d3-e3a0-4eb5-b9d6-ab9d2b57020e req-0fc1febb-2b59-44d1-a477-da60b9d52b18 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257243 Apr 29 17:57:02.982295 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a3a50d3-e3a0-4eb5-b9d6-ab9d2b57020e req-2c94d03d-aa3d-4c78-b511-6af2b55a6513 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275578 Apr 29 17:57:03.644401 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 7b54ce2d-6186-4871-bb92-8cb74c4bf01b details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:57:03.676702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2fd5a-5233-4cfa-b5ee-1e780cfff26f req-57efb1a3-a81e-4dd2-8e40-0c543eef2ad6 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:03.679190 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-53f2fd5a-5233-4cfa-b5ee-1e780cfff26f req-57efb1a3-a81e-4dd2-8e40-0c543eef2ad6 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 943 time: 0.0890918 Apr 29 17:57:03.722310 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-53f2fd5a-5233-4cfa-b5ee-1e780cfff26f req-7c91a2ff-be53-4aa9-aa94-c1ebc49a368f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382395 Apr 29 17:57:03.813107 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:57:03.828186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'port_id': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b', 'mac_address': 'fa:16:3e:f6:e3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:57:03.882470 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:03.899568 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b54ce2d-6186-4871-bb92-8cb74c4bf01b {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:57:03.921872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:57:03.928277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:04.001699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:04.140313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['7b54ce2d-6186-4871-bb92-8cb74c4bf01b'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:57:04.920174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45dd45-6039-4de7-8d46-9c32b2c02de7 req-f0dbb1a4-dba9-4589-b512-0dc18196dac0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:04.921631 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9e45dd45-6039-4de7-8d46-9c32b2c02de7 req-f0dbb1a4-dba9-4589-b512-0dc18196dac0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 944 time: 0.0835457 Apr 29 17:57:04.970429 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9e45dd45-6039-4de7-8d46-9c32b2c02de7 req-81bc1cbb-0cd9-496e-8f94-b50695e89386 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427365 Apr 29 17:57:05.659507 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 7b54ce2d-6186-4871-bb92-8cb74c4bf01b up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:57:05.731871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:57:05.737188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:57:05.737555 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:05.857042 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:05.885514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:57:05.898358 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:57:05.903838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:05.936848 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0950a9fc-dc97-44bf-8b81-608b0c9b7f8f'] response: {'server_uuid': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b', 'code': 200} Apr 29 17:57:05.974275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:06.216729 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70e085-78f9-4ea7-9b81-b1bc9c38e301 req-8d5dc479-5d73-4f24-935b-2c36192d82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:06.218071 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a70e085-78f9-4ea7-9b81-b1bc9c38e301 req-8d5dc479-5d73-4f24-935b-2c36192d82ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 1098 time: 0.1088603 Apr 29 17:57:06.225595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce94f51-8e03-45da-88b2-b8402dbd1245 req-ffc2be6e-0ab7-4a4a-b36a-b2d24358d297 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:06.226904 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1ce94f51-8e03-45da-88b2-b8402dbd1245 req-ffc2be6e-0ab7-4a4a-b36a-b2d24358d297 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.1491799 Apr 29 17:57:06.289638 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a70e085-78f9-4ea7-9b81-b1bc9c38e301 req-2eb2ba9e-79a0-4f99-9fcc-2f44a260bc72 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618060 Apr 29 17:57:06.293937 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1ce94f51-8e03-45da-88b2-b8402dbd1245 req-fa656538-0913-4cb8-8ea0-cad87c06e127 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544243 Apr 29 17:57:07.476993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a14e6-08ed-4d86-ab68-50e941a83886 req-7be531dc-c51e-4f7d-991b-464425433d5f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:07.478458 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fc3a14e6-08ed-4d86-ab68-50e941a83886 req-7be531dc-c51e-4f7d-991b-464425433d5f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0791934 Apr 29 17:57:07.530945 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fc3a14e6-08ed-4d86-ab68-50e941a83886 req-c624c6e6-0905-4528-bc26-7e7b9e16dcdd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465007 Apr 29 17:57:07.718066 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645a683-9bb7-42e2-aaec-914b00caaa32 req-1395da59-ca5b-41e2-a42b-db1ad29ac0ce tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:07.719533 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2645a683-9bb7-42e2-aaec-914b00caaa32 req-1395da59-ca5b-41e2-a42b-db1ad29ac0ce tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0809567 Apr 29 17:57:07.728080 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 57108) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:57:07.732926 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-17de7c0b-1bf1-475c-875f-1126e8af427b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Request body: {'floatingip': {'port_id': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:57:07.810635 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-17de7c0b-1bf1-475c-875f-1126e8af427b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:08.519636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-17de7c0b-1bf1-475c-875f-1126e8af427b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:08.527374 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-17de7c0b-1bf1-475c-875f-1126e8af427b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:08.698184 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-17de7c0b-1bf1-475c-875f-1126e8af427b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e associated. External IP: 172.26.4.93, port: 7b54ce2d-6186-4871-bb92-8cb74c4bf01b. Apr 29 17:57:09.048158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17de7c0b-1bf1-475c-875f-1126e8af427b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:57:09.239761 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17de7c0b-1bf1-475c-875f-1126e8af427b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:57:09.244377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-17de7c0b-1bf1-475c-875f-1126e8af427b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:09.250193 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b43d9f6-13b1-4816-aa5b-fcd8e34ea3d4 None None] Sync routers for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:57:09.260737 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b43d9f6-13b1-4816-aa5b-fcd8e34ea3d4 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:57:09.261353 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8b43d9f6-13b1-4816-aa5b-fcd8e34ea3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:56:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:57:09.300210 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-17de7c0b-1bf1-475c-875f-1126e8af427b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "PUT /v2.0/floatingips/c91907c3-0122-42fd-bd7b-e584f521dc2e HTTP/1.1" status: 200 len: 990 time: 1.5709250 Apr 29 17:57:09.300581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'tag': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:57:09.346142 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f1009d8-5607-420a-ba1a-2651d63a0ac7'] response: {'name': 'network-changed', 'server_uuid': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'tag': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b', 'status': 'completed', 'code': 200} Apr 29 17:57:09.441338 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-8b43d9f6-13b1-4816-aa5b-fcd8e34ea3d4 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:57:09.620781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577ede1-9bbe-41c9-96e7-46aa4b67055f req-dd83f6d6-de7d-46da-924b-eb95845863c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:09.622259 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9577ede1-9bbe-41c9-96e7-46aa4b67055f req-dd83f6d6-de7d-46da-924b-eb95845863c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 1098 time: 0.2559252 Apr 29 17:57:09.630356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba95ff9-7446-4240-8028-ff1d1b900f70 req-f8d09dac-bffd-4a7f-9d90-396a0f650e3d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:09.631696 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aba95ff9-7446-4240-8028-ff1d1b900f70 req-f8d09dac-bffd-4a7f-9d90-396a0f650e3d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.2351575 Apr 29 17:57:09.763270 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aba95ff9-7446-4240-8028-ff1d1b900f70 req-1f1c9b53-ca1a-4649-bb8a-5228ea72cc56 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131513 Apr 29 17:57:09.790044 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577ede1-9bbe-41c9-96e7-46aa4b67055f req-db6fb364-7182-423c-a1ca-748d0c90a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:09.791558 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9577ede1-9bbe-41c9-96e7-46aa4b67055f req-db6fb364-7182-423c-a1ca-748d0c90a616 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1589506 Apr 29 17:57:09.792776 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8b43d9f6-13b1-4816-aa5b-fcd8e34ea3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'c91907c3-0122-42fd-bd7b-e584f521dc2e', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'port_id': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'mac_address': 'fa:16:3e:f6:e3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:56:56Z', 'updated_at': '2022-04-29T17:57:08Z', 'revision_number': 1, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:57:09.797229 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b43d9f6-13b1-4816-aa5b-fcd8e34ea3d4 None None] Checking router: 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:57:09.805921 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b43d9f6-13b1-4816-aa5b-fcd8e34ea3d4 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:57:09.806590 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8b43d9f6-13b1-4816-aa5b-fcd8e34ea3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:56:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:57:09.940372 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9577ede1-9bbe-41c9-96e7-46aa4b67055f req-5aa04801-f14f-42fa-80ba-0219d840b661 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b HTTP/1.1" status: 200 len: 998 time: 0.1431170 Apr 29 17:57:09.979623 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-8b43d9f6-13b1-4816-aa5b-fcd8e34ea3d4 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:57:10.013210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577ede1-9bbe-41c9-96e7-46aa4b67055f req-2f9debd7-9186-455c-bb0f-f05a2c7865c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:10.014628 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9577ede1-9bbe-41c9-96e7-46aa4b67055f req-2f9debd7-9186-455c-bb0f-f05a2c7865c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0684714 Apr 29 17:57:10.023167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81711-795a-41c1-b5a3-2bd3043a195a req-1c2fb9ee-dff8-48d0-976f-77a96e95e046 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:10.024532 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3cf81711-795a-41c1-b5a3-2bd3043a195a req-1c2fb9ee-dff8-48d0-976f-77a96e95e046 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.1504853 Apr 29 17:57:10.111330 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3cf81711-795a-41c1-b5a3-2bd3043a195a req-c62057d1-6696-4f3b-8baa-4080f670d33c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570564 Apr 29 17:57:10.127510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577ede1-9bbe-41c9-96e7-46aa4b67055f req-8482f738-94b5-4727-9d84-618c30dd7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:10.128942 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9577ede1-9bbe-41c9-96e7-46aa4b67055f req-8482f738-94b5-4727-9d84-618c30dd7589 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1036196 Apr 29 17:57:10.256531 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9577ede1-9bbe-41c9-96e7-46aa4b67055f req-60093a8a-9f81-4d01-9aa6-ba99b79ad25c service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215758 Apr 29 17:57:10.322850 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8b43d9f6-13b1-4816-aa5b-fcd8e34ea3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'c91907c3-0122-42fd-bd7b-e584f521dc2e', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'port_id': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'mac_address': 'fa:16:3e:f6:e3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:56:56Z', 'updated_at': '2022-04-29T17:57:08Z', 'revision_number': 1, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:57:10.326714 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b43d9f6-13b1-4816-aa5b-fcd8e34ea3d4 None None] The sync data for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv is: [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'c91907c3-0122-42fd-bd7b-e584f521dc2e', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'port_id': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'mac_address': 'fa:16:3e:f6:e3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:56:56Z', 'updated_at': '2022-04-29T17:57:08Z', 'revision_number': 1, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:57:10.386546 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9577ede1-9bbe-41c9-96e7-46aa4b67055f req-6846c617-3993-4ff9-b499-f7f1b7ecd105 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245310 Apr 29 17:57:10.511094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e75174-05b1-48c8-a305-f2806819dc25 None None] New status for floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:57:11.317231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7bbb5-6a01-42cb-b6bb-f361c001234a req-1ece5bc6-81d6-4835-a110-7fbe58cab93a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:11.318688 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-efd7bbb5-6a01-42cb-b6bb-f361c001234a req-1ece5bc6-81d6-4835-a110-7fbe58cab93a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0905433 Apr 29 17:57:11.362316 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-efd7bbb5-6a01-42cb-b6bb-f361c001234a req-f2012c9f-b392-4085-82df-293dacec60b0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377998 Apr 29 17:57:11.557398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a225f1-c186-4e36-8546-fdaad786fa8f req-26ec9d1e-64c6-4598-83fe-977c15834aa1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:11.559230 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-49a225f1-c186-4e36-8546-fdaad786fa8f req-26ec9d1e-64c6-4598-83fe-977c15834aa1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0927300 Apr 29 17:57:11.612929 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-49a225f1-c186-4e36-8546-fdaad786fa8f req-8de98ca7-16a6-48c2-ae02-d343b6328bd0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477107 Apr 29 17:57:12.015129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ed398-68be-41b4-bf92-c6eb1f154d3f req-976dd88b-a365-428e-bb10-a05c20b2fdef tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:12.016559 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5a7ed398-68be-41b4-bf92-c6eb1f154d3f req-976dd88b-a365-428e-bb10-a05c20b2fdef tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0844095 Apr 29 17:57:12.061651 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5a7ed398-68be-41b4-bf92-c6eb1f154d3f req-2b59620c-70d1-4ef4-a167-7cff37ba73d4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392189 Apr 29 17:57:12.070231 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-8722cc8b-2490-4660-93fc-905511be9d6a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1775994 Apr 29 17:57:13.256668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84bc09-4af1-4ed0-9135-794f98242240 req-4a70f163-df58-4c91-802d-4d96528471b2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:13.257983 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7f84bc09-4af1-4ed0-9135-794f98242240 req-4a70f163-df58-4c91-802d-4d96528471b2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0875685 Apr 29 17:57:13.302788 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7f84bc09-4af1-4ed0-9135-794f98242240 req-8fcd5544-a6a6-41d0-a2d8-9d5a0c4397c7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389297 Apr 29 17:57:13.418301 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-b34ee244-8668-4b0a-9bfb-70ae2e2cb781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:13.419751 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-b34ee244-8668-4b0a-9bfb-70ae2e2cb781 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 1098 time: 0.0729952 Apr 29 17:57:13.555911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-cb9c029a-f1ab-4fc9-899b-3c30102cf70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:13.557335 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-cb9c029a-f1ab-4fc9-899b-3c30102cf70d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1311979 Apr 29 17:57:13.672940 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-0e94a7cb-16cd-46d8-a683-1ce5190384cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b HTTP/1.1" status: 200 len: 1000 time: 0.1094205 Apr 29 17:57:13.743059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-6277e5b9-05f0-405b-a10a-d873d6a9f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:13.744505 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-6277e5b9-05f0-405b-a10a-d873d6a9f3e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0654764 Apr 29 17:57:13.943066 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-3e1d0757-4c86-4055-8fff-3a5903590186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:13.944473 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-3e1d0757-4c86-4055-8fff-3a5903590186 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1932850 Apr 29 17:57:14.074206 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-2558f186-545b-4c77-ac6c-e4e6f0d36f0f service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226573 Apr 29 17:57:14.203198 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-fd462fe1-7d8b-4611-a64c-4ce06c1149ba service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231577 Apr 29 17:57:14.491618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f285ef-318f-4a86-93ab-fec0fa1147da req-2df4b652-c8c8-495c-9bb1-eba368b02806 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:14.492954 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c2f285ef-318f-4a86-93ab-fec0fa1147da req-2df4b652-c8c8-495c-9bb1-eba368b02806 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0794928 Apr 29 17:57:14.550654 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c2f285ef-318f-4a86-93ab-fec0fa1147da req-26e735f5-c301-40d4-8ca5-a787ca8991f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492797 Apr 29 17:57:15.762095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602049c-d11f-42e3-a96b-7f39d40e7e73 req-4b0784cf-90d7-4f73-867c-85491805e4c9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:15.763551 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6602049c-d11f-42e3-a96b-7f39d40e7e73 req-4b0784cf-90d7-4f73-867c-85491805e4c9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0905156 Apr 29 17:57:15.808475 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6602049c-d11f-42e3-a96b-7f39d40e7e73 req-f449d895-f503-4aff-b8d6-e5331680dfdf tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391858 Apr 29 17:57:16.997503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e932c-4693-4087-ac9f-e89d6814852c req-9fbb042e-3f5d-45c9-86fa-344daac75b17 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:16.998952 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a10e932c-4693-4087-ac9f-e89d6814852c req-9fbb042e-3f5d-45c9-86fa-344daac75b17 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0840731 Apr 29 17:57:17.047776 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a10e932c-4693-4087-ac9f-e89d6814852c req-f200e8f2-4af6-4f64-9487-9f46849408b4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427434 Apr 29 17:57:17.203793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b90e0a-0e5f-429d-aeab-fd34166f66f0 req-a2fa5d01-241c-4e7e-809c-a5f5446a22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:17.205788 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-16b90e0a-0e5f-429d-aeab-fd34166f66f0 req-a2fa5d01-241c-4e7e-809c-a5f5446a22ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 1098 time: 0.0820453 Apr 29 17:57:17.359339 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b90e0a-0e5f-429d-aeab-fd34166f66f0 req-04940262-c5ac-42ba-8a0c-e29d09c6dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:17.360790 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-16b90e0a-0e5f-429d-aeab-fd34166f66f0 req-04940262-c5ac-42ba-8a0c-e29d09c6dc5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1375780 Apr 29 17:57:17.462545 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-16b90e0a-0e5f-429d-aeab-fd34166f66f0 req-533199e1-9966-4768-be27-72dc849c4a34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b HTTP/1.1" status: 200 len: 1000 time: 0.0956371 Apr 29 17:57:17.524431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b90e0a-0e5f-429d-aeab-fd34166f66f0 req-9d2c68c8-b64b-4b64-ae77-e888119660dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:17.525755 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-16b90e0a-0e5f-429d-aeab-fd34166f66f0 req-9d2c68c8-b64b-4b64-ae77-e888119660dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0567651 Apr 29 17:57:17.601512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b90e0a-0e5f-429d-aeab-fd34166f66f0 req-b0d07874-a5db-408c-9e49-bc067a056039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:17.602920 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-16b90e0a-0e5f-429d-aeab-fd34166f66f0 req-b0d07874-a5db-408c-9e49-bc067a056039 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711193 Apr 29 17:57:17.735612 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-16b90e0a-0e5f-429d-aeab-fd34166f66f0 req-84694675-7038-49ec-8e20-b89d66ab5e18 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247635 Apr 29 17:57:17.867126 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-16b90e0a-0e5f-429d-aeab-fd34166f66f0 req-5f70c25d-fda1-451e-b68d-7eb80da27988 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254127 Apr 29 17:57:18.255936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebcd69-322a-4c97-b4c5-f5d01610aa6c req-357ac3a8-0f17-404a-9eff-d24d771a886b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:18.257351 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3ebcd69-322a-4c97-b4c5-f5d01610aa6c req-357ac3a8-0f17-404a-9eff-d24d771a886b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0894721 Apr 29 17:57:18.302814 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3ebcd69-322a-4c97-b4c5-f5d01610aa6c req-c017681a-c70d-4e0a-a0d0-a7b115dac5b9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371473 Apr 29 17:57:18.422492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:19.504741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e94c28-eaf1-46d8-96e2-0ac771d3c390 req-3d28b576-e9f4-40aa-bb24-d91c085420a3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:19.506164 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-28e94c28-eaf1-46d8-96e2-0ac771d3c390 req-3d28b576-e9f4-40aa-bb24-d91c085420a3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0899124 Apr 29 17:57:19.549951 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-28e94c28-eaf1-46d8-96e2-0ac771d3c390 req-7df526f3-cbc6-441f-a864-1ecda83e5d94 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380247 Apr 29 17:57:20.753250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820c6af-a13d-415c-ae3d-2348a8367cd7 req-4f75b3ec-663e-4135-a222-5775c70a6400 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:20.754695 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c820c6af-a13d-415c-ae3d-2348a8367cd7 req-4f75b3ec-663e-4135-a222-5775c70a6400 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0831189 Apr 29 17:57:20.813420 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c820c6af-a13d-415c-ae3d-2348a8367cd7 req-7adc6ec5-bec1-4835-a5a0-ff87893ba232 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500550 Apr 29 17:57:22.118654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28cb77-8221-453b-ad8e-6d3685133ddb req-5b72b177-a190-4697-8143-d2ef70acc8a0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:22.120136 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fa28cb77-8221-453b-ad8e-6d3685133ddb req-5b72b177-a190-4697-8143-d2ef70acc8a0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.1877882 Apr 29 17:57:22.177643 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fa28cb77-8221-453b-ad8e-6d3685133ddb req-b1de0a02-1cb1-4c8c-89b5-8f9b566d1453 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423751 Apr 29 17:57:23.293803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5efaa0a7-c2a8-4da0-9b3f-8efe4982ad0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:23.379819 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293f5da-28d2-4d85-af27-ea020a2c82ba req-f7f38f95-e735-4f44-b83e-1f44ac0d57a7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:23.381241 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6293f5da-28d2-4d85-af27-ea020a2c82ba req-f7f38f95-e735-4f44-b83e-1f44ac0d57a7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0838664 Apr 29 17:57:23.424904 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6293f5da-28d2-4d85-af27-ea020a2c82ba req-650b59ce-704b-47b3-a29e-880fa871dd65 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378401 Apr 29 17:57:24.622319 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeb0dc-de6a-49ad-9bc8-fdea05ed65ac req-1e6c5e16-540d-4c1d-b5c5-52a5e6a1b33e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:24.623760 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1efeb0dc-de6a-49ad-9bc8-fdea05ed65ac req-1e6c5e16-540d-4c1d-b5c5-52a5e6a1b33e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0912437 Apr 29 17:57:24.668059 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1efeb0dc-de6a-49ad-9bc8-fdea05ed65ac req-52e770d3-e0d0-4a56-85a7-a2371323a444 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384164 Apr 29 17:57:25.385532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4f013881-f688-45b5-859b-5d0d2d4253da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:25.874549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80066e39-dfa9-4a07-86cb-b54c48c1685c req-53ce1066-9ada-4681-8579-538b08b400c7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:25.875994 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-80066e39-dfa9-4a07-86cb-b54c48c1685c req-53ce1066-9ada-4681-8579-538b08b400c7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0901918 Apr 29 17:57:25.918855 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-80066e39-dfa9-4a07-86cb-b54c48c1685c req-550db18a-5a15-48ae-91e0-38fbba8ac0ed tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371699 Apr 29 17:57:26.653089 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:26.812201 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:27.137106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327802-d689-40d2-9879-2d17a3e55ead req-3673507b-d420-4d99-b240-d85a8a1c7e55 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:27.138527 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-27327802-d689-40d2-9879-2d17a3e55ead req-3673507b-d420-4d99-b240-d85a8a1c7e55 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.1000545 Apr 29 17:57:27.188328 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-27327802-d689-40d2-9879-2d17a3e55ead req-f95380ad-dfd4-479c-9546-cdd6aab6bb5c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411866 Apr 29 17:57:28.062158 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:28.411591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bc5ce-a16d-43e3-9a55-2e1fe72e5706 req-a876191b-c1e2-44db-8850-1a9bc1dea490 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:28.413038 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0f3bc5ce-a16d-43e3-9a55-2e1fe72e5706 req-a876191b-c1e2-44db-8850-1a9bc1dea490 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0951290 Apr 29 17:57:28.457460 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0f3bc5ce-a16d-43e3-9a55-2e1fe72e5706 req-43ba9e16-534e-4394-a532-f0f8aa87b2aa tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386717 Apr 29 17:57:28.487315 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:57:29.657792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1860038-e169-466f-b671-a695188f4fce req-4348eec9-7dca-4960-aff7-48f90f3f1cc5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:29.659329 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d1860038-e169-466f-b671-a695188f4fce req-4348eec9-7dca-4960-aff7-48f90f3f1cc5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0903215 Apr 29 17:57:29.702205 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d1860038-e169-466f-b671-a695188f4fce req-943acb0c-e8f1-4fc3-b780-3dddecba79e9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370896 Apr 29 17:57:30.913807 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c39b6-5d7a-4f3c-9078-b0b44ec60edc req-218247a6-9931-4bbc-96ba-7c2180580971 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:30.915270 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-788c39b6-5d7a-4f3c-9078-b0b44ec60edc req-218247a6-9931-4bbc-96ba-7c2180580971 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0909302 Apr 29 17:57:30.963850 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-788c39b6-5d7a-4f3c-9078-b0b44ec60edc req-c9698138-1636-4a32-8f50-9a6cd8dbd496 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396206 Apr 29 17:57:32.181009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed83319-80f8-4399-be53-54840cec952d req-9a0d268e-75a2-4c9d-b556-cd75fbef5b52 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:32.182422 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aed83319-80f8-4399-be53-54840cec952d req-9a0d268e-75a2-4c9d-b556-cd75fbef5b52 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0882418 Apr 29 17:57:32.228172 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aed83319-80f8-4399-be53-54840cec952d req-618ae711-a95b-4b8e-8da2-59d4c14d5c69 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374329 Apr 29 17:57:33.429880 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2160cdf-d060-4d8d-8398-23c81da07ea2 req-9e02a3b2-1929-45e4-9d65-f7d68db0ae89 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:33.431218 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d2160cdf-d060-4d8d-8398-23c81da07ea2 req-9e02a3b2-1929-45e4-9d65-f7d68db0ae89 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0891349 Apr 29 17:57:33.481187 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d2160cdf-d060-4d8d-8398-23c81da07ea2 req-233510fa-c095-49fb-ac0b-2752732198fb tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440423 Apr 29 17:57:34.666814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a295325-fca1-4504-a8dc-450ed9efb5f9 req-08298e10-560e-48bc-8d85-9f5bdfd983c4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:34.668251 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3a295325-fca1-4504-a8dc-450ed9efb5f9 req-08298e10-560e-48bc-8d85-9f5bdfd983c4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0802503 Apr 29 17:57:34.712719 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3a295325-fca1-4504-a8dc-450ed9efb5f9 req-d37e95dc-a60e-4eb2-a50c-26f0e3f678b5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385032 Apr 29 17:57:35.917671 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-768bca27-2be1-4c0d-aef8-8950c0fe262c service neutron] 10.222.0.36 "GET /v2.0/ports/7b54ce2d-6186-4871-bb92-8cb74c4bf01b/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1324880 Apr 29 17:57:35.942346 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ded11-3658-47de-a37c-dbf239657339 req-c4475eee-6d7d-49ff-9091-085c69a334f7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:35.943762 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f32ded11-3658-47de-a37c-dbf239657339 req-c4475eee-6d7d-49ff-9091-085c69a334f7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0997729 Apr 29 17:57:35.990456 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f32ded11-3658-47de-a37c-dbf239657339 req-61f9572e-1e38-4857-8b0a-cbfbadee05af tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395713 Apr 29 17:57:36.194922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-dd897272-9db0-4ca3-8bc5-a9ca14df64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:36.197071 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-dd897272-9db0-4ca3-8bc5-a9ca14df64b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 1098 time: 0.0820639 Apr 29 17:57:36.295247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-d67b1043-4656-40b1-91a5-9a16060e7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:36.296769 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-d67b1043-4656-40b1-91a5-9a16060e7cc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 1098 time: 0.0796714 Apr 29 17:57:36.426559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-50d93c6e-a5d0-46f2-bcbf-1b93f2a61a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:36.427996 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-50d93c6e-a5d0-46f2-bcbf-1b93f2a61a4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1251340 Apr 29 17:57:36.530711 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-37d5112f-b730-4dc8-8bc5-81b2cbd7e50f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b HTTP/1.1" status: 200 len: 1000 time: 0.0970392 Apr 29 17:57:36.593101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-3b45928e-e5e6-45ec-b351-070a3979b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:36.594466 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-3b45928e-e5e6-45ec-b351-070a3979b865 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0578520 Apr 29 17:57:36.671200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-59d1b1a3-2d48-44c2-9779-3c1adf3b005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:36.672699 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-59d1b1a3-2d48-44c2-9779-3c1adf3b005b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726049 Apr 29 17:57:36.807963 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-abced63d-11ff-4805-a47b-6087ee15f25c service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292322 Apr 29 17:57:37.045382 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c9e0c58-3447-4a82-afbd-aba4c0dfc0ca req-2a2f6a0f-0b2e-4c10-9c34-a9ad98ba3457 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309358 Apr 29 17:57:37.179179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882b6a9-0612-4bbc-853e-ca3b2525ab0e req-03031cc4-d660-47d5-8119-81fe5061929d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:37.180652 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9882b6a9-0612-4bbc-853e-ca3b2525ab0e req-03031cc4-d660-47d5-8119-81fe5061929d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0808871 Apr 29 17:57:37.226082 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9882b6a9-0612-4bbc-853e-ca3b2525ab0e req-492fb743-13d5-45b9-ba5f-a918ae9ccb85 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395083 Apr 29 17:57:38.430935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de18df-f74c-4686-8ff6-b7f98d5b65d3 req-e49e0d31-711e-4046-8ca6-b30986659850 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:38.432397 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d1de18df-f74c-4686-8ff6-b7f98d5b65d3 req-e49e0d31-711e-4046-8ca6-b30986659850 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0868526 Apr 29 17:57:38.482686 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d1de18df-f74c-4686-8ff6-b7f98d5b65d3 req-39f5786b-8fe6-49c1-9fb6-bb2dcad5c94f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412428 Apr 29 17:57:39.668378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd1493-b53e-42ee-b6fe-8a86400eb26b req-fb97f0eb-e55a-4877-8bfe-b2161e055b92 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:39.670702 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-85cd1493-b53e-42ee-b6fe-8a86400eb26b req-fb97f0eb-e55a-4877-8bfe-b2161e055b92 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0839643 Apr 29 17:57:39.718196 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-85cd1493-b53e-42ee-b6fe-8a86400eb26b req-784d7081-ee8e-4b49-9f10-9b0891a1b35f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413997 Apr 29 17:57:39.817056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 7b54ce2d-6186-4871-bb92-8cb74c4bf01b details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:57:39.821435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 7b54ce2d-6186-4871-bb92-8cb74c4bf01b no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:57:40.030273 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:40.064100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:57:40.082739 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'port_id': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b', 'mac_address': 'fa:16:3e:f6:e3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:57:40.088076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:57:40.101493 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42431d2-56fd-4eeb-aecd-cb289a28c9f0 req-221b742f-2477-4163-a36d-6868b2f676f8 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:40.102978 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b42431d2-56fd-4eeb-aecd-cb289a28c9f0 req-221b742f-2477-4163-a36d-6868b2f676f8 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.1444807 Apr 29 17:57:40.114313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e2ff3-75d8-4f67-819b-dcea1eeab244 req-f7feafc6-a706-485c-a125-9c5a888df6fe tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:40.115806 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf0e2ff3-75d8-4f67-819b-dcea1eeab244 req-f7feafc6-a706-485c-a125-9c5a888df6fe tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b&tenant_id=efa94d1d8f334e469541702b7db33a8d&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.1259589 Apr 29 17:57:40.135747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:57:40.151552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:40.157042 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddfb6668-dbc0-42f9-a5be-f483f1c6f3c8'] response: {'server_uuid': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b', 'code': 200} Apr 29 17:57:40.161700 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b42431d2-56fd-4eeb-aecd-cb289a28c9f0 req-a4189059-d5a6-4f6c-85be-7f66e7470b02 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448999 Apr 29 17:57:40.203642 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:40.267863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b54ce2d-6186-4871-bb92-8cb74c4bf01b {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:57:40.276320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e2ff3-75d8-4f67-819b-dcea1eeab244 req-d7b83a93-fd5c-4bfc-9a42-f53ebdce79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:40.277812 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf0e2ff3-75d8-4f67-819b-dcea1eeab244 req-d7b83a93-fd5c-4bfc-9a42-f53ebdce79ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 1096 time: 0.0738361 Apr 29 17:57:40.308723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:40.329744 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:40.330097 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:40.330424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:40.330780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:40.331087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:40.331447 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:40.331770 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:40.332093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:40.332480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:40.332801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:40.333118 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:40.333417 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:57:40.347496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:57:40.347900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:57:40.422266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e2ff3-75d8-4f67-819b-dcea1eeab244 req-0659f939-78a8-4434-82e8-ff4416c49aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:40.423762 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf0e2ff3-75d8-4f67-819b-dcea1eeab244 req-0659f939-78a8-4434-82e8-ff4416c49aef service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1401477 Apr 29 17:57:40.525198 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf0e2ff3-75d8-4f67-819b-dcea1eeab244 req-b654204c-6fc1-4391-bf1f-ea5011bcdf58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b HTTP/1.1" status: 200 len: 998 time: 0.0955126 Apr 29 17:57:40.590608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e2ff3-75d8-4f67-819b-dcea1eeab244 req-01d394a5-6422-4973-b384-2c99abe0dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:40.591891 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf0e2ff3-75d8-4f67-819b-dcea1eeab244 req-01d394a5-6422-4973-b384-2c99abe0dd51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0603645 Apr 29 17:57:40.672106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e2ff3-75d8-4f67-819b-dcea1eeab244 req-821fddab-bc91-49a4-8409-fb9fe1dd7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:40.673585 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf0e2ff3-75d8-4f67-819b-dcea1eeab244 req-821fddab-bc91-49a4-8409-fb9fe1dd7a95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760341 Apr 29 17:57:40.805511 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf0e2ff3-75d8-4f67-819b-dcea1eeab244 req-ecf0709b-5805-4330-8c71-4810222b8325 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261787 Apr 29 17:57:40.903236 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:40.920347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b54ce2d-6186-4871-bb92-8cb74c4bf01b {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:57:40.936130 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf0e2ff3-75d8-4f67-819b-dcea1eeab244 req-cad0390f-a9fd-4f8f-9e8e-e64f24764ba8 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245651 Apr 29 17:57:40.936323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:57:40.941858 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:41.015676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['7b54ce2d-6186-4871-bb92-8cb74c4bf01b'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:57:41.063792 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:41.349809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468bc31-93a2-477f-9755-8238169aa058 req-bb286d9c-7d7e-47ae-8509-aa406a545f18 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:41.351262 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c468bc31-93a2-477f-9755-8238169aa058 req-bb286d9c-7d7e-47ae-8509-aa406a545f18 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 944 time: 0.0808742 Apr 29 17:57:41.400458 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c468bc31-93a2-477f-9755-8238169aa058 req-92b3eeae-d05b-41bc-a14b-5e14074e9135 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431046 Apr 29 17:57:41.832327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 7b54ce2d-6186-4871-bb92-8cb74c4bf01b up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:57:41.906717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:57:41.907470 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:42.021327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:42.053424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:57:42.059766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:42.126045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,revision_number=8']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:42.158492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:57:42.207422 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6eb7de-e4c9-4eab-b1c5-36eb836b189d'] response: {'server_uuid': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b', 'code': 200} Apr 29 17:57:42.598090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035fd16-1613-4dfb-b74c-0dd1396d3c7e req-0008f653-a7e3-4950-8dda-e16053243e13 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:42.599576 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d035fd16-1613-4dfb-b74c-0dd1396d3c7e req-0008f653-a7e3-4950-8dda-e16053243e13 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0822074 Apr 29 17:57:42.642774 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d035fd16-1613-4dfb-b74c-0dd1396d3c7e req-e4fbddf6-757c-4189-b448-473c13100de7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373807 Apr 29 17:57:42.854185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbac1f-144b-430a-a9af-c2b5e9c6b586 req-a6a69c9a-af0d-4af0-b61c-49b304f70897 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:42.855652 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8bbac1f-144b-430a-a9af-c2b5e9c6b586 req-a6a69c9a-af0d-4af0-b61c-49b304f70897 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.1023333 Apr 29 17:57:42.899672 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8bbac1f-144b-430a-a9af-c2b5e9c6b586 req-5006786e-7076-4672-bd7d-558e1a43d292 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380723 Apr 29 17:57:43.104680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe38a4-c657-45b5-ae46-0c2102495f63 req-557e51b7-46d3-461a-bfbf-40b07866e463 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:43.106484 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4dbe38a4-c657-45b5-ae46-0c2102495f63 req-557e51b7-46d3-461a-bfbf-40b07866e463 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.1014452 Apr 29 17:57:43.152806 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4dbe38a4-c657-45b5-ae46-0c2102495f63 req-77e6f82b-963f-4d41-b4b1-8feb71a69521 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403407 Apr 29 17:57:43.642949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f678cae-b7e2-4ce0-8c75-7a7ee0fed4a8 req-f9f711e7-5f15-4a87-96d5-33814d6e05aa tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:43.644496 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7f678cae-b7e2-4ce0-8c75-7a7ee0fed4a8 req-f9f711e7-5f15-4a87-96d5-33814d6e05aa tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.1914868 Apr 29 17:57:43.689375 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7f678cae-b7e2-4ce0-8c75-7a7ee0fed4a8 req-d4d60805-2671-4b4e-9901-e080de74fb51 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384536 Apr 29 17:57:44.897287 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28875769-31e2-4b30-94f5-5724709c64ad req-7608570a-7ce8-40ad-a631-b9d991fc38e1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:44.899082 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-28875769-31e2-4b30-94f5-5724709c64ad req-7608570a-7ce8-40ad-a631-b9d991fc38e1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0933466 Apr 29 17:57:44.943134 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-28875769-31e2-4b30-94f5-5724709c64ad req-43c42797-8d12-4dc6-b9bf-2aebc04fb0c7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380731 Apr 29 17:57:45.173726 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eba89-ccd4-4784-b0d2-50069421c634 req-aa6dd0e5-3e6f-44ea-93c3-ca0f2d29e932 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:45.175154 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-529eba89-ccd4-4784-b0d2-50069421c634 req-aa6dd0e5-3e6f-44ea-93c3-ca0f2d29e932 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 945 time: 0.0882905 Apr 29 17:57:45.245780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Deleting port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:57:45.246110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:45.497022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] For port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:57:45.497263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:45.793417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:45.793642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:45.793973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e disassociated. External IP: 172.26.4.93, port: 7b54ce2d-6186-4871-bb92-8cb74c4bf01b. Apr 29 17:57:45.794301 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Calling delete_port for 7b54ce2d-6186-4871-bb92-8cb74c4bf01b owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:57:45.949437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:46.000955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event deleted for resources: {'Port': ['ID=7b54ce2d-6186-4871-bb92-8cb74c4bf01b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:46.178968 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f587e589-fc27-4917-910d-51fff7ea20f4 req-ca218c60-bffb-4886-b9ee-d1f7b8b047fc tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c500e75-d4d2-472b-b066-9410c4fe9f2b HTTP/1.1" status: 200 len: 210 time: 0.1175983 Apr 29 17:57:46.227841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:57:46.403546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:57:46.413269 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57daa0e-4f6d-46a2-87ca-e1ca0c203b86 None None] Sync routers for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:57:46.423739 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57daa0e-4f6d-46a2-87ca-e1ca0c203b86 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:57:46.424359 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d57daa0e-4f6d-46a2-87ca-e1ca0c203b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:57:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:57:46.588832 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] No DVR routers for this DVR port 7b54ce2d-6186-4871-bb92-8cb74c4bf01b on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:57:46.591600 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:46.594056 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'name': 'network-vif-deleted', 'tag': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:57:46.613306 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-529eba89-ccd4-4784-b0d2-50069421c634 req-ba5fd640-8287-4022-b8c7-2573d354b524 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "DELETE /v2.0/ports/7b54ce2d-6186-4871-bb92-8cb74c4bf01b HTTP/1.1" status: 204 len: 173 time: 1.4310532 Apr 29 17:57:46.650868 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-d57daa0e-4f6d-46a2-87ca-e1ca0c203b86 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:57:46.653504 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60db37c2-5571-43ef-ac23-929147476d46'] response: {'server_uuid': '5c500e75-d4d2-472b-b066-9410c4fe9f2b', 'name': 'network-vif-deleted', 'tag': '7b54ce2d-6186-4871-bb92-8cb74c4bf01b', 'status': 'completed', 'code': 200} Apr 29 17:57:46.962983 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d57daa0e-4f6d-46a2-87ca-e1ca0c203b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:57:46.967403 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57daa0e-4f6d-46a2-87ca-e1ca0c203b86 None None] Checking router: 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:57:46.976575 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57daa0e-4f6d-46a2-87ca-e1ca0c203b86 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:57:46.977167 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d57daa0e-4f6d-46a2-87ca-e1ca0c203b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:57:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:57:47.157937 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-d57daa0e-4f6d-46a2-87ca-e1ca0c203b86 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:57:47.467553 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d57daa0e-4f6d-46a2-87ca-e1ca0c203b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:57:47.471723 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57daa0e-4f6d-46a2-87ca-e1ca0c203b86 None None] The sync data for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv is: [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:57:47.525505 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-a758b1b9-8afb-4b8e-8229-5d49d8441348 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1067094714&fields=id&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 267 time: 0.0418572 Apr 29 17:57:47.682769 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-91711d3f-5f27-4238-a742-3658eb7d426c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:47.684327 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-91711d3f-5f27-4238-a742-3658eb7d426c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 812 time: 0.1519444 Apr 29 17:57:47.699897 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-aab2c161-103e-4261-81aa-61fe7ebc20f6 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/quotas/efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 375 time: 0.0099361 Apr 29 17:57:47.702829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c322c078-392f-47e3-b92a-92a441a79196 None None] New status for floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:57:47.784297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-8863c827-9cb1-46e9-a908-fa8299abe23f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Synchronizing usage tracker for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:57:47.803603 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-8863c827-9cb1-46e9-a908-fa8299abe23f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Unset dirty status for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:57:47.805018 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-8863c827-9cb1-46e9-a908-fa8299abe23f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0995588 Apr 29 17:57:47.947633 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-96f0a0b2-a389-42d2-9a78-2520db62a34a service neutron] 10.222.0.11 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297317 Apr 29 17:57:48.082145 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-77267608-d7c2-4622-9be8-7eb62a069029 service neutron] 10.222.0.11 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283114 Apr 29 17:57:48.260298 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-806c0ec6-5623-4a28-9b6c-ea82aa2adb03 req-eff25c33-cbd1-4d69-80fe-f1e4230becf4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 210 time: 0.0414772 Apr 29 17:57:48.413226 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:49.324917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-3fd18480-913c-4f92-a44e-b5f677189596 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:49.327036 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-3fd18480-913c-4f92-a44e-b5f677189596 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 812 time: 0.1479537 Apr 29 17:57:49.424321 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-52ecd54f-d354-4015-b51b-e75aaab6bb36 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 380 time: 0.0896182 Apr 29 17:57:49.426361 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a5bc41ab-9072-4578-aa5f-b4cc44b0347f req-344b188a-bad3-4ffd-85ea-92eb94e42179 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 210 time: 0.0561392 Apr 29 17:57:49.433877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Request body: {'port': {'device_id': '9875e6e9-d362-4982-901e-5488cbbae584', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'admin_state_up': True, 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'security_groups': ['37d9565e-8ec8-4e18-a467-84bc0d445055']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:57:49.567695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:57:49.577487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:57:49.589686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Made reservation on behalf of efa94d1d8f334e469541702b7db33a8d for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:57:49.593495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:49.772130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Allocated IP 172.20.0.9 (0d4b26c2-0da9-4d89-9974-791fc722ad04/7129e99e-ac71-4a22-ac06-38c8c3a32283/e0230438-5ffb-4228-865f-86c19526c34e) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:57:49.857607 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 7b54ce2d-6186-4871-bb92-8cb74c4bf01b no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:57:49.893496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 7b54ce2d-6186-4871-bb92-8cb74c4bf01b {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:57:49.893834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 7b54ce2d-6186-4871-bb92-8cb74c4bf01b not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:57:49.984532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:50.001353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Transition to ACTIVE for port object e0230438-5ffb-4228-865f-86c19526c34e will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:57:50.028993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:50.097963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Network 0d4b26c2-0da9-4d89-9974-791fc722ad04 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:57:50.101038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:57:50.104889 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:57:50.141106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event updated for resources: {'Port': ['ID=e0230438-5ffb-4228-865f-86c19526c34e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:50.172874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:50.173467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:50.200525 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-da7a3447-a87b-47af-8fca-1dcaa4e8fd3c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7701063 Apr 29 17:57:50.212785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Request body: {'port': {'device_id': '9875e6e9-d362-4982-901e-5488cbbae584', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:57:50.369714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d3aaf560-36bb-4a8c-a3f6-9d865d16ff5a None None] Provisioning for port e0230438-5ffb-4228-865f-86c19526c34e completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:57:50.375068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d3aaf560-36bb-4a8c-a3f6-9d865d16ff5a None None] Provisioning complete for port e0230438-5ffb-4228-865f-86c19526c34e triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:57:50.375464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d3aaf560-36bb-4a8c-a3f6-9d865d16ff5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:50.430320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d3aaf560-36bb-4a8c-a3f6-9d865d16ff5a None None] Port e0230438-5ffb-4228-865f-86c19526c34e cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:57:50.437730 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:50.739710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa12295-590e-4752-ae28-e41931fb3d70 req-7969cc51-0239-4080-a354-3598953ee178 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:50.740391 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-1fa12295-590e-4752-ae28-e41931fb3d70 req-7969cc51-0239-4080-a354-3598953ee178 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Synchronizing usage tracker for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:57:50.775650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-1fa12295-590e-4752-ae28-e41931fb3d70 req-7969cc51-0239-4080-a354-3598953ee178 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Unset dirty status for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:57:50.776784 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1fa12295-590e-4752-ae28-e41931fb3d70 req-7969cc51-0239-4080-a354-3598953ee178 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 931 time: 0.2277484 Apr 29 17:57:50.871702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0230438-5ffb-4228-865f-86c19526c34e {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:57:50.878130 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1fa12295-590e-4752-ae28-e41931fb3d70 req-1ee3095b-c2be-4156-925c-8f418827674d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933838 Apr 29 17:57:50.881863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:50.896355 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Transition to ACTIVE for port object e0230438-5ffb-4228-865f-86c19526c34e will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:57:50.900957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:51.050380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Pushing event updated for resources: {'Port': ['ID=e0230438-5ffb-4228-865f-86c19526c34e,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:51.131567 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Attempting to bind port e0230438-5ffb-4228-865f-86c19526c34e on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:57:51.131891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Attempting to bind port e0230438-5ffb-4228-865f-86c19526c34e by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:57:51.132206 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Attempting to bind port e0230438-5ffb-4228-865f-86c19526c34e on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:57:51.136790 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Port e0230438-5ffb-4228-865f-86c19526c34e on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:57:51.137085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Attempting to bind port e0230438-5ffb-4228-865f-86c19526c34e on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:57:51.142273 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:57:51.142601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Checking segment: {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:57:51.142967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Bound using segment: {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:57:51.143398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Bound port: e0230438-5ffb-4228-865f-86c19526c34e, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:57:51.143733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:51.230656 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] For port e0230438-5ffb-4228-865f-86c19526c34e, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:57:51.233590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] For port e0230438-5ffb-4228-865f-86c19526c34e, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0230438-5ffb-4228-865f-86c19526c34e,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:57:51.239111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:51.300727 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:51.301400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:51.302718 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-66ea9910-a338-4596-b213-3351af24c58f service neutron] 10.222.0.36 "PUT /v2.0/ports/e0230438-5ffb-4228-865f-86c19526c34e HTTP/1.1" status: 200 len: 1093 time: 1.0943885 Apr 29 17:57:51.303137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9875e6e9-d362-4982-901e-5488cbbae584', 'tag': 'e0230438-5ffb-4228-865f-86c19526c34e'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:57:51.324631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea9910-a338-4596-b213-3351af24c58f service neutron] Pushing event updated for resources: {'Port': ['ID=e0230438-5ffb-4228-865f-86c19526c34e,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:51.378685 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5354d49-29b5-4a5f-b5a9-4ac607fa049f'] response: {'name': 'network-changed', 'server_uuid': '9875e6e9-d362-4982-901e-5488cbbae584', 'tag': 'e0230438-5ffb-4228-865f-86c19526c34e', 'status': 'completed', 'code': 200} Apr 29 17:57:51.420400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-abe71156-4f7d-4c17-be70-6b7ac11de14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:51.421954 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-abe71156-4f7d-4c17-be70-6b7ac11de14c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 1096 time: 0.0759015 Apr 29 17:57:51.492360 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-89be19b4-4f0e-4223-b58b-95efb7fb6512 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0230438-5ffb-4228-865f-86c19526c34e HTTP/1.1" status: 200 len: 217 time: 0.0638750 Apr 29 17:57:51.553541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-9fc9337a-ad40-4e4f-bb85-d60333859c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:51.554907 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-9fc9337a-ad40-4e4f-bb85-d60333859c7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0573895 Apr 29 17:57:51.633692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-5726c32e-c531-49d0-9266-913c311fad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:51.635165 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-5726c32e-c531-49d0-9266-913c311fad54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742927 Apr 29 17:57:51.768304 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-1f8ccc01-dc1c-4b9a-b979-9affefa0fdec service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265035 Apr 29 17:57:51.903113 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-468022a4-2d71-4e87-9384-b31f760f1c12 req-fb56acad-0ea5-46c4-9357-c22b5db806bb service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289086 Apr 29 17:57:52.080306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0d9ef-08db-46f5-8e01-0f4a57f50a2b req-85fe1513-6f00-4eaf-8703-5e6cdb8373e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:52.081817 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d6b0d9ef-08db-46f5-8e01-0f4a57f50a2b req-85fe1513-6f00-4eaf-8703-5e6cdb8373e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 1096 time: 0.1352661 Apr 29 17:57:52.089977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9e363-03d7-462f-a1f6-a625982fa796 req-89a6fcde-82f6-466f-864f-9db39e37101e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:52.091274 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-49e9e363-03d7-462f-a1f6-a625982fa796 req-89a6fcde-82f6-466f-864f-9db39e37101e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 943 time: 0.1005361 Apr 29 17:57:52.331310 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-49e9e363-03d7-462f-a1f6-a625982fa796 req-03b8508b-f25f-4f11-adfe-973f6d9277d3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100459 Apr 29 17:57:52.361657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0d9ef-08db-46f5-8e01-0f4a57f50a2b req-a155d68c-6eed-4125-891f-c9e0d1c9e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:52.363087 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d6b0d9ef-08db-46f5-8e01-0f4a57f50a2b req-a155d68c-6eed-4125-891f-c9e0d1c9e940 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.2709692 Apr 29 17:57:52.432525 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d6b0d9ef-08db-46f5-8e01-0f4a57f50a2b req-6eb4ed0a-5ec4-4389-857a-cded1ad40f08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0230438-5ffb-4228-865f-86c19526c34e HTTP/1.1" status: 200 len: 217 time: 0.0627031 Apr 29 17:57:52.495815 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0d9ef-08db-46f5-8e01-0f4a57f50a2b req-faa8728f-6678-4f17-8bf6-3e14fa6d8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:52.497207 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d6b0d9ef-08db-46f5-8e01-0f4a57f50a2b req-faa8728f-6678-4f17-8bf6-3e14fa6d8f16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0574212 Apr 29 17:57:52.573734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0d9ef-08db-46f5-8e01-0f4a57f50a2b req-1bd748c2-3eb7-4526-a6eb-fa2afdff4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:52.575138 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d6b0d9ef-08db-46f5-8e01-0f4a57f50a2b req-1bd748c2-3eb7-4526-a6eb-fa2afdff4725 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720632 Apr 29 17:57:52.708115 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d6b0d9ef-08db-46f5-8e01-0f4a57f50a2b req-8f175ec1-05c1-4641-a39e-bddb5abb8980 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257675 Apr 29 17:57:52.839134 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d6b0d9ef-08db-46f5-8e01-0f4a57f50a2b req-20a9cead-9177-412f-93b2-609f7d9abc50 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255085 Apr 29 17:57:53.296715 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-18ebc52e-26af-45e4-ad3f-45f03b6f2bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:53.533193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e1a3b-a035-46a9-8eff-47bedfb65557 req-910c4eff-8c15-4614-a450-c1b884b64272 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:53.534635 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bf7e1a3b-a035-46a9-8eff-47bedfb65557 req-910c4eff-8c15-4614-a450-c1b884b64272 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 943 time: 0.0845280 Apr 29 17:57:53.579329 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bf7e1a3b-a035-46a9-8eff-47bedfb65557 req-25561bcb-efe5-45be-bfca-ba519ceafa47 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386267 Apr 29 17:57:53.895192 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0230438-5ffb-4228-865f-86c19526c34e details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:57:54.034551 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port e0230438-5ffb-4228-865f-86c19526c34e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0230438-5ffb-4228-865f-86c19526c34e,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:57:54.048711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': 'e0230438-5ffb-4228-865f-86c19526c34e', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'port_id': 'e0230438-5ffb-4228-865f-86c19526c34e', 'mac_address': 'fa:16:3e:60:36:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:57:54.114174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:54.137875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0230438-5ffb-4228-865f-86c19526c34e {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:57:54.156329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port e0230438-5ffb-4228-865f-86c19526c34e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0230438-5ffb-4228-865f-86c19526c34e,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:57:54.163035 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:54.230231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=e0230438-5ffb-4228-865f-86c19526c34e,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:54.356094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['e0230438-5ffb-4228-865f-86c19526c34e'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:57:54.786742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1beb2ae-44ff-4897-81f3-b313e3e2e32c req-cc8e3030-8fb3-448e-aba7-59b141dedeec tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:54.788140 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1beb2ae-44ff-4897-81f3-b313e3e2e32c req-cc8e3030-8fb3-448e-aba7-59b141dedeec tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 944 time: 0.0932851 Apr 29 17:57:54.835761 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1beb2ae-44ff-4897-81f3-b313e3e2e32c req-188b52b8-496f-4a16-b749-cb30488a117e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417652 Apr 29 17:57:55.388169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-973bf236-cd3e-42c0-aa51-07d1e57a9ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:55.908703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0230438-5ffb-4228-865f-86c19526c34e up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:57:55.976508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port e0230438-5ffb-4228-865f-86c19526c34e completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:57:55.981171 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port e0230438-5ffb-4228-865f-86c19526c34e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:57:55.981537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:56.023747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209ccf7-b1fb-4c3d-b090-a73c87b2eab0 req-9b77fa1d-b5ed-427d-9822-06f2e7daed33 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:56.025165 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0209ccf7-b1fb-4c3d-b090-a73c87b2eab0 req-9b77fa1d-b5ed-427d-9822-06f2e7daed33 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 944 time: 0.0797160 Apr 29 17:57:56.068987 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0209ccf7-b1fb-4c3d-b090-a73c87b2eab0 req-26df7f10-1297-42c7-97bf-e01a67b4af41 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379434 Apr 29 17:57:56.099783 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:56.128102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9875e6e9-d362-4982-901e-5488cbbae584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0230438-5ffb-4228-865f-86c19526c34e'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:57:56.138067 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port e0230438-5ffb-4228-865f-86c19526c34e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0230438-5ffb-4228-865f-86c19526c34e,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:57:56.142804 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:56.208763 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f51144-a5db-4416-9ed0-76dc5473ded6'] response: {'server_uuid': '9875e6e9-d362-4982-901e-5488cbbae584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0230438-5ffb-4228-865f-86c19526c34e', 'code': 200} Apr 29 17:57:56.248180 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=e0230438-5ffb-4228-865f-86c19526c34e,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:57:56.412642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bf45f-9bd5-441c-bb83-4560bea68dd0 req-7a85be7a-c575-4d68-8bb5-eb99d4abcd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:56.414185 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e51bf45f-9bd5-441c-bb83-4560bea68dd0 req-7a85be7a-c575-4d68-8bb5-eb99d4abcd84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 1098 time: 0.0766895 Apr 29 17:57:56.454134 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e51bf45f-9bd5-441c-bb83-4560bea68dd0 req-8232b91a-844d-4980-a863-57a00b8cc5fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334165 Apr 29 17:57:56.653360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:56.818661 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:57.264571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cbccc-7055-41dc-a94c-def6e5666100 req-4e8f3bd3-853f-49cc-8745-05a5c337dfb5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:57.265990 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b62cbccc-7055-41dc-a94c-def6e5666100 req-4e8f3bd3-853f-49cc-8745-05a5c337dfb5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0835004 Apr 29 17:57:57.309852 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b62cbccc-7055-41dc-a94c-def6e5666100 req-25b85fa4-18e4-414e-aafe-c4df531b0587 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379803 Apr 29 17:57:58.065145 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:58.507463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba86eca-b078-4386-8c07-ad8c57ef2f15 req-bd848de8-0f3d-43ce-95e5-cd5b6ff2fca5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:58.508895 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cba86eca-b078-4386-8c07-ad8c57ef2f15 req-bd848de8-0f3d-43ce-95e5-cd5b6ff2fca5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0837460 Apr 29 17:57:58.553330 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cba86eca-b078-4386-8c07-ad8c57ef2f15 req-6180b6cc-e0d8-4103-9ed9-396b6443890f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387130 Apr 29 17:57:58.740405 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0682a97-ae88-45d1-9f7c-eeba14fcfd70 req-879d3b89-4028-4db9-ac18-d88dc3aaa26f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:57:58.741835 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c0682a97-ae88-45d1-9f7c-eeba14fcfd70 req-879d3b89-4028-4db9-ac18-d88dc3aaa26f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0833004 Apr 29 17:57:58.750775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 57276) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:57:58.755654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-70f0c3a7-8363-4110-872e-21de7710fb07 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Request body: {'floatingip': {'port_id': 'e0230438-5ffb-4228-865f-86c19526c34e'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:57:58.833471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70f0c3a7-8363-4110-872e-21de7710fb07 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:59.528863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70f0c3a7-8363-4110-872e-21de7710fb07 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:59.535791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70f0c3a7-8363-4110-872e-21de7710fb07 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:57:59.703463 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-70f0c3a7-8363-4110-872e-21de7710fb07 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e associated. External IP: 172.26.4.93, port: e0230438-5ffb-4228-865f-86c19526c34e. Apr 29 17:58:00.049580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f0c3a7-8363-4110-872e-21de7710fb07 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:58:00.229781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f0c3a7-8363-4110-872e-21de7710fb07 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:58:00.234720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-70f0c3a7-8363-4110-872e-21de7710fb07 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:00.239907 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5d0a9-3d18-4131-a2f7-446f0234fc23 None None] Sync routers for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:58:00.250115 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5d0a9-3d18-4131-a2f7-446f0234fc23 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:58:00.250790 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d0a9-3d18-4131-a2f7-446f0234fc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:57:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:58:00.288741 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-70f0c3a7-8363-4110-872e-21de7710fb07 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "PUT /v2.0/floatingips/c91907c3-0122-42fd-bd7b-e584f521dc2e HTTP/1.1" status: 200 len: 990 time: 1.5368898 Apr 29 17:58:00.289310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9875e6e9-d362-4982-901e-5488cbbae584', 'tag': 'e0230438-5ffb-4228-865f-86c19526c34e'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:58:00.338329 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4510a5-ecb9-4e5e-aac0-8963948b342a'] response: {'name': 'network-changed', 'server_uuid': '9875e6e9-d362-4982-901e-5488cbbae584', 'tag': 'e0230438-5ffb-4228-865f-86c19526c34e', 'status': 'completed', 'code': 200} Apr 29 17:58:00.430278 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f851ba-6119-4b2a-884b-5e45aa3c0a58 req-def7e94d-d0a0-4eff-a7fc-b40b2af65379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:00.430662 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-e4f5d0a9-3d18-4131-a2f7-446f0234fc23 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:58:00.431790 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-69f851ba-6119-4b2a-884b-5e45aa3c0a58 req-def7e94d-d0a0-4eff-a7fc-b40b2af65379 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 1098 time: 0.0717134 Apr 29 17:58:00.615848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f851ba-6119-4b2a-884b-5e45aa3c0a58 req-f259921f-e119-489e-9fc5-e4fad3b6563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:00.617478 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-69f851ba-6119-4b2a-884b-5e45aa3c0a58 req-f259921f-e119-489e-9fc5-e4fad3b6563c service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1778584 Apr 29 17:58:00.814697 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d0a9-3d18-4131-a2f7-446f0234fc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'c91907c3-0122-42fd-bd7b-e584f521dc2e', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'port_id': 'e0230438-5ffb-4228-865f-86c19526c34e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'mac_address': 'fa:16:3e:60:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875e6e9-d362-4982-901e-5488cbbae584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:56:56Z', 'updated_at': '2022-04-29T17:57:59Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:58:00.818743 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5d0a9-3d18-4131-a2f7-446f0234fc23 None None] Checking router: 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:58:00.827200 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5d0a9-3d18-4131-a2f7-446f0234fc23 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:58:00.827823 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d0a9-3d18-4131-a2f7-446f0234fc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:57:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:58:00.861647 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-69f851ba-6119-4b2a-884b-5e45aa3c0a58 req-212fcd7f-367a-4b04-8a16-71a4ef9f2bea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0230438-5ffb-4228-865f-86c19526c34e HTTP/1.1" status: 200 len: 998 time: 0.1107190 Apr 29 17:58:00.909433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347435f-614e-47ab-bc71-6cc4a7dd9864 req-1734f4ae-3d0c-44bf-a03e-efbafe0709a4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:00.910804 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7347435f-614e-47ab-bc71-6cc4a7dd9864 req-1734f4ae-3d0c-44bf-a03e-efbafe0709a4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.3358095 Apr 29 17:58:00.962909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f851ba-6119-4b2a-884b-5e45aa3c0a58 req-e12df7be-5976-49e4-a855-675fa73c4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:00.964408 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-69f851ba-6119-4b2a-884b-5e45aa3c0a58 req-e12df7be-5976-49e4-a855-675fa73c4a8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0954611 Apr 29 17:58:01.001130 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-e4f5d0a9-3d18-4131-a2f7-446f0234fc23 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:58:01.006987 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7347435f-614e-47ab-bc71-6cc4a7dd9864 req-59e2ff0d-230e-4e24-9049-a1fe309bf554 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898256 Apr 29 17:58:01.046765 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f851ba-6119-4b2a-884b-5e45aa3c0a58 req-fb8fdbc0-f465-4fc4-b54d-3dc5710556ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:01.048263 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-69f851ba-6119-4b2a-884b-5e45aa3c0a58 req-fb8fdbc0-f465-4fc4-b54d-3dc5710556ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779510 Apr 29 17:58:01.177873 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-69f851ba-6119-4b2a-884b-5e45aa3c0a58 req-5174816c-f129-4c10-b666-a6d0b4beef0d service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232774 Apr 29 17:58:01.305408 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-69f851ba-6119-4b2a-884b-5e45aa3c0a58 req-dbaf8874-3f5e-4784-8ec9-1ccb3538d247 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219935 Apr 29 17:58:01.350606 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d0a9-3d18-4131-a2f7-446f0234fc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'c91907c3-0122-42fd-bd7b-e584f521dc2e', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'port_id': 'e0230438-5ffb-4228-865f-86c19526c34e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'mac_address': 'fa:16:3e:60:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875e6e9-d362-4982-901e-5488cbbae584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:56:56Z', 'updated_at': '2022-04-29T17:57:59Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:58:01.354607 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5d0a9-3d18-4131-a2f7-446f0234fc23 None None] The sync data for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv is: [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'c91907c3-0122-42fd-bd7b-e584f521dc2e', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'port_id': 'e0230438-5ffb-4228-865f-86c19526c34e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'mac_address': 'fa:16:3e:60:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875e6e9-d362-4982-901e-5488cbbae584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:56:56Z', 'updated_at': '2022-04-29T17:57:59Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:58:01.534296 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662334a-9c99-41d4-939e-49470ee1a54b None None] New status for floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:58:02.209668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472da065-c62e-4cd4-92fa-c2bb73c597f0 req-e6b49bc0-ab4e-428f-95a3-fbbcfbe85b57 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:02.211095 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-472da065-c62e-4cd4-92fa-c2bb73c597f0 req-e6b49bc0-ab4e-428f-95a3-fbbcfbe85b57 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0839486 Apr 29 17:58:02.265989 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-472da065-c62e-4cd4-92fa-c2bb73c597f0 req-5cb0a12b-09d3-49e6-b55f-7464c33173f4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468206 Apr 29 17:58:03.470113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447961fb-766b-4d37-a1b9-cdb2cff637f7 req-177354eb-7e37-4261-a1b7-7844d6221deb tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:03.471559 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-447961fb-766b-4d37-a1b9-cdb2cff637f7 req-177354eb-7e37-4261-a1b7-7844d6221deb tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0876706 Apr 29 17:58:03.515902 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-447961fb-766b-4d37-a1b9-cdb2cff637f7 req-14a99a19-a8ff-4dc2-ac77-817cc1b3f1db tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385756 Apr 29 17:58:04.722233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8a5cf-ca5e-4ac8-b306-745520794ebc req-12cdd885-ca86-4def-91b7-2239affc54ac tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:04.723613 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-51b8a5cf-ca5e-4ac8-b306-745520794ebc req-12cdd885-ca86-4def-91b7-2239affc54ac tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0853984 Apr 29 17:58:04.770229 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-51b8a5cf-ca5e-4ac8-b306-745520794ebc req-ebf3958d-033c-4fec-ae3d-025d98971597 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382397 Apr 29 17:58:05.490523 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:58:05.960297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fc189-59f6-49e4-88c5-9322d4bb3ae7 req-eb71db5d-4565-44b8-a139-7756b68ee20c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:05.961751 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-548fc189-59f6-49e4-88c5-9322d4bb3ae7 req-eb71db5d-4565-44b8-a139-7756b68ee20c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0818634 Apr 29 17:58:06.006394 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-548fc189-59f6-49e4-88c5-9322d4bb3ae7 req-78f90b6e-c771-41da-bc6c-4f18202f3eb8 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388529 Apr 29 17:58:07.206706 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffec754-42bd-49df-aa7a-66c340a56e07 req-4b1df1f4-4a03-4734-afc3-79280f9ab6f9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:07.208510 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bffec754-42bd-49df-aa7a-66c340a56e07 req-4b1df1f4-4a03-4734-afc3-79280f9ab6f9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0878489 Apr 29 17:58:07.251668 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bffec754-42bd-49df-aa7a-66c340a56e07 req-a51b0c6a-390c-410e-b418-a315e86a7a8d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374160 Apr 29 17:58:08.451043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def181e0-8767-494a-b1c6-23d2879da43b req-c479d4d8-923e-4634-b9fb-460c6f056a3a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:08.452645 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-def181e0-8767-494a-b1c6-23d2879da43b req-c479d4d8-923e-4634-b9fb-460c6f056a3a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0894835 Apr 29 17:58:08.497683 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-def181e0-8767-494a-b1c6-23d2879da43b req-d53240f7-0f71-4e0d-a1f0-f97a26f5f9fe tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389781 Apr 29 17:58:09.706506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b88af-052c-4da2-aeb8-cf88d49c1238 req-4d02f3e4-a73f-46e5-b138-33c9770d6f83 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:09.707999 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8f7b88af-052c-4da2-aeb8-cf88d49c1238 req-4d02f3e4-a73f-46e5-b138-33c9770d6f83 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0924797 Apr 29 17:58:09.757261 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8f7b88af-052c-4da2-aeb8-cf88d49c1238 req-0ff0d2bf-7eb1-4eb6-82c1-7311f016fc49 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433526 Apr 29 17:58:10.965720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466b6d8-ac39-4c32-86a7-a37c78d07a86 req-e357b4a3-9a91-4d2d-bcbb-58697fc7a786 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:10.967145 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a466b6d8-ac39-4c32-86a7-a37c78d07a86 req-e357b4a3-9a91-4d2d-bcbb-58697fc7a786 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0903552 Apr 29 17:58:11.015071 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a466b6d8-ac39-4c32-86a7-a37c78d07a86 req-0d761528-f26e-4b46-b24d-e000fb95e165 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421994 Apr 29 17:58:12.241807 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcafbb-a159-4f41-a8c1-e418e96932e9 req-d95c5268-cdf7-4e4f-b008-d1486ef40974 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:12.243235 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5cdcafbb-a159-4f41-a8c1-e418e96932e9 req-d95c5268-cdf7-4e4f-b008-d1486ef40974 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0920100 Apr 29 17:58:12.289397 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5cdcafbb-a159-4f41-a8c1-e418e96932e9 req-d787e9da-9133-4ef0-a7e0-3b52004caa1b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380616 Apr 29 17:58:13.487959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf339f92-9c78-4377-9174-9da0a1f66c50 req-6864d9a9-e8f1-4823-808e-899c4781d608 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:13.489543 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf339f92-9c78-4377-9174-9da0a1f66c50 req-6864d9a9-e8f1-4823-808e-899c4781d608 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0847499 Apr 29 17:58:13.536236 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf339f92-9c78-4377-9174-9da0a1f66c50 req-b790d880-6ea9-4aa0-9cde-37d48887ac54 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381110 Apr 29 17:58:14.745860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3eb1b-597b-4ad5-b0e2-d5ac1dbe7247 req-62b7a24c-9041-43af-9a85-8c335fcdd817 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:14.747202 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-adc3eb1b-597b-4ad5-b0e2-d5ac1dbe7247 req-62b7a24c-9041-43af-9a85-8c335fcdd817 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0907700 Apr 29 17:58:14.791889 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-adc3eb1b-597b-4ad5-b0e2-d5ac1dbe7247 req-680f305d-44c3-4b9e-92e4-06fcd7dc3166 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388653 Apr 29 17:58:16.114101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e06943-c690-4981-81c4-7bd9665297fa req-0d6237a8-b1b1-42eb-82b9-e9a48029d76f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:16.115570 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-31e06943-c690-4981-81c4-7bd9665297fa req-0d6237a8-b1b1-42eb-82b9-e9a48029d76f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.1936355 Apr 29 17:58:16.160242 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-31e06943-c690-4981-81c4-7bd9665297fa req-5258910d-e5d5-4eb4-ba2c-db92fe714e52 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385492 Apr 29 17:58:17.202958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ad9be-49f8-4354-b17c-26ec2af2a338 req-ac75e02a-ce78-42b1-a6ea-ff6e4494e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:17.204598 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-419ad9be-49f8-4354-b17c-26ec2af2a338 req-ac75e02a-ce78-42b1-a6ea-ff6e4494e283 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 1098 time: 0.0766504 Apr 29 17:58:17.399204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ad9be-49f8-4354-b17c-26ec2af2a338 req-d3f6f0cc-cbf2-4fd1-983b-937927391d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:17.400655 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-419ad9be-49f8-4354-b17c-26ec2af2a338 req-d3f6f0cc-cbf2-4fd1-983b-937927391d67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1764650 Apr 29 17:58:17.499855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce58745-842d-404c-9ca8-a04906729635 req-a53bc786-5ae6-405e-b876-413aeb95dc55 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:17.501225 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fce58745-842d-404c-9ca8-a04906729635 req-a53bc786-5ae6-405e-b876-413aeb95dc55 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.2358003 Apr 29 17:58:17.546828 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-419ad9be-49f8-4354-b17c-26ec2af2a338 req-b4dcbdc7-0daf-4b66-ba73-67e9418b2ab0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0230438-5ffb-4228-865f-86c19526c34e HTTP/1.1" status: 200 len: 1000 time: 0.1391609 Apr 29 17:58:17.589784 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fce58745-842d-404c-9ca8-a04906729635 req-965ed8c5-8e02-4550-be40-ac15fef909fa tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821993 Apr 29 17:58:17.619831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ad9be-49f8-4354-b17c-26ec2af2a338 req-8f99f3f1-c115-46fe-aca6-3beb74bbae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:17.621254 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-419ad9be-49f8-4354-b17c-26ec2af2a338 req-8f99f3f1-c115-46fe-aca6-3beb74bbae2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0667965 Apr 29 17:58:17.697810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ad9be-49f8-4354-b17c-26ec2af2a338 req-832de339-4f92-4160-9369-3d228029b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:17.699256 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-419ad9be-49f8-4354-b17c-26ec2af2a338 req-832de339-4f92-4160-9369-3d228029b6c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713105 Apr 29 17:58:17.838381 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-419ad9be-49f8-4354-b17c-26ec2af2a338 req-5e51fd6b-55fb-4148-a5d1-490172141be8 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311123 Apr 29 17:58:17.969621 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-419ad9be-49f8-4354-b17c-26ec2af2a338 req-768c8f93-333b-41d9-b64e-382b0567a94b service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242225 Apr 29 17:58:18.438005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:18.807344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c96c-6050-47be-a62b-b2a8cf65638b req-258ab46b-8869-4182-b552-3d5dec06fcf7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:18.808787 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ff36c96c-6050-47be-a62b-b2a8cf65638b req-258ab46b-8869-4182-b552-3d5dec06fcf7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.1062107 Apr 29 17:58:18.859881 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ff36c96c-6050-47be-a62b-b2a8cf65638b req-d4aae442-16ae-4a38-b13e-e18d259aeaa0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428028 Apr 29 17:58:20.077130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e063c-e887-42dd-a547-5403da167901 req-7674197c-02a6-420a-a011-8262af72298f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:20.078582 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ac0e063c-e887-42dd-a547-5403da167901 req-7674197c-02a6-420a-a011-8262af72298f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0901752 Apr 29 17:58:20.123927 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ac0e063c-e887-42dd-a547-5403da167901 req-fa3c3913-3ae4-40ab-97e8-03188ce05e1e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395162 Apr 29 17:58:21.322231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0c4c6-3c77-4298-b707-e1a0fa69d671 req-75a9f722-77e0-47f1-917b-8aee065a264d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:21.323678 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7dd0c4c6-3c77-4298-b707-e1a0fa69d671 req-75a9f722-77e0-47f1-917b-8aee065a264d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0840275 Apr 29 17:58:21.368291 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7dd0c4c6-3c77-4298-b707-e1a0fa69d671 req-df24dde4-3512-486a-a717-378107e4c7a2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388892 Apr 29 17:58:22.572970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b53e3-2866-4600-b773-9fce99ee945b req-bb8facf7-e43c-4bb4-84d0-33978443c52f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:22.574387 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-847b53e3-2866-4600-b773-9fce99ee945b req-bb8facf7-e43c-4bb4-84d0-33978443c52f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0869343 Apr 29 17:58:22.618831 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-847b53e3-2866-4600-b773-9fce99ee945b req-a413bcdc-fc78-4bde-9c22-50cfadd8300a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387337 Apr 29 17:58:23.300644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a57aa9f0-ca80-42a6-8791-0589efd378c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:23.811437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7df393-a197-47c2-a514-12b9ed80b319 req-15a324b8-0692-4b53-96ce-235cbd271621 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:23.812832 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b7df393-a197-47c2-a514-12b9ed80b319 req-15a324b8-0692-4b53-96ce-235cbd271621 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0836322 Apr 29 17:58:23.858212 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b7df393-a197-47c2-a514-12b9ed80b319 req-ff5a6eb8-6096-46fb-8f5c-a3291c7af745 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378423 Apr 29 17:58:25.056085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f88cde-9e11-4cec-a4eb-7adac62691ac req-9675b324-9b4c-498a-bae2-b387938bb195 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:25.057497 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75f88cde-9e11-4cec-a4eb-7adac62691ac req-9675b324-9b4c-498a-bae2-b387938bb195 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0892310 Apr 29 17:58:25.103213 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75f88cde-9e11-4cec-a4eb-7adac62691ac req-cc0b3f63-9782-461a-871a-4d2901809393 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 Apr 29 17:58:25.389878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-02970f74-5f3b-4734-bd88-bdf95bd92be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:26.301435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb95599-5532-4bb1-bcae-f84519c32340 req-949cb84c-e7dc-4e20-b1da-689c98b27b6a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:26.302883 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7fb95599-5532-4bb1-bcae-f84519c32340 req-949cb84c-e7dc-4e20-b1da-689c98b27b6a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0898206 Apr 29 17:58:26.349961 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7fb95599-5532-4bb1-bcae-f84519c32340 req-add1fa70-b237-41cd-ad04-c7ff299d385c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Apr 29 17:58:26.664270 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:26.713079 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-d4b49ea4-1e37-444d-a1db-dbd81af4af21 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711715 Apr 29 17:58:26.774799 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783d40-2276-4076-b250-d21be179d0ec req-ceedb1b3-0551-4c3c-8184-862c2ca18657 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:26.776337 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17783d40-2276-4076-b250-d21be179d0ec req-ceedb1b3-0551-4c3c-8184-862c2ca18657 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0804119 Apr 29 17:58:26.805884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:26.940173 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17783d40-2276-4076-b250-d21be179d0ec req-a543feb3-d2fc-4f8e-9f11-6cea5f808721 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579192 Apr 29 17:58:27.852075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-99d7e879-5536-4f09-bde9-12970119aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:27.853535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-99d7e879-5536-4f09-bde9-12970119aba4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 1098 time: 0.0715716 Apr 29 17:58:27.985407 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-a762377f-0085-42a8-a4e2-c437c3e57794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:27.986827 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-a762377f-0085-42a8-a4e2-c437c3e57794 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1267579 Apr 29 17:58:28.063312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:28.137100 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-de6879f7-6313-4286-9e5b-03af56f1cb2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0230438-5ffb-4228-865f-86c19526c34e HTTP/1.1" status: 200 len: 1000 time: 0.1440561 Apr 29 17:58:28.210972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb059c-51b0-4cbf-b833-d479f4461115 req-74701942-87cc-46fa-aacc-5c0410b5627f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:28.212431 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-09cb059c-51b0-4cbf-b833-d479f4461115 req-74701942-87cc-46fa-aacc-5c0410b5627f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.1643713 Apr 29 17:58:28.213838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-c2b31d03-015d-4bf6-b8be-ec93a2419473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:28.215101 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-c2b31d03-015d-4bf6-b8be-ec93a2419473 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0714355 Apr 29 17:58:28.303490 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-09cb059c-51b0-4cbf-b833-d479f4461115 req-f0c51382-1d7c-4f76-abd1-c385b0e83eee tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850844 Apr 29 17:58:28.322838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-e2559aa2-f96d-477a-8d4c-c81381d77059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:28.324286 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-e2559aa2-f96d-477a-8d4c-c81381d77059 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0934138 Apr 29 17:58:28.465478 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-a5dfd96d-28f7-4464-9a33-fa5f8bcdbdb5 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349843 Apr 29 17:58:28.601671 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-76135bc2-4e88-4a14-8052-8afc1ea4fcc4 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303525 Apr 29 17:58:29.500914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf01183-75e6-41c7-a22b-145392975475 req-b0fda518-a2bc-49ee-a15e-7c056dda53fe tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:29.502343 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ecf01183-75e6-41c7-a22b-145392975475 req-b0fda518-a2bc-49ee-a15e-7c056dda53fe tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0836167 Apr 29 17:58:29.553797 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ecf01183-75e6-41c7-a22b-145392975475 req-21291e4a-83ce-4ea0-9995-615c7a31a0b0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439081 Apr 29 17:58:30.228279 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-36b273c3-db52-46c6-95c9-1b3301b01738 service neutron] 10.222.0.36 "GET /v2.0/ports/e0230438-5ffb-4228-865f-86c19526c34e/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0959907 Apr 29 17:58:30.502202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-a97f1ccc-7eaf-4a5d-9203-da0c70470a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:30.503892 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-a97f1ccc-7eaf-4a5d-9203-da0c70470a6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 1098 time: 0.0733063 Apr 29 17:58:30.598808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-bd6c750f-1895-4883-abad-25723d181179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:30.600383 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-bd6c750f-1895-4883-abad-25723d181179 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 1098 time: 0.0755403 Apr 29 17:58:30.776955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-1c4c3ddb-92c2-401a-98ef-7428a585eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:30.778287 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-1c4c3ddb-92c2-401a-98ef-7428a585eb36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1716025 Apr 29 17:58:30.881202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124da620-444b-4a98-84d4-afc8ca7c83db req-b2b1135a-7995-4282-9c9e-9f3d83b41fcd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:30.882632 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-124da620-444b-4a98-84d4-afc8ca7c83db req-b2b1135a-7995-4282-9c9e-9f3d83b41fcd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.1970849 Apr 29 17:58:30.911618 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-633dfeab-d43a-4ced-a8b4-e7c37ed9b9ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0230438-5ffb-4228-865f-86c19526c34e HTTP/1.1" status: 200 len: 1000 time: 0.1259363 Apr 29 17:58:30.981549 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-124da620-444b-4a98-84d4-afc8ca7c83db req-3ee3437b-9e46-4e29-847f-ded61062709f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918443 Apr 29 17:58:30.991574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-ec6dfa29-1b45-4107-a602-d10a9d48533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:30.993038 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-ec6dfa29-1b45-4107-a602-d10a9d48533d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0761890 Apr 29 17:58:31.184993 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-39b316de-54ca-41a6-9216-e3e6af45c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:31.186449 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-39b316de-54ca-41a6-9216-e3e6af45c802 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1875346 Apr 29 17:58:31.316025 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-a80aa94a-71be-495c-80d5-fce905a518ec service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235001 Apr 29 17:58:31.447264 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7f987f9-ec4a-44a3-a1c9-9caf0f725f4d req-15a1fec4-7221-4289-89b2-cb5aaaa5d5b8 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250255 Apr 29 17:58:32.187325 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f7943-2d4f-47bc-b2e0-cd9b1e2d781d req-bb90ed35-601b-409f-86ed-a0be281d3e82 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:32.188867 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c04f7943-2d4f-47bc-b2e0-cd9b1e2d781d req-bb90ed35-601b-409f-86ed-a0be281d3e82 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0837855 Apr 29 17:58:32.243415 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c04f7943-2d4f-47bc-b2e0-cd9b1e2d781d req-b04abe56-6f84-4ff5-89fe-108027dd3874 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472398 Apr 29 17:58:33.459781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd9374-2f07-4203-8fec-afe31cb5a7ce req-864012b2-d5ce-4bb3-ad08-6510ac25d722 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:33.461201 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ebfd9374-2f07-4203-8fec-afe31cb5a7ce req-864012b2-d5ce-4bb3-ad08-6510ac25d722 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0958986 Apr 29 17:58:33.505334 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ebfd9374-2f07-4203-8fec-afe31cb5a7ce req-27bd5bca-732d-4bd2-9aed-066ef3426724 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383499 Apr 29 17:58:33.879239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1ac9b-d2e0-4d98-b3f5-55bc69300758 req-9f7acd4d-d22d-4c5f-9991-cd6dd1e8c03f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:33.880722 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0cc1ac9b-d2e0-4d98-b3f5-55bc69300758 req-9f7acd4d-d22d-4c5f-9991-cd6dd1e8c03f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.1410773 Apr 29 17:58:33.888513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91209b83-9152-4675-84a7-7ff3cdfc4d2d req-48fd7857-c332-4701-b5fa-1ac041fa2df8 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:33.889795 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-91209b83-9152-4675-84a7-7ff3cdfc4d2d req-48fd7857-c332-4701-b5fa-1ac041fa2df8 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584&tenant_id=efa94d1d8f334e469541702b7db33a8d&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.1200752 Apr 29 17:58:33.932854 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0cc1ac9b-d2e0-4d98-b3f5-55bc69300758 req-2372f893-b6a1-4688-84e3-7c4818f8ff97 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418937 Apr 29 17:58:34.061234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91209b83-9152-4675-84a7-7ff3cdfc4d2d req-5824eba0-ca0f-41ce-b415-ef8375f93e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:34.062714 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-91209b83-9152-4675-84a7-7ff3cdfc4d2d req-5824eba0-ca0f-41ce-b415-ef8375f93e7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 1098 time: 0.0782278 Apr 29 17:58:34.127127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0230438-5ffb-4228-865f-86c19526c34e details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:58:34.129499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0230438-5ffb-4228-865f-86c19526c34e no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:58:34.195041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91209b83-9152-4675-84a7-7ff3cdfc4d2d req-69a684f0-5858-42c6-bda8-071c6e478b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:34.196519 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-91209b83-9152-4675-84a7-7ff3cdfc4d2d req-69a684f0-5858-42c6-bda8-071c6e478b93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1279702 Apr 29 17:58:34.307661 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-91209b83-9152-4675-84a7-7ff3cdfc4d2d req-b7542a1e-b1b1-49ac-bf53-a227693add76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0230438-5ffb-4228-865f-86c19526c34e HTTP/1.1" status: 200 len: 1000 time: 0.1048148 Apr 29 17:58:34.351262 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:34.368255 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port e0230438-5ffb-4228-865f-86c19526c34e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0230438-5ffb-4228-865f-86c19526c34e,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:58:34.369512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91209b83-9152-4675-84a7-7ff3cdfc4d2d req-3f0bbc4f-7573-4bbd-9fb5-4edd0c32d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:34.370958 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-91209b83-9152-4675-84a7-7ff3cdfc4d2d req-3f0bbc4f-7573-4bbd-9fb5-4edd0c32d20f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0577934 Apr 29 17:58:34.388029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': 'e0230438-5ffb-4228-865f-86c19526c34e', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'port_id': 'e0230438-5ffb-4228-865f-86c19526c34e', 'mac_address': 'fa:16:3e:60:36:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:58:34.394319 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9875e6e9-d362-4982-901e-5488cbbae584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0230438-5ffb-4228-865f-86c19526c34e'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:58:34.440146 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port e0230438-5ffb-4228-865f-86c19526c34e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0230438-5ffb-4228-865f-86c19526c34e,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:58:34.448056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:34.450672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91209b83-9152-4675-84a7-7ff3cdfc4d2d req-6f6da794-117a-4bdb-8c42-7fc3af9cabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:34.450839 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597dc7b0-7e0b-481b-8f98-a179178b3a49'] response: {'server_uuid': '9875e6e9-d362-4982-901e-5488cbbae584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0230438-5ffb-4228-865f-86c19526c34e', 'code': 200} Apr 29 17:58:34.452284 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-91209b83-9152-4675-84a7-7ff3cdfc4d2d req-6f6da794-117a-4bdb-8c42-7fc3af9cabc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753362 Apr 29 17:58:34.488885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:34.525273 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0230438-5ffb-4228-865f-86c19526c34e {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:58:34.580015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=e0230438-5ffb-4228-865f-86c19526c34e,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:58:34.587117 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-91209b83-9152-4675-84a7-7ff3cdfc4d2d req-32b19c59-7c48-44b4-9422-d14b28546765 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265228 Apr 29 17:58:34.597716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:58:34.598058 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:58:34.720204 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-91209b83-9152-4675-84a7-7ff3cdfc4d2d req-6a2db30e-a9d1-402f-af80-abdf200dd0f6 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270230 Apr 29 17:58:35.146956 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f105-3543-4b1e-8164-954a31cddf4d req-0bba92e0-d158-4449-822d-481c73ccae9e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:35.148434 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1bf6f105-3543-4b1e-8164-954a31cddf4d req-0bba92e0-d158-4449-822d-481c73ccae9e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 943 time: 0.0818248 Apr 29 17:58:35.157655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:35.174583 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0230438-5ffb-4228-865f-86c19526c34e {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:58:35.190597 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port e0230438-5ffb-4228-865f-86c19526c34e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0230438-5ffb-4228-865f-86c19526c34e,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:58:35.197662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:35.201791 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1bf6f105-3543-4b1e-8164-954a31cddf4d req-753ab8b3-6009-45b2-9a2f-4c7c09d8ade2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448906 Apr 29 17:58:35.265726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=e0230438-5ffb-4228-865f-86c19526c34e,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:58:35.269541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['e0230438-5ffb-4228-865f-86c19526c34e'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:58:36.124029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0230438-5ffb-4228-865f-86c19526c34e up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:58:36.210729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port e0230438-5ffb-4228-865f-86c19526c34e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:58:36.211432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:36.332813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:36.364461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port e0230438-5ffb-4228-865f-86c19526c34e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0230438-5ffb-4228-865f-86c19526c34e,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:58:36.369720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:36.396566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5915a-969b-481d-b529-15228c21b9aa req-dbd51b0f-5b01-4ea7-88fc-ce656ab8b01a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:36.397926 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f3e5915a-969b-481d-b529-15228c21b9aa req-dbd51b0f-5b01-4ea7-88fc-ce656ab8b01a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 944 time: 0.0842779 Apr 29 17:58:36.435884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=e0230438-5ffb-4228-865f-86c19526c34e,revision_number=8']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:58:36.451443 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9875e6e9-d362-4982-901e-5488cbbae584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0230438-5ffb-4228-865f-86c19526c34e'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:58:36.497989 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b499541-337e-45b1-86d8-87b459b36297'] response: {'server_uuid': '9875e6e9-d362-4982-901e-5488cbbae584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0230438-5ffb-4228-865f-86c19526c34e', 'code': 200} Apr 29 17:58:36.551073 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f3e5915a-969b-481d-b529-15228c21b9aa req-ee1a9f29-8169-4d8f-bd9d-dcbc849a26df tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467640 Apr 29 17:58:36.739483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694962a8-2d3d-4935-b274-1c7c5b2a776c req-39f59199-89fe-456d-a921-b57d3e778e52 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:36.740965 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-694962a8-2d3d-4935-b274-1c7c5b2a776c req-39f59199-89fe-456d-a921-b57d3e778e52 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0795093 Apr 29 17:58:36.791940 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-694962a8-2d3d-4935-b274-1c7c5b2a776c req-9cce410a-0807-4faa-ac1b-a7542e753f3f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430176 Apr 29 17:58:37.188467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faacda-2151-4da5-b448-ca58caabc050 req-4b638ca2-f396-4616-8b5b-1c01954a6e6d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:37.189876 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a5faacda-2151-4da5-b448-ca58caabc050 req-4b638ca2-f396-4616-8b5b-1c01954a6e6d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.1370752 Apr 29 17:58:37.195731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcc809-6a62-49a6-b52b-13ea977c6efa req-f481767a-feba-450b-b588-b4c898db29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:37.197031 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eebcc809-6a62-49a6-b52b-13ea977c6efa req-f481767a-feba-450b-b588-b4c898db29b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 1098 time: 0.0958664 Apr 29 17:58:37.313038 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a5faacda-2151-4da5-b448-ca58caabc050 req-2b3a0224-8a64-4e4d-adcf-55a786fc0570 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150999 Apr 29 17:58:37.352233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcc809-6a62-49a6-b52b-13ea977c6efa req-abfff03c-f7dd-4c9c-b235-38698a7943ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:37.353636 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eebcc809-6a62-49a6-b52b-13ea977c6efa req-abfff03c-f7dd-4c9c-b235-38698a7943ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1435072 Apr 29 17:58:37.476976 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eebcc809-6a62-49a6-b52b-13ea977c6efa req-76ca091e-2092-4fbd-b7c0-88c9a597f0e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0230438-5ffb-4228-865f-86c19526c34e HTTP/1.1" status: 200 len: 1000 time: 0.1170881 Apr 29 17:58:37.542843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcc809-6a62-49a6-b52b-13ea977c6efa req-16faeae1-6404-4182-a96c-d62dab1aeb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:37.544259 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eebcc809-6a62-49a6-b52b-13ea977c6efa req-16faeae1-6404-4182-a96c-d62dab1aeb0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0608380 Apr 29 17:58:37.617743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcc809-6a62-49a6-b52b-13ea977c6efa req-392bb8a5-4b9f-4ce9-b716-9477f77d858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:37.619147 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eebcc809-6a62-49a6-b52b-13ea977c6efa req-392bb8a5-4b9f-4ce9-b716-9477f77d858f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694232 Apr 29 17:58:37.748967 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eebcc809-6a62-49a6-b52b-13ea977c6efa req-fae78fc4-5c19-4419-ab1e-dbc635963211 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239851 Apr 29 17:58:37.878204 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eebcc809-6a62-49a6-b52b-13ea977c6efa req-38b3af7d-375e-4795-8375-39a2bbae7d2d service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237843 Apr 29 17:58:38.509778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272a05a-9c6e-49a6-b205-20b4663411be req-ca52674c-c13a-44ba-b8f0-85a92308c46f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:38.511239 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e272a05a-9c6e-49a6-b205-20b4663411be req-ca52674c-c13a-44ba-b8f0-85a92308c46f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0885031 Apr 29 17:58:38.554967 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e272a05a-9c6e-49a6-b205-20b4663411be req-4aee7536-0648-43ef-9b3b-354b5a576c5d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379217 Apr 29 17:58:39.106520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2a495-f9fa-48e2-844f-59a3ecf0566e req-fc0da860-14ec-4971-9efb-5336faf5591e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:39.107991 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00b2a495-f9fa-48e2-844f-59a3ecf0566e req-fc0da860-14ec-4971-9efb-5336faf5591e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0904603 Apr 29 17:58:39.155530 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00b2a495-f9fa-48e2-844f-59a3ecf0566e req-013f3135-37ef-4afd-a0c9-a3c7e4ea7b90 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416746 Apr 29 17:58:40.364549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28e041-0250-4e22-81d4-8cfb79c336e3 req-b00c8b73-a568-4997-9209-910f080b0d92 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:40.366273 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8c28e041-0250-4e22-81d4-8cfb79c336e3 req-b00c8b73-a568-4997-9209-910f080b0d92 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0854144 Apr 29 17:58:40.412389 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8c28e041-0250-4e22-81d4-8cfb79c336e3 req-12132bfd-914f-42dc-be87-bf937733bf50 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401790 Apr 29 17:58:40.664728 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-0540cd08-22ff-42cb-b7c8-62bddd4d3a28 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:40.666141 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-0540cd08-22ff-42cb-b7c8-62bddd4d3a28 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 945 time: 0.0934861 Apr 29 17:58:40.736138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Deleting port e0230438-5ffb-4228-865f-86c19526c34e {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:58:40.736349 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:41.087194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] For port e0230438-5ffb-4228-865f-86c19526c34e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e0230438-5ffb-4228-865f-86c19526c34e,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:58:41.087588 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:41.389811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:41.390518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:41.390518 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e disassociated. External IP: 172.26.4.93, port: e0230438-5ffb-4228-865f-86c19526c34e. Apr 29 17:58:41.390775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Calling delete_port for e0230438-5ffb-4228-865f-86c19526c34e owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:58:41.588997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:41.647389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event deleted for resources: {'Port': ['ID=e0230438-5ffb-4228-865f-86c19526c34e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:58:41.659877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:41.660230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:41.660563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:41.660901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:41.661233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:41.661597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:41.661930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:41.662258 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:41.662587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:41.662897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:41.663239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:41.663609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:41.786071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec71b0-57d4-4324-a39a-55ffb6b5ed51 req-0b15364e-718b-440a-b9b3-f588e4bb4046 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:41.787632 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ecec71b0-57d4-4324-a39a-55ffb6b5ed51 req-0b15364e-718b-440a-b9b3-f588e4bb4046 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=9875e6e9-d362-4982-901e-5488cbbae584 HTTP/1.1" status: 200 len: 867 time: 0.2646861 Apr 29 17:58:41.865497 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ecec71b0-57d4-4324-a39a-55ffb6b5ed51 req-a67bbc02-6679-48c6-8434-7dd6d55426e6 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640976 Apr 29 17:58:41.887860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:58:42.071322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:58:42.082124 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a666d6-bb82-406b-93f1-1bf5efbf3dd3 None None] Sync routers for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:58:42.091981 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a666d6-bb82-406b-93f1-1bf5efbf3dd3 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:58:42.092601 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-68a666d6-bb82-406b-93f1-1bf5efbf3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:58:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:58:42.154093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] No DVR routers for this DVR port e0230438-5ffb-4228-865f-86c19526c34e on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:58:42.156607 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:42.159081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9875e6e9-d362-4982-901e-5488cbbae584', 'name': 'network-vif-deleted', 'tag': 'e0230438-5ffb-4228-865f-86c19526c34e'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:58:42.175207 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f4486710-e5df-42d5-a5e0-9de7197fadce req-83c4e5d8-203f-4059-9f6a-130c3dd77010 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "DELETE /v2.0/ports/e0230438-5ffb-4228-865f-86c19526c34e HTTP/1.1" status: 204 len: 173 time: 1.5035496 Apr 29 17:58:42.206185 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a62aba9-6d2a-4ea9-847c-f6efab5003e0'] response: {'server_uuid': '9875e6e9-d362-4982-901e-5488cbbae584', 'name': 'network-vif-deleted', 'tag': 'e0230438-5ffb-4228-865f-86c19526c34e', 'status': 'completed', 'code': 200} Apr 29 17:58:42.272204 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-68a666d6-bb82-406b-93f1-1bf5efbf3dd3 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:58:42.519878 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:58:42.616041 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-68a666d6-bb82-406b-93f1-1bf5efbf3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:58:42.621993 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a666d6-bb82-406b-93f1-1bf5efbf3dd3 None None] Checking router: 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:58:42.633184 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a666d6-bb82-406b-93f1-1bf5efbf3dd3 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:58:42.633794 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-68a666d6-bb82-406b-93f1-1bf5efbf3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:58:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:58:42.806729 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-68a666d6-bb82-406b-93f1-1bf5efbf3dd3 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:58:43.113235 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-68a666d6-bb82-406b-93f1-1bf5efbf3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:58:43.117695 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a666d6-bb82-406b-93f1-1bf5efbf3dd3 None None] The sync data for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv is: [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:58:43.210402 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-1f72a38f-a680-4954-b548-fdf1cf8e929d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1067094714&fields=id&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 267 time: 0.0407484 Apr 29 17:58:43.347654 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb4f0f-0731-4aa8-b637-39246d4d2016 None None] New status for floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:58:43.363484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-95365165-63ec-4ebb-8736-c16307184c36 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:43.365085 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-95365165-63ec-4ebb-8736-c16307184c36 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 812 time: 0.1479628 Apr 29 17:58:43.379675 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-ab334c27-1f47-4b6c-afc4-5fdde4c1cf50 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/quotas/efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 375 time: 0.0089028 Apr 29 17:58:43.462512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-7c2379e2-ddbd-4524-8863-f0a2cad419e1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Synchronizing usage tracker for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:58:43.479981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-7c2379e2-ddbd-4524-8863-f0a2cad419e1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Unset dirty status for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:58:43.481459 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-7c2379e2-ddbd-4524-8863-f0a2cad419e1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967200 Apr 29 17:58:43.618817 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-e15a4eef-b42d-4bd6-8f33-cc1adc1a4ab6 service neutron] 10.222.0.11 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248186 Apr 29 17:58:43.865054 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-3de02c81-9b38-4e5f-a19e-48493a5eb99f service neutron] 10.222.0.11 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401562 Apr 29 17:58:44.046746 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eca17fe1-a005-423d-a4fc-5aad1feeba24 req-065780a0-fe31-4a51-be80-bac8303f36ed tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 210 time: 0.0449448 Apr 29 17:58:44.173704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0230438-5ffb-4228-865f-86c19526c34e no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:58:44.209354 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: e0230438-5ffb-4228-865f-86c19526c34e {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:58:44.209713 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device e0230438-5ffb-4228-865f-86c19526c34e not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:58:45.064837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-963698ca-7f17-452a-a4c0-84377ec14140 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:45.066253 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-963698ca-7f17-452a-a4c0-84377ec14140 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 812 time: 0.1616058 Apr 29 17:58:45.120318 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-790c859b-7083-48e2-85f6-b81ee4a232d9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 380 time: 0.0454707 Apr 29 17:58:45.129775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Request body: {'port': {'device_id': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'admin_state_up': True, 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'security_groups': ['37d9565e-8ec8-4e18-a467-84bc0d445055']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:58:45.258239 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9930a20f-6cee-40bc-b9a5-0797cd823c67 req-48314919-fbda-47c7-9350-bcab4a440962 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 210 time: 0.0972309 Apr 29 17:58:45.309317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:58:45.319223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:58:45.329671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Made reservation on behalf of efa94d1d8f334e469541702b7db33a8d for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:58:45.333158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:45.490528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Allocated IP 172.20.0.12 (0d4b26c2-0da9-4d89-9974-791fc722ad04/7129e99e-ac71-4a22-ac06-38c8c3a32283/2c68f5de-1be1-487a-bf3b-17154f565a67) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:58:45.681071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:45.697055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Transition to ACTIVE for port object 2c68f5de-1be1-487a-bf3b-17154f565a67 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:58:45.720800 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:45.790624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Network 0d4b26c2-0da9-4d89-9974-791fc722ad04 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:58:45.793629 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:58:45.797408 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:58:45.828219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event updated for resources: {'Port': ['ID=2c68f5de-1be1-487a-bf3b-17154f565a67,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:58:45.864776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:45.865367 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:45.890876 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-6eaf04a4-c782-46a3-adad-c4bdce587ba5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7653589 Apr 29 17:58:45.902269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Request body: {'port': {'device_id': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:58:45.978840 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2f6a97dd-6060-416f-8089-e3e0c576b77a None None] Provisioning for port 2c68f5de-1be1-487a-bf3b-17154f565a67 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:58:45.984216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2f6a97dd-6060-416f-8089-e3e0c576b77a None None] Provisioning complete for port 2c68f5de-1be1-487a-bf3b-17154f565a67 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:58:45.984590 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2f6a97dd-6060-416f-8089-e3e0c576b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:46.018240 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:46.043252 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a97dd-6060-416f-8089-e3e0c576b77a None None] Port 2c68f5de-1be1-487a-bf3b-17154f565a67 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:58:46.439467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c68f5de-1be1-487a-bf3b-17154f565a67 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:58:46.449015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:46.468618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Transition to ACTIVE for port object 2c68f5de-1be1-487a-bf3b-17154f565a67 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:58:46.473160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:46.725888 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Pushing event updated for resources: {'Port': ['ID=2c68f5de-1be1-487a-bf3b-17154f565a67,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:58:46.764196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914a94e-291f-4c4f-a65b-76f73e9a784f req-e7ac8c12-aa58-4aa8-ae36-9a82bd93fa35 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:46.764881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-5914a94e-291f-4c4f-a65b-76f73e9a784f req-e7ac8c12-aa58-4aa8-ae36-9a82bd93fa35 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Synchronizing usage tracker for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:58:46.825623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-5914a94e-291f-4c4f-a65b-76f73e9a784f req-e7ac8c12-aa58-4aa8-ae36-9a82bd93fa35 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Unset dirty status for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:58:46.826756 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5914a94e-291f-4c4f-a65b-76f73e9a784f req-e7ac8c12-aa58-4aa8-ae36-9a82bd93fa35 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 932 time: 0.4426546 Apr 29 17:58:46.865073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Attempting to bind port 2c68f5de-1be1-487a-bf3b-17154f565a67 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:58:46.865363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Attempting to bind port 2c68f5de-1be1-487a-bf3b-17154f565a67 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:58:46.865698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Attempting to bind port 2c68f5de-1be1-487a-bf3b-17154f565a67 on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:58:46.880711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Port 2c68f5de-1be1-487a-bf3b-17154f565a67 on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:58:46.881031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Attempting to bind port 2c68f5de-1be1-487a-bf3b-17154f565a67 on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:58:46.889689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:58:46.890022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Checking segment: {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:58:46.890384 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Bound using segment: {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:58:46.890796 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Bound port: 2c68f5de-1be1-487a-bf3b-17154f565a67, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:58:46.891128 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:46.901925 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5914a94e-291f-4c4f-a65b-76f73e9a784f req-81a4b682-1760-40a5-b8cc-810126e38c73 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688112 Apr 29 17:58:46.987619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:58:46.990561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2c68f5de-1be1-487a-bf3b-17154f565a67,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:58:46.996392 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:47.054603 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:47.055035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:47.056562 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] 10.222.0.36 "PUT /v2.0/ports/2c68f5de-1be1-487a-bf3b-17154f565a67 HTTP/1.1" status: 200 len: 1094 time: 1.1589954 Apr 29 17:58:47.059017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:58:47.085309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b79fe-ac65-4e2d-8fe7-4a2b30a86987 service neutron] Pushing event updated for resources: {'Port': ['ID=2c68f5de-1be1-487a-bf3b-17154f565a67,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:58:47.130946 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d41819e-cd26-4397-a764-10cc00e47b2f'] response: {'name': 'network-changed', 'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'status': 'completed', 'code': 200} Apr 29 17:58:47.172981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-bf32738a-2755-49c7-8bb9-f1974e03e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:47.174478 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-bf32738a-2755-49c7-8bb9-f1974e03e7f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 1097 time: 0.0792367 Apr 29 17:58:47.240961 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-d6780c2d-789e-4e53-941f-ab3df635ec66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c68f5de-1be1-487a-bf3b-17154f565a67 HTTP/1.1" status: 200 len: 217 time: 0.0604165 Apr 29 17:58:47.305539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-ef2c9ff0-62de-4d95-a0fc-211e42972225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:47.306971 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-ef2c9ff0-62de-4d95-a0fc-211e42972225 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0601907 Apr 29 17:58:47.389856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-3f8c0535-b217-428e-bdc8-af9685deb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:47.391241 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-3f8c0535-b217-428e-bdc8-af9685deb0f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768635 Apr 29 17:58:47.523170 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-09bcbb76-7eda-4fc5-9fe0-f437f02eb2f4 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258955 Apr 29 17:58:47.654049 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-628af7a8-ee32-4945-8a49-85c07daf24fd req-b2b1e885-d6ba-4212-b283-ad5143b1d69d service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251018 Apr 29 17:58:47.783325 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553b58a-09fa-45c9-b963-09f5632323f3 req-32313e37-fb92-4810-8617-1881ae384be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:47.784921 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e553b58a-09fa-45c9-b963-09f5632323f3 req-32313e37-fb92-4810-8617-1881ae384be8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 1097 time: 0.0814331 Apr 29 17:58:47.918580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553b58a-09fa-45c9-b963-09f5632323f3 req-b1336a84-ff81-4d1b-ad73-691e835b5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:47.920007 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e553b58a-09fa-45c9-b963-09f5632323f3 req-b1336a84-ff81-4d1b-ad73-691e835b5af5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1285565 Apr 29 17:58:47.986271 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e553b58a-09fa-45c9-b963-09f5632323f3 req-139466a0-c8ba-42fd-bc06-0312e59d3764 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c68f5de-1be1-487a-bf3b-17154f565a67 HTTP/1.1" status: 200 len: 217 time: 0.0597205 Apr 29 17:58:48.110223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553b58a-09fa-45c9-b963-09f5632323f3 req-7f595ead-b091-432b-abe9-ae6a2fb4ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:48.111848 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e553b58a-09fa-45c9-b963-09f5632323f3 req-7f595ead-b091-432b-abe9-ae6a2fb4ef03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.1183393 Apr 29 17:58:48.190265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245e636-7d23-4416-8918-91de25d8dcbe req-09a4a8db-c4b0-4e45-bf8e-a4e138be835f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:48.191598 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6245e636-7d23-4416-8918-91de25d8dcbe req-09a4a8db-c4b0-4e45-bf8e-a4e138be835f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 944 time: 0.1574841 Apr 29 17:58:48.235722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553b58a-09fa-45c9-b963-09f5632323f3 req-b39b5f74-ed59-47ac-a833-6e5dcbf85a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:48.237118 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e553b58a-09fa-45c9-b963-09f5632323f3 req-b39b5f74-ed59-47ac-a833-6e5dcbf85a31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192658 Apr 29 17:58:48.244031 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6245e636-7d23-4416-8918-91de25d8dcbe req-103cd219-4e1f-4b8b-b8f3-746de91b19b6 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462830 Apr 29 17:58:48.439860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:48.481643 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e553b58a-09fa-45c9-b963-09f5632323f3 req-4dcc8399-954b-4c52-89fe-a8fa6a831738 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366326 Apr 29 17:58:48.613208 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e553b58a-09fa-45c9-b963-09f5632323f3 req-3455e50e-6529-45e6-b620-fe4a06e70e33 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250732 Apr 29 17:58:49.444780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab793ae-6df4-4455-b9c6-edede7a26c48 req-e5391826-e7a8-4977-bc23-2ebc809680de tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:49.446226 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0ab793ae-6df4-4455-b9c6-edede7a26c48 req-e5391826-e7a8-4977-bc23-2ebc809680de tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 944 time: 0.0870962 Apr 29 17:58:49.493564 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0ab793ae-6df4-4455-b9c6-edede7a26c48 req-0f5930a9-0e62-4dac-9764-e4adabcd703d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396209 Apr 29 17:58:50.178643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2c68f5de-1be1-487a-bf3b-17154f565a67 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:58:50.318781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2c68f5de-1be1-487a-bf3b-17154f565a67,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:58:50.331755 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'port_id': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'mac_address': 'fa:16:3e:a7:5c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:58:50.388793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:50.405999 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c68f5de-1be1-487a-bf3b-17154f565a67 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:58:50.422383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2c68f5de-1be1-487a-bf3b-17154f565a67,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:58:50.427668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:50.496101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2c68f5de-1be1-487a-bf3b-17154f565a67,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:58:50.507524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:50.507925 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:50.508396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:50.508860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:50.509302 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:50.509759 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:50.510125 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:50.510582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:50.510962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:50.511355 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:50.511760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:50.512173 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:58:50.632589 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['2c68f5de-1be1-487a-bf3b-17154f565a67'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:58:50.689760 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b4aa1-d5a1-4df9-ad17-c592de226fe2 req-c93c6a73-b958-4853-8c45-a173fb1aac61 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:50.691223 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-490b4aa1-d5a1-4df9-ad17-c592de226fe2 req-c93c6a73-b958-4853-8c45-a173fb1aac61 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 945 time: 0.0893233 Apr 29 17:58:50.735844 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-490b4aa1-d5a1-4df9-ad17-c592de226fe2 req-994c2046-7bbe-4ba5-827f-07654321ab7a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382838 Apr 29 17:58:51.942405 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c946659-5b66-4949-a1e9-2b6b1855c8e7 req-790552a8-c111-4a2f-a515-f0a2d5b7d5c4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:51.943745 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c946659-5b66-4949-a1e9-2b6b1855c8e7 req-790552a8-c111-4a2f-a515-f0a2d5b7d5c4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 945 time: 0.0849247 Apr 29 17:58:51.989570 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c946659-5b66-4949-a1e9-2b6b1855c8e7 req-8a50b18b-a1e1-44ed-93ca-ab4fbd2557c3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375819 Apr 29 17:58:52.183982 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2c68f5de-1be1-487a-bf3b-17154f565a67 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:58:52.317923 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 2c68f5de-1be1-487a-bf3b-17154f565a67 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:58:52.323378 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 2c68f5de-1be1-487a-bf3b-17154f565a67 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:58:52.323747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:52.451733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:52.487614 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:58:52.497480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2c68f5de-1be1-487a-bf3b-17154f565a67,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:58:52.502203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:52.550932 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d5b39c-656d-427c-9528-c2be92e123e3'] response: {'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'code': 200} Apr 29 17:58:52.571705 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2c68f5de-1be1-487a-bf3b-17154f565a67,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:58:52.779078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b7590-63a2-463b-960f-d4151fdc8811 req-298ac489-32a4-4072-a817-ecad1d78fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:52.780584 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-871b7590-63a2-463b-960f-d4151fdc8811 req-298ac489-32a4-4072-a817-ecad1d78fe83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 1099 time: 0.0773418 Apr 29 17:58:52.822861 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-871b7590-63a2-463b-960f-d4151fdc8811 req-b44d52c9-92f8-4428-b965-cff41cafa94b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359957 Apr 29 17:58:53.194015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dbda8-b481-4df8-8b8f-c2b49fca57d6 req-e9b6ceb0-e731-4449-839f-8a7b829b22e5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:53.195328 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-646dbda8-b481-4df8-8b8f-c2b49fca57d6 req-e9b6ceb0-e731-4449-839f-8a7b829b22e5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0881097 Apr 29 17:58:53.245103 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-646dbda8-b481-4df8-8b8f-c2b49fca57d6 req-f2dcce63-c344-4a9b-a6c4-faeeef732289 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409095 Apr 29 17:58:53.296247 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-126c5221-7e38-4718-b643-927c4c288e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:54.459034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79277e84-a678-4b57-aa81-625c3958f54e req-fceff4ed-db19-497a-85c8-feb470befd74 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:54.460503 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-79277e84-a678-4b57-aa81-625c3958f54e req-fceff4ed-db19-497a-85c8-feb470befd74 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0941148 Apr 29 17:58:54.505820 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-79277e84-a678-4b57-aa81-625c3958f54e req-621be868-425a-456a-b46f-10f9b0880728 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394681 Apr 29 17:58:54.706633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e40904-01e7-4507-aa24-7caa04661f2a req-0e09cb32-c2f3-42fc-94fb-6d01d5997976 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:54.708108 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-24e40904-01e7-4507-aa24-7caa04661f2a req-0e09cb32-c2f3-42fc-94fb-6d01d5997976 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0932763 Apr 29 17:58:54.717057 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57452) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:58:54.722180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-edcd1faf-c8a7-4a0f-b252-084a980ea45b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Request body: {'floatingip': {'port_id': '2c68f5de-1be1-487a-bf3b-17154f565a67'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:58:54.797443 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edcd1faf-c8a7-4a0f-b252-084a980ea45b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:55.390835 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-aa3e2dd0-b4e5-430d-9ef8-7b5e32ceba1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:55.401269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edcd1faf-c8a7-4a0f-b252-084a980ea45b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:55.406766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edcd1faf-c8a7-4a0f-b252-084a980ea45b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:55.573551 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-edcd1faf-c8a7-4a0f-b252-084a980ea45b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e associated. External IP: 172.26.4.93, port: 2c68f5de-1be1-487a-bf3b-17154f565a67. Apr 29 17:58:56.031382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcd1faf-c8a7-4a0f-b252-084a980ea45b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:58:56.210429 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcd1faf-c8a7-4a0f-b252-084a980ea45b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:58:56.214717 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-edcd1faf-c8a7-4a0f-b252-084a980ea45b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:56.220453 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad839b-64dd-478f-9a55-7951e30d22a0 None None] Sync routers for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:58:56.230771 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad839b-64dd-478f-9a55-7951e30d22a0 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:58:56.231425 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-c2ad839b-64dd-478f-9a55-7951e30d22a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:58:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:58:56.267808 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-edcd1faf-c8a7-4a0f-b252-084a980ea45b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "PUT /v2.0/floatingips/c91907c3-0122-42fd-bd7b-e584f521dc2e HTTP/1.1" status: 200 len: 991 time: 1.5496132 Apr 29 17:58:56.268371 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:58:56.320294 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9b96db-8991-400a-91ac-7081ccc99144'] response: {'name': 'network-changed', 'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'status': 'completed', 'code': 200} Apr 29 17:58:56.413158 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-c2ad839b-64dd-478f-9a55-7951e30d22a0 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:58:56.420023 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da925-3122-42f6-a8b1-bf38db7111be req-84ede10e-df31-438e-8c87-554c2967c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:56.421550 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-807da925-3122-42f6-a8b1-bf38db7111be req-84ede10e-df31-438e-8c87-554c2967c212 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 1099 time: 0.0800419 Apr 29 17:58:56.574531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da925-3122-42f6-a8b1-bf38db7111be req-5169c810-3f46-4c53-8807-68e74655899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:56.576005 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-807da925-3122-42f6-a8b1-bf38db7111be req-5169c810-3f46-4c53-8807-68e74655899b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1488667 Apr 29 17:58:56.658062 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-db2bdeb1-0a12-402a-a45b-ee2fa0360135 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879185 Apr 29 17:58:56.676527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:56.749336 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-807da925-3122-42f6-a8b1-bf38db7111be req-858b5e3d-743a-424d-8b7c-51328f93eaeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c68f5de-1be1-487a-bf3b-17154f565a67 HTTP/1.1" status: 200 len: 999 time: 0.1677086 Apr 29 17:58:56.784520 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-c2ad839b-64dd-478f-9a55-7951e30d22a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'c91907c3-0122-42fd-bd7b-e584f521dc2e', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'port_id': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'mac_address': 'fa:16:3e:a7:5c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:56:56Z', 'updated_at': '2022-04-29T17:58:55Z', 'revision_number': 9, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:58:56.789754 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad839b-64dd-478f-9a55-7951e30d22a0 None None] Checking router: 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:58:56.798142 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad839b-64dd-478f-9a55-7951e30d22a0 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:58:56.799318 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-c2ad839b-64dd-478f-9a55-7951e30d22a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:58:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:58:56.817645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:56.844535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128a3d7-509f-43bd-a020-443ac2fdcac9 req-5205cf3a-aa1a-4037-9eb4-289285aab2c5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:56.846093 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3128a3d7-509f-43bd-a020-443ac2fdcac9 req-5205cf3a-aa1a-4037-9eb4-289285aab2c5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.2087429 Apr 29 17:58:56.884937 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da925-3122-42f6-a8b1-bf38db7111be req-cdda8f81-d039-4473-a098-aa2a191dcc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:56.886601 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-807da925-3122-42f6-a8b1-bf38db7111be req-cdda8f81-d039-4473-a098-aa2a191dcc91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.1301811 Apr 29 17:58:56.962330 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3128a3d7-509f-43bd-a020-443ac2fdcac9 req-170263aa-85bd-4ce1-991b-a30a9818a183 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063910 Apr 29 17:58:56.991548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da925-3122-42f6-a8b1-bf38db7111be req-f3afc4df-2595-4054-821b-d2fa67fbffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:56.993006 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-807da925-3122-42f6-a8b1-bf38db7111be req-f3afc4df-2595-4054-821b-d2fa67fbffdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908618 Apr 29 17:58:57.010161 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-c2ad839b-64dd-478f-9a55-7951e30d22a0 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:58:57.136229 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-807da925-3122-42f6-a8b1-bf38db7111be req-bd3d568b-ef68-4bae-ba94-2b8f293a28a0 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366694 Apr 29 17:58:57.290124 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-807da925-3122-42f6-a8b1-bf38db7111be req-b3706db1-a7c5-46b7-ad69-b6600fde07cb service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474819 Apr 29 17:58:57.364987 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-c2ad839b-64dd-478f-9a55-7951e30d22a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'c91907c3-0122-42fd-bd7b-e584f521dc2e', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'port_id': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'mac_address': 'fa:16:3e:a7:5c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:56:56Z', 'updated_at': '2022-04-29T17:58:55Z', 'revision_number': 9, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:58:57.369033 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad839b-64dd-478f-9a55-7951e30d22a0 None None] The sync data for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv is: [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'c91907c3-0122-42fd-bd7b-e584f521dc2e', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'port_id': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'mac_address': 'fa:16:3e:a7:5c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:56:56Z', 'updated_at': '2022-04-29T17:58:55Z', 'revision_number': 9, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:58:57.562858 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8792641-0542-41ae-b316-9361bc0d4bf9 None None] New status for floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:58:57.950933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-77449a6a-7332-4d6d-9e92-182af44edf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:57.952332 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-77449a6a-7332-4d6d-9e92-182af44edf89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 1099 time: 0.1864522 Apr 29 17:58:58.068747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:58:58.127633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-a2f6128d-8e63-45f9-acfb-d27d1bc8455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:58.129013 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-a2f6128d-8e63-45f9-acfb-d27d1bc8455d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1704829 Apr 29 17:58:58.237918 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-6e8135c2-2463-451e-8e05-d58e5687ebc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c68f5de-1be1-487a-bf3b-17154f565a67 HTTP/1.1" status: 200 len: 1002 time: 0.1026995 Apr 29 17:58:58.249326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820a01a-12ae-4f8c-bf29-e875553f5fa5 req-7566d0a7-a393-497b-bc8d-b47983426e35 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:58.250666 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7820a01a-12ae-4f8c-bf29-e875553f5fa5 req-7566d0a7-a393-497b-bc8d-b47983426e35 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.1730814 Apr 29 17:58:58.334119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-a9d28bab-58f5-4d8e-903a-e440747bdaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:58.335523 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-a9d28bab-58f5-4d8e-903a-e440747bdaf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0840271 Apr 29 17:58:58.338322 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7820a01a-12ae-4f8c-bf29-e875553f5fa5 req-c7af9267-5ab2-4652-98db-a902df4d1fa1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584872 Apr 29 17:58:58.416330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-97cba09e-9876-4bec-957c-c5714c9aa461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:58.417811 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-97cba09e-9876-4bec-957c-c5714c9aa461 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767303 Apr 29 17:58:58.557499 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-ca3e48af-12bd-41cb-bbf6-1e33fde9a63b service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330087 Apr 29 17:58:58.685436 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-4738e1a0-d0fa-4fb3-9e18-8897bc5f537e service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225357 Apr 29 17:58:59.542783 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bb74d-0ec0-44ef-8d7b-721f4d63fbd0 req-0514e615-fb1a-4444-83e3-38840944015d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:58:59.544264 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6b1bb74d-0ec0-44ef-8d7b-721f4d63fbd0 req-0514e615-fb1a-4444-83e3-38840944015d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0860574 Apr 29 17:58:59.591174 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6b1bb74d-0ec0-44ef-8d7b-721f4d63fbd0 req-f62290a9-d99e-4f5f-8994-715cb7193998 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384057 Apr 29 17:59:00.796843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07c435-5d95-4fd3-a59b-79fa3c556624 req-5eff50be-f1c1-4f7e-9d06-1fee1079bb1d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:00.798209 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fc07c435-5d95-4fd3-a59b-79fa3c556624 req-5eff50be-f1c1-4f7e-9d06-1fee1079bb1d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0932631 Apr 29 17:59:00.843539 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fc07c435-5d95-4fd3-a59b-79fa3c556624 req-f6b79727-9b56-4217-97f4-83af04b71825 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395627 Apr 29 17:59:02.043519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7098a5f-4c9d-48fd-b7cd-a33a22be5b60 req-49e6d5b6-4e5a-4374-8d7e-c5d4ed758d73 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:02.044841 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a7098a5f-4c9d-48fd-b7cd-a33a22be5b60 req-49e6d5b6-4e5a-4374-8d7e-c5d4ed758d73 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0831854 Apr 29 17:59:02.090088 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a7098a5f-4c9d-48fd-b7cd-a33a22be5b60 req-dbe17b90-120e-41f6-9b50-55c6fe0e0c67 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370305 Apr 29 17:59:03.294119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524959-3ab4-4135-882f-3f1839495ba0 req-73b43ee9-360e-401d-808d-80b4382e2ac9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:03.295593 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-42524959-3ab4-4135-882f-3f1839495ba0 req-73b43ee9-360e-401d-808d-80b4382e2ac9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0903914 Apr 29 17:59:03.342524 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-42524959-3ab4-4135-882f-3f1839495ba0 req-5c8395c5-8033-452c-9011-ff655ecc3947 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383310 Apr 29 17:59:04.551433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b297bcf-7d5e-43c7-9270-fdf4ffefc083 req-1ad56a93-1a92-47b9-b7c2-18a6c2cbfc32 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:04.552847 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4b297bcf-7d5e-43c7-9270-fdf4ffefc083 req-1ad56a93-1a92-47b9-b7c2-18a6c2cbfc32 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0866349 Apr 29 17:59:04.598781 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4b297bcf-7d5e-43c7-9270-fdf4ffefc083 req-4ac4e216-5b3c-4306-baf2-bc1573578428 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400248 Apr 29 17:59:05.788067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082378f-53c1-46fa-b903-58f9d1c55177 req-c2e01794-5b51-4c72-8c1a-3a233b53cd21 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:05.789587 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b082378f-53c1-46fa-b903-58f9d1c55177 req-c2e01794-5b51-4c72-8c1a-3a233b53cd21 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0843499 Apr 29 17:59:05.834521 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b082378f-53c1-46fa-b903-58f9d1c55177 req-73584b6c-9c47-4680-8de7-2a062e5a2f67 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388868 Apr 29 17:59:07.026060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43149d25-75c5-4752-aad7-7f69edb92756 req-5358b568-fe75-4ee4-973d-09845f7c9cd3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:07.027669 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-43149d25-75c5-4752-aad7-7f69edb92756 req-5358b568-fe75-4ee4-973d-09845f7c9cd3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0826373 Apr 29 17:59:07.070229 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-43149d25-75c5-4752-aad7-7f69edb92756 req-eae90120-cf1f-436c-a8c5-b83d2167b5f6 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371146 Apr 29 17:59:08.268185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6bbc5-0687-4915-90d2-7b5bc8ebfc67 req-88d24741-5538-4bb8-88e4-df4c00a83a5f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:08.269596 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-31a6bbc5-0687-4915-90d2-7b5bc8ebfc67 req-88d24741-5538-4bb8-88e4-df4c00a83a5f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0873110 Apr 29 17:59:08.314417 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-31a6bbc5-0687-4915-90d2-7b5bc8ebfc67 req-a0e09625-da7a-482c-99cf-f70bc2b33203 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367925 Apr 29 17:59:09.630057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6aa8c-b2c1-490a-a0a7-c15739fc2631 req-2b8b6336-5c68-4ba3-8be8-663f78c1be53 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:09.631413 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2de6aa8c-b2c1-490a-a0a7-c15739fc2631 req-2b8b6336-5c68-4ba3-8be8-663f78c1be53 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.1975732 Apr 29 17:59:09.676187 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2de6aa8c-b2c1-490a-a0a7-c15739fc2631 req-12ba6142-6927-4015-8636-b7d6177f9d7e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388126 Apr 29 17:59:10.869846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea62c64-0443-489b-b819-16a38dfd6b64 req-de18e6d9-52a3-4169-9bd5-95b5c18816e6 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:10.871318 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7ea62c64-0443-489b-b819-16a38dfd6b64 req-de18e6d9-52a3-4169-9bd5-95b5c18816e6 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0870783 Apr 29 17:59:10.928914 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7ea62c64-0443-489b-b819-16a38dfd6b64 req-ce29eff9-d623-4ebf-843e-822bb2af18f9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459363 Apr 29 17:59:12.132209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775544cb-252f-4461-9385-1972261e1584 req-9809eae1-caa9-4353-a3b9-767f614da8de tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:12.133638 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-775544cb-252f-4461-9385-1972261e1584 req-9809eae1-caa9-4353-a3b9-767f614da8de tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0824862 Apr 29 17:59:12.179648 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-775544cb-252f-4461-9385-1972261e1584 req-728d0a26-cbeb-40d9-8019-af81c93a711b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399489 Apr 29 17:59:13.381200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df91f91-3d81-40e3-b8ba-6bb474449766 req-4e7311da-11c4-42cd-a8ca-a0146f51b14a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:13.382623 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1df91f91-3d81-40e3-b8ba-6bb474449766 req-4e7311da-11c4-42cd-a8ca-a0146f51b14a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0851209 Apr 29 17:59:13.433550 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1df91f91-3d81-40e3-b8ba-6bb474449766 req-29e344de-5347-4c47-b23c-0c5c3cb4a2ad tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407467 Apr 29 17:59:14.632901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40db5e1-ecd2-4750-b961-725dea5df5ff req-0c838300-784b-476f-a91d-692474982980 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:14.634470 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d40db5e1-ecd2-4750-b961-725dea5df5ff req-0c838300-784b-476f-a91d-692474982980 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0888989 Apr 29 17:59:14.678182 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d40db5e1-ecd2-4750-b961-725dea5df5ff req-dfc4cbc5-60a2-465b-8800-556dcf3a7ca5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379121 Apr 29 17:59:15.867099 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd97bc-7689-4cd5-bcfe-5a28c0d9af6a req-a7bd18c9-c4e7-4d73-b498-2acc14166667 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:15.868546 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cdbd97bc-7689-4cd5-bcfe-5a28c0d9af6a req-a7bd18c9-c4e7-4d73-b498-2acc14166667 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0840654 Apr 29 17:59:15.914639 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cdbd97bc-7689-4cd5-bcfe-5a28c0d9af6a req-d9602fbf-0c23-4590-a2c7-0a6b8c12009f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394433 Apr 29 17:59:17.110805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac51d13-8b3a-493b-8c03-b99ee591e475 req-c2c13068-b5dc-42fa-847d-53f3208e9dec tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:17.112269 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eac51d13-8b3a-493b-8c03-b99ee591e475 req-c2c13068-b5dc-42fa-847d-53f3208e9dec tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0841975 Apr 29 17:59:17.162059 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eac51d13-8b3a-493b-8c03-b99ee591e475 req-f19421a2-07d9-4e90-afb1-bbbee703eda5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412407 Apr 29 17:59:18.367840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483e2f6-59af-4c05-8ae3-ed903fbdae54 req-60acb422-1aad-4c33-8685-4078eeb15df0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:18.369251 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5483e2f6-59af-4c05-8ae3-ed903fbdae54 req-60acb422-1aad-4c33-8685-4078eeb15df0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0891378 Apr 29 17:59:18.413457 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5483e2f6-59af-4c05-8ae3-ed903fbdae54 req-b10e8c44-0b44-41d6-aa26-e72b21080450 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384023 Apr 29 17:59:18.440371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:18.804935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574a2b-e291-4287-889d-b5076c73fe75 req-861a0cda-8cd9-4b76-a108-4c83532b64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:18.806472 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b8574a2b-e291-4287-889d-b5076c73fe75 req-861a0cda-8cd9-4b76-a108-4c83532b64e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 1099 time: 0.0757601 Apr 29 17:59:18.964112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574a2b-e291-4287-889d-b5076c73fe75 req-48d4771c-1184-4e95-8b0c-9570299c157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:18.965519 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b8574a2b-e291-4287-889d-b5076c73fe75 req-48d4771c-1184-4e95-8b0c-9570299c157e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1355965 Apr 29 17:59:19.064869 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b8574a2b-e291-4287-889d-b5076c73fe75 req-d22ee3b5-8d30-4cce-9140-8a565cca1878 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c68f5de-1be1-487a-bf3b-17154f565a67 HTTP/1.1" status: 200 len: 1002 time: 0.0912008 Apr 29 17:59:19.128211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574a2b-e291-4287-889d-b5076c73fe75 req-b705751b-ef5a-4bf0-a49a-0a34fc32b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:19.129592 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b8574a2b-e291-4287-889d-b5076c73fe75 req-b705751b-ef5a-4bf0-a49a-0a34fc32b549 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0589511 Apr 29 17:59:19.210502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574a2b-e291-4287-889d-b5076c73fe75 req-53cc19f9-401e-4799-926e-3b5c62e97117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:19.212018 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b8574a2b-e291-4287-889d-b5076c73fe75 req-53cc19f9-401e-4799-926e-3b5c62e97117 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770204 Apr 29 17:59:19.346349 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b8574a2b-e291-4287-889d-b5076c73fe75 req-49b0260a-95b3-4fd1-9796-f96c1f7d275c service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275864 Apr 29 17:59:19.476034 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b8574a2b-e291-4287-889d-b5076c73fe75 req-03385f83-cecf-4897-a644-3676683ce33c service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238363 Apr 29 17:59:19.508963 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:59:19.610033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eacd2-e327-44ae-af20-8c8ff2996bcf req-5ed3c767-d019-46f3-9ddd-7222d36b5961 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:19.611392 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7b2eacd2-e327-44ae-af20-8c8ff2996bcf req-5ed3c767-d019-46f3-9ddd-7222d36b5961 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0908689 Apr 29 17:59:19.656504 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7b2eacd2-e327-44ae-af20-8c8ff2996bcf req-ba001e2b-6d3c-4f4e-962b-5ba63e7b6e94 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392096 Apr 29 17:59:20.854156 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3b588-b6ea-431c-8c4d-0c1c096c57c2 req-0cd8ddc2-a934-4ceb-bb60-6afce82831cb tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:20.856068 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38e3b588-b6ea-431c-8c4d-0c1c096c57c2 req-0cd8ddc2-a934-4ceb-bb60-6afce82831cb tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0822346 Apr 29 17:59:20.909181 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38e3b588-b6ea-431c-8c4d-0c1c096c57c2 req-71f59c74-809b-4976-a9c9-ffdd7c5b3ce2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457270 Apr 29 17:59:22.109938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39b257-a949-4677-8a40-63beaa89aabf req-bc0a2af4-5360-4dfd-9731-bbe5b8681dc4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:22.111392 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed39b257-a949-4677-8a40-63beaa89aabf req-bc0a2af4-5360-4dfd-9731-bbe5b8681dc4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0842066 Apr 29 17:59:22.158056 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed39b257-a949-4677-8a40-63beaa89aabf req-0560cf1d-573e-4977-a57f-b6eee117df4e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407627 Apr 29 17:59:23.299685 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7aaf201a-354c-4f39-a8c8-95e6c29b1d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:23.357768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a1803-2757-4e82-a0fe-9d1d23b9b018 req-00148168-4cde-47f4-a962-83d44ce3c899 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:23.359742 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-035a1803-2757-4e82-a0fe-9d1d23b9b018 req-00148168-4cde-47f4-a962-83d44ce3c899 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0867767 Apr 29 17:59:23.412870 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-035a1803-2757-4e82-a0fe-9d1d23b9b018 req-cac96b62-6893-4a3d-8f34-47aa73483e66 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439641 Apr 29 17:59:24.616435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e54410-3c53-4da4-9b43-a8ecbba275aa req-4959f725-b332-4f1e-81b4-902650fd7a76 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:24.617891 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7e54410-3c53-4da4-9b43-a8ecbba275aa req-4959f725-b332-4f1e-81b4-902650fd7a76 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0873115 Apr 29 17:59:24.665073 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7e54410-3c53-4da4-9b43-a8ecbba275aa req-27be5aff-e406-4285-9906-e0889b9cc76d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402453 Apr 29 17:59:25.395347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-48bd4334-b6bc-42b9-aa31-48b8b8cb89ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:25.878942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739ab99-8480-448c-b1b6-90e3e54d978d req-51a7271a-5964-49d8-997d-6439fea1b335 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:25.880394 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e739ab99-8480-448c-b1b6-90e3e54d978d req-51a7271a-5964-49d8-997d-6439fea1b335 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0932288 Apr 29 17:59:25.929789 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e739ab99-8480-448c-b1b6-90e3e54d978d req-00840b14-1dc3-4a23-89ad-ff755740c22e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407856 Apr 29 17:59:26.665664 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:26.808826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:27.305974 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d50393-e8bc-42b1-87eb-a922c1ff8177 req-8f25b938-c96a-4662-ab82-7d4c00128fb1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:27.307703 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-78d50393-e8bc-42b1-87eb-a922c1ff8177 req-8f25b938-c96a-4662-ab82-7d4c00128fb1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0953357 Apr 29 17:59:27.352514 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-78d50393-e8bc-42b1-87eb-a922c1ff8177 req-3e5ef62e-5533-4424-bdcd-ea09b4b6f96e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387816 Apr 29 17:59:28.082594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:28.549902 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95513e6d-bb5b-4ebd-9a3b-f2cbfc177ca1 req-158a8249-84d8-4362-8217-95f7e49bcd54 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:28.551358 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95513e6d-bb5b-4ebd-9a3b-f2cbfc177ca1 req-158a8249-84d8-4362-8217-95f7e49bcd54 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0884342 Apr 29 17:59:28.598310 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95513e6d-bb5b-4ebd-9a3b-f2cbfc177ca1 req-2d60a1fb-347a-44bc-98d0-f61eb1b88053 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385852 Apr 29 17:59:29.798273 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870583f-c53d-4677-a4a7-bf75b2a46328 req-30fcf439-ea26-4d1f-bfe3-108688ac9d45 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:29.799740 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5870583f-c53d-4677-a4a7-bf75b2a46328 req-30fcf439-ea26-4d1f-bfe3-108688ac9d45 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0878797 Apr 29 17:59:29.850230 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5870583f-c53d-4677-a4a7-bf75b2a46328 req-41347490-280d-4732-bdb4-42f8eacf488e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422599 Apr 29 17:59:30.410732 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-610835b5-cc63-4415-8845-073cdc72432c service neutron] 10.222.0.36 "GET /v2.0/ports/2c68f5de-1be1-487a-bf3b-17154f565a67/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0892799 Apr 29 17:59:30.680371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-277e3974-5519-4d13-a612-7f25a67d9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:30.682857 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-277e3974-5519-4d13-a612-7f25a67d9a04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 1099 time: 0.0756633 Apr 29 17:59:30.793656 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-060a7e44-11ac-4917-bf04-4d430f444bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:30.795121 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-060a7e44-11ac-4917-bf04-4d430f444bc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 1099 time: 0.0904398 Apr 29 17:59:31.081048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-ce23b59c-91aa-42ff-bb3d-5489a895e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:31.082474 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-ce23b59c-91aa-42ff-bb3d-5489a895e07e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.2818017 Apr 29 17:59:31.191664 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ac06-f910-4c98-a9dd-607c7347577d req-2461303d-ca97-4f1e-88bb-6ca0b8250c87 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:31.193071 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4f65ac06-f910-4c98-a9dd-607c7347577d req-2461303d-ca97-4f1e-88bb-6ca0b8250c87 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.1968088 Apr 29 17:59:31.220191 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-afc79472-c937-46e7-8677-7453622a5816 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c68f5de-1be1-487a-bf3b-17154f565a67 HTTP/1.1" status: 200 len: 1002 time: 0.1314933 Apr 29 17:59:31.291239 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4f65ac06-f910-4c98-a9dd-607c7347577d req-4a291286-1d75-4153-8578-684550927c9a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870416 Apr 29 17:59:31.300311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-4a22f256-30a3-40ef-9a74-01f4997e8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:31.301684 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-4a22f256-30a3-40ef-9a74-01f4997e8077 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0745678 Apr 29 17:59:31.378244 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-d532f54a-41bb-4c18-9e58-661a1b7d0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:31.379596 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-d532f54a-41bb-4c18-9e58-661a1b7d0e7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722246 Apr 29 17:59:31.523035 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-de577bbd-ab9c-472e-9d1c-f53810a9280f service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373560 Apr 29 17:59:31.656943 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc0e652b-ff28-4682-8e1b-20231f23331c req-3d1cfe1a-224b-4aab-bdfe-f16a3e0479b6 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274476 Apr 29 17:59:32.503454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685371b-31c9-4551-bfef-ca0fbdd4aac3 req-ac461953-1b55-4865-b7c3-7979be8b4cc5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:32.504895 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1685371b-31c9-4551-bfef-ca0fbdd4aac3 req-ac461953-1b55-4865-b7c3-7979be8b4cc5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0958259 Apr 29 17:59:32.549272 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1685371b-31c9-4551-bfef-ca0fbdd4aac3 req-9a7c88c0-d096-4592-928a-dd971c8630fa tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385501 Apr 29 17:59:33.751588 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f40cd-7e15-4dcc-b911-68d462ce6c44 req-5c7da022-dbe5-4e1e-881c-f52b0d5f6052 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:33.753043 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-028f40cd-7e15-4dcc-b911-68d462ce6c44 req-5c7da022-dbe5-4e1e-881c-f52b0d5f6052 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0873468 Apr 29 17:59:33.798542 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-028f40cd-7e15-4dcc-b911-68d462ce6c44 req-6ee26b8e-1dda-4af2-927f-c520c6c676a3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396831 Apr 29 17:59:34.274504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103229-593a-432d-8dd3-a63068b4573d req-7527d8fb-4cb1-4c2c-9e61-1b568c81b6a5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:34.276259 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-7527d8fb-4cb1-4c2c-9e61-1b568c81b6a5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e&tenant_id=efa94d1d8f334e469541702b7db33a8d&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 946 time: 0.1379206 Apr 29 17:59:34.342813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a230e7-d279-47cb-95fb-eb457a69c057 req-d7a9f5b1-b61b-4997-a02e-5e69577f0193 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:34.344251 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-12a230e7-d279-47cb-95fb-eb457a69c057 req-d7a9f5b1-b61b-4997-a02e-5e69577f0193 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.1494374 Apr 29 17:59:34.354637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2c68f5de-1be1-487a-bf3b-17154f565a67 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:59:34.356982 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2c68f5de-1be1-487a-bf3b-17154f565a67 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:59:34.403199 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-b3e502d6-453d-4bf0-98b9-da755506b2a4 service neutron] 10.222.0.36 "GET /v2.0/ports/2c68f5de-1be1-487a-bf3b-17154f565a67/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1206264 Apr 29 17:59:34.407770 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-12a230e7-d279-47cb-95fb-eb457a69c057 req-e40dc147-ca88-471b-84d4-6c73959bf8d0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555422 Apr 29 17:59:34.495210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103229-593a-432d-8dd3-a63068b4573d req-e8e1268d-df4b-47de-938a-eb4f5e41dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:34.496688 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-e8e1268d-df4b-47de-938a-eb4f5e41dbd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 1099 time: 0.0715508 Apr 29 17:59:34.563553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:34.593203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2c68f5de-1be1-487a-bf3b-17154f565a67,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:59:34.613210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:59:34.621833 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'port_id': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'mac_address': 'fa:16:3e:a7:5c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:59:34.625775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2c68f5de-1be1-487a-bf3b-17154f565a67,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:59:34.633107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103229-593a-432d-8dd3-a63068b4573d req-4032012d-787e-4dfd-90e5-a8ec5fe25eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:34.635096 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-4032012d-787e-4dfd-90e5-a8ec5fe25eac service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1324077 Apr 29 17:59:34.655407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:34.697959 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4439e87b-686a-48f4-b619-125dfbdf58e5'] response: {'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'code': 200} Apr 29 17:59:34.737623 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:34.756623 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-41d5c837-9843-43db-a917-b4fa910d5185 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c68f5de-1be1-487a-bf3b-17154f565a67 HTTP/1.1" status: 200 len: 1000 time: 0.1152682 Apr 29 17:59:34.760987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c68f5de-1be1-487a-bf3b-17154f565a67 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:59:34.764834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2c68f5de-1be1-487a-bf3b-17154f565a67,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:59:34.779976 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2c68f5de-1be1-487a-bf3b-17154f565a67,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:59:34.784304 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:34.823918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103229-593a-432d-8dd3-a63068b4573d req-c28f4bce-68bf-476b-a4d3-f41b5f5123e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:34.825905 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-c28f4bce-68bf-476b-a4d3-f41b5f5123e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0635052 Apr 29 17:59:34.844846 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['2c68f5de-1be1-487a-bf3b-17154f565a67'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:59:34.899358 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2c68f5de-1be1-487a-bf3b-17154f565a67,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:59:34.900630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103229-593a-432d-8dd3-a63068b4573d req-2d6c35f6-9d49-4946-8d6b-a3c9f41672cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:34.902144 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-2d6c35f6-9d49-4946-8d6b-a3c9f41672cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708477 Apr 29 17:59:35.036960 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-65ea463c-f172-415c-91fc-b661f7ea93b2 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283596 Apr 29 17:59:35.277680 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-9dd1a036-5e95-4223-992f-f6ee4e37add8 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349474 Apr 29 17:59:35.621806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eee265-ed66-497f-8bb5-33c55cdef647 req-ce052bb3-d7b8-4fd9-b6de-c832d8113701 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:35.623253 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f4eee265-ed66-497f-8bb5-33c55cdef647 req-ce052bb3-d7b8-4fd9-b6de-c832d8113701 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 945 time: 0.0937939 Apr 29 17:59:35.668105 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f4eee265-ed66-497f-8bb5-33c55cdef647 req-22fbdf59-790d-49e9-904d-23110d659050 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388312 Apr 29 17:59:36.356580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2c68f5de-1be1-487a-bf3b-17154f565a67 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:59:36.437520 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 2c68f5de-1be1-487a-bf3b-17154f565a67 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:59:36.437883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:36.553435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:36.588527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2c68f5de-1be1-487a-bf3b-17154f565a67,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:59:36.594826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:36.663738 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2c68f5de-1be1-487a-bf3b-17154f565a67,revision_number=8']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:59:36.699379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:59:36.762138 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5feb7e-d203-41c6-bd51-3f58c3adce41'] response: {'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'code': 200} Apr 29 17:59:36.871316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3d759-3449-4b6a-a999-71d06f9dceec req-7901706c-9bd5-44f5-8f33-5b50ed5da7ca tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:36.872785 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-06b3d759-3449-4b6a-a999-71d06f9dceec req-7901706c-9bd5-44f5-8f33-5b50ed5da7ca tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0835764 Apr 29 17:59:36.917595 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-06b3d759-3449-4b6a-a999-71d06f9dceec req-77a244de-6c0b-405d-b0a4-fcc00fb7523d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388050 Apr 29 17:59:37.696772 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103229-593a-432d-8dd3-a63068b4573d req-072cfc89-fa41-4d17-8953-0363d2553f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:37.698291 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-072cfc89-fa41-4d17-8953-0363d2553f4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 1099 time: 0.0788336 Apr 29 17:59:37.792180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103229-593a-432d-8dd3-a63068b4573d req-237761d9-638e-4e98-8075-6397665506a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:37.793535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-237761d9-638e-4e98-8075-6397665506a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 1099 time: 0.0737543 Apr 29 17:59:37.925631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103229-593a-432d-8dd3-a63068b4573d req-0f4d43af-0394-45ab-86c2-f0d4c228a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:37.927162 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-0f4d43af-0394-45ab-86c2-f0d4c228a8fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1275594 Apr 29 17:59:38.027777 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-b2007fa2-8c1b-4d31-952e-d1e0d09d655a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c68f5de-1be1-487a-bf3b-17154f565a67 HTTP/1.1" status: 200 len: 1002 time: 0.0949218 Apr 29 17:59:38.132862 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103229-593a-432d-8dd3-a63068b4573d req-2cbf1800-2cd8-430b-846b-7f56f8084d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:38.134292 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-2cbf1800-2cd8-430b-846b-7f56f8084d3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0759811 Apr 29 17:59:38.200185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb88263-89ca-45bd-9a3d-544743e35c2a req-ec218dc1-34a1-4bd6-8e8d-0ac6b5247b75 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:38.201583 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0cb88263-89ca-45bd-9a3d-544743e35c2a req-ec218dc1-34a1-4bd6-8e8d-0ac6b5247b75 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.1724405 Apr 29 17:59:38.256631 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0cb88263-89ca-45bd-9a3d-544743e35c2a req-0fe2db78-9127-48c2-a8ce-44b446d6d9bd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489516 Apr 29 17:59:38.259624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103229-593a-432d-8dd3-a63068b4573d req-d231076c-92b9-400f-be94-35e06f4bae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:38.260841 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-d231076c-92b9-400f-be94-35e06f4bae87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1193354 Apr 29 17:59:38.396973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-c7707876-08cb-41d4-800e-d9dd2f33ef0e service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288967 Apr 29 17:59:38.536695 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c3103229-593a-432d-8dd3-a63068b4573d req-03a3c7b9-845b-4528-9d01-2219d710623b service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336503 Apr 29 17:59:39.458474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb775384-26d4-402c-b262-6f0611f4dd12 req-31eb6fac-9ae4-4440-a778-19863267381a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:39.460036 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cb775384-26d4-402c-b262-6f0611f4dd12 req-31eb6fac-9ae4-4440-a778-19863267381a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0844216 Apr 29 17:59:39.508445 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cb775384-26d4-402c-b262-6f0611f4dd12 req-1503a677-4aef-42ad-9743-662706518099 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399647 Apr 29 17:59:40.397339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2c68f5de-1be1-487a-bf3b-17154f565a67 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:59:40.401560 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2c68f5de-1be1-487a-bf3b-17154f565a67 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:59:40.620929 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:40.645338 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2c68f5de-1be1-487a-bf3b-17154f565a67,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:59:40.669050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'port_id': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'mac_address': 'fa:16:3e:a7:5c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:59:40.670239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:59:40.705480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7c19d-0951-4188-b741-b423dce678c7 req-6da36fbd-e6ba-4f46-9119-e6bb7b82819a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:40.707672 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2c68f5de-1be1-487a-bf3b-17154f565a67,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:59:40.708239 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b0c7c19d-0951-4188-b741-b423dce678c7 req-6da36fbd-e6ba-4f46-9119-e6bb7b82819a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0892670 Apr 29 17:59:40.719727 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2132390-d042-459d-8716-42bcd401bac0'] response: {'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'code': 200} Apr 29 17:59:40.722906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:40.755804 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b0c7c19d-0951-4188-b741-b423dce678c7 req-3c2fee2b-4645-4469-a13c-284418cb22d4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387218 Apr 29 17:59:40.787616 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:40.811206 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c68f5de-1be1-487a-bf3b-17154f565a67 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:59:40.817861 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2c68f5de-1be1-487a-bf3b-17154f565a67,revision_number=9']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:59:40.873717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 17:59:40.874062 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 17:59:40.960418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2f2df-6006-4dd6-9abb-24a9d6097951 req-5d68bc66-4b49-4785-9a2f-72f7d4609618 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:40.961778 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01c2f2df-6006-4dd6-9abb-24a9d6097951 req-5d68bc66-4b49-4785-9a2f-72f7d4609618 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 944 time: 0.0961900 Apr 29 17:59:41.010117 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01c2f2df-6006-4dd6-9abb-24a9d6097951 req-64897dec-c1ad-4d53-a25a-c7968c2807af tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423958 Apr 29 17:59:41.205784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c212d5-2422-4183-a890-e4acd81792db req-1bba2995-8ecd-476a-9a36-6748c1377aa5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:41.207224 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a9c212d5-2422-4183-a890-e4acd81792db req-1bba2995-8ecd-476a-9a36-6748c1377aa5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 944 time: 0.0914485 Apr 29 17:59:41.250837 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a9c212d5-2422-4183-a890-e4acd81792db req-b6112274-d6d9-4703-893d-d9dacd74d187 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376141 Apr 29 17:59:41.432271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:41.453194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c68f5de-1be1-487a-bf3b-17154f565a67 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:59:41.469328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2c68f5de-1be1-487a-bf3b-17154f565a67,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:59:41.473212 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:41.537271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['2c68f5de-1be1-487a-bf3b-17154f565a67'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:59:41.585676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2c68f5de-1be1-487a-bf3b-17154f565a67,revision_number=10']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:59:41.640689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c1b2e-6ee2-4435-a850-56bd83973f40 req-f6c22ad2-21f7-4edc-a8ad-6a7377d5cf60 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:41.642144 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-698c1b2e-6ee2-4435-a850-56bd83973f40 req-f6c22ad2-21f7-4edc-a8ad-6a7377d5cf60 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 946 time: 0.0857210 Apr 29 17:59:41.805793 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-698c1b2e-6ee2-4435-a850-56bd83973f40 req-324dfa25-0b0f-442d-8729-4f663619d932 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570592 Apr 29 17:59:42.405783 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2c68f5de-1be1-487a-bf3b-17154f565a67 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:59:42.484511 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 2c68f5de-1be1-487a-bf3b-17154f565a67 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:59:42.485225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:42.598120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:42.631878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2c68f5de-1be1-487a-bf3b-17154f565a67,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:59:42.639195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:42.707769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2c68f5de-1be1-487a-bf3b-17154f565a67,revision_number=11']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:59:42.721149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:59:42.764671 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286c6347-2a9e-4aff-b0ed-220ad7f69f86'] response: {'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'code': 200} Apr 29 17:59:42.997266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e4434-ea7b-4422-87c5-bd56ba2db57c req-f6c80c6e-cbdd-4a94-8993-fb966307166d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:42.998608 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f09e4434-ea7b-4422-87c5-bd56ba2db57c req-f6c80c6e-cbdd-4a94-8993-fb966307166d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 947 time: 0.0855017 Apr 29 17:59:43.042678 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f09e4434-ea7b-4422-87c5-bd56ba2db57c req-1205707f-95ed-4a87-8cc6-a861775aa40c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381789 Apr 29 17:59:43.639767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-9e7e3a53-738e-4850-9cb6-df27cb4f08c4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:43.641162 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-9e7e3a53-738e-4850-9cb6-df27cb4f08c4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 947 time: 0.0825844 Apr 29 17:59:43.712546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Deleting port 2c68f5de-1be1-487a-bf3b-17154f565a67 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 17:59:43.712885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:43.966860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] For port 2c68f5de-1be1-487a-bf3b-17154f565a67, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2c68f5de-1be1-487a-bf3b-17154f565a67,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:59:43.967120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:44.299702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:44.300397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:44.300397 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e disassociated. External IP: 172.26.4.93, port: 2c68f5de-1be1-487a-bf3b-17154f565a67. Apr 29 17:59:44.300593 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Calling delete_port for 2c68f5de-1be1-487a-bf3b-17154f565a67 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 17:59:44.385526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546795a-59c2-4aa9-b4da-d11ebfbb393b req-bfa14da9-102e-4f02-8ba6-5e97bf487e1f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:44.386924 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4546795a-59c2-4aa9-b4da-d11ebfbb393b req-bfa14da9-102e-4f02-8ba6-5e97bf487e1f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 947 time: 0.2331381 Apr 29 17:59:44.476448 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4546795a-59c2-4aa9-b4da-d11ebfbb393b req-4a55c971-6edd-4fdc-8e67-bb7ba28fe548 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831444 Apr 29 17:59:44.487202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:44.539884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event deleted for resources: {'Port': ['ID=2c68f5de-1be1-487a-bf3b-17154f565a67,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:59:44.550340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:44.550776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:44.551001 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:44.551348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:44.551735 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:44.552060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:44.552382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:44.552692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:44.553017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:44.553335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:44.553648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:44.553963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:44.735062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 17:59:45.033807 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 17:59:45.044540 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0388573-005c-4cad-98cf-3aec3cb99c05 None None] Sync routers for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 17:59:45.054585 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0388573-005c-4cad-98cf-3aec3cb99c05 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:59:45.055189 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d0388573-005c-4cad-98cf-3aec3cb99c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:59:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:59:45.106074 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] No DVR routers for this DVR port 2c68f5de-1be1-487a-bf3b-17154f565a67 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 17:59:45.109287 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:45.111911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'name': 'network-vif-deleted', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:59:45.129594 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-61c4682c-b76c-4b80-acdc-1c45a52f247d req-c85e0991-6f7d-4885-8268-a216911967f5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "DELETE /v2.0/ports/2c68f5de-1be1-487a-bf3b-17154f565a67 HTTP/1.1" status: 204 len: 173 time: 1.4824409 Apr 29 17:59:45.164684 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f46df0-c20a-414f-98f5-f97327c17e0d'] response: {'server_uuid': 'e0558e4d-c9c2-4620-96f4-b187ac4ec58e', 'name': 'network-vif-deleted', 'tag': '2c68f5de-1be1-487a-bf3b-17154f565a67', 'status': 'completed', 'code': 200} Apr 29 17:59:45.231559 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-d0388573-005c-4cad-98cf-3aec3cb99c05 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:59:45.550882 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d0388573-005c-4cad-98cf-3aec3cb99c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:59:45.556018 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0388573-005c-4cad-98cf-3aec3cb99c05 None None] Checking router: 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 17:59:45.564485 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0388573-005c-4cad-98cf-3aec3cb99c05 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 17:59:45.565075 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d0388573-005c-4cad-98cf-3aec3cb99c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:59:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:59:45.655353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-59ad8846-060b-4734-ac97-c2d061155cc1 req-dcf91ec5-3e91-43ad-a313-603d9f1a542a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Synchronizing usage tracker for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:59:45.675833 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-59ad8846-060b-4734-ac97-c2d061155cc1 req-dcf91ec5-3e91-43ad-a313-603d9f1a542a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Unset dirty status for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:59:45.677229 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-59ad8846-060b-4734-ac97-c2d061155cc1 req-dcf91ec5-3e91-43ad-a313-603d9f1a542a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0558e4d-c9c2-4620-96f4-b187ac4ec58e HTTP/1.1" status: 200 len: 210 time: 0.0741558 Apr 29 17:59:45.745784 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-d0388573-005c-4cad-98cf-3aec3cb99c05 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 17:59:46.099344 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d0388573-005c-4cad-98cf-3aec3cb99c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 17:59:46.103364 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0388573-005c-4cad-98cf-3aec3cb99c05 None None] The sync data for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv is: [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 17:59:46.319166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d45e0d-58d7-4e18-b903-2326802dd625 None None] New status for floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 17:59:46.458845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2c68f5de-1be1-487a-bf3b-17154f565a67 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 17:59:46.543071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 2c68f5de-1be1-487a-bf3b-17154f565a67 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 17:59:46.543432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2c68f5de-1be1-487a-bf3b-17154f565a67 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 17:59:47.044349 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-08886c63-bf43-4997-a5c2-f6a979d8bc21 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1067094714&fields=id&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 267 time: 0.0404019 Apr 29 17:59:47.203284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-12463bbd-77bd-4b83-9d66-b0db43357048 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:47.204735 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-12463bbd-77bd-4b83-9d66-b0db43357048 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 812 time: 0.1509535 Apr 29 17:59:47.219813 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-093ac8f6-455f-46cd-96f3-b24b812c1b19 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/quotas/efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 375 time: 0.0091796 Apr 29 17:59:47.306670 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a3360c9d-2e21-436a-87c1-808a860a2a17 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817924 Apr 29 17:59:47.487307 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a8454df8-5c72-44f0-9456-c0a132ec8b3a service neutron] 10.222.0.11 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683588 Apr 29 17:59:47.618424 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f3d57c3e-d970-40ac-85f6-351dad68b21d service neutron] 10.222.0.11 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249647 Apr 29 17:59:47.797052 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-695c0350-7b19-4dbf-8f50-7f8a95573b7d req-c0df1c03-6797-4d5b-962b-d610d75a39ba tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 210 time: 0.0458584 Apr 29 17:59:48.458883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:48.852940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-593d7b07-9322-4c0f-bb3d-30b7b1c9725a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:48.854606 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-593d7b07-9322-4c0f-bb3d-30b7b1c9725a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 812 time: 0.1561306 Apr 29 17:59:48.908605 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-fe7ff13a-2136-4586-ba33-0d2394f32d85 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 380 time: 0.0456977 Apr 29 17:59:48.950366 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Request body: {'port': {'device_id': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'admin_state_up': True, 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'security_groups': ['37d9565e-8ec8-4e18-a467-84bc0d445055']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:59:48.980271 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-86402ff3-0049-416c-b89f-21bb5cb32940 req-1d7f3197-3d12-48d8-886a-272ee9a3538c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 210 time: 0.0706685 Apr 29 17:59:49.095265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 17:59:49.105522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 17:59:49.118282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Made reservation on behalf of efa94d1d8f334e469541702b7db33a8d for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 17:59:49.121759 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:49.280800 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Allocated IP 172.20.0.5 (0d4b26c2-0da9-4d89-9974-791fc722ad04/7129e99e-ac71-4a22-ac06-38c8c3a32283/50a5321c-8aa3-4638-b9eb-9c1c125c73ee) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 17:59:49.467234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:49.485867 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Transition to ACTIVE for port object 50a5321c-8aa3-4638-b9eb-9c1c125c73ee will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:59:49.512086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:49.592778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Network 0d4b26c2-0da9-4d89-9974-791fc722ad04 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 17:59:49.596958 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 17:59:49.601999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 17:59:49.633999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event updated for resources: {'Port': ['ID=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:59:49.672169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:49.672818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:49.699205 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-f65e4631-77a6-4e65-8cb2-a853711b65e2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7526298 Apr 29 17:59:49.710793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Request body: {'port': {'device_id': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:59:49.826607 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:49.869942 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-53d3e55d-da2f-4d79-a568-9f3d144158f8 None None] Provisioning for port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:59:49.874787 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-53d3e55d-da2f-4d79-a568-9f3d144158f8 None None] Provisioning complete for port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:59:49.875153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-53d3e55d-da2f-4d79-a568-9f3d144158f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:49.931388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-53d3e55d-da2f-4d79-a568-9f3d144158f8 None None] Port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 17:59:50.353216 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a5321c-8aa3-4638-b9eb-9c1c125c73ee {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:59:50.366759 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8114ed-1c82-4089-ad7e-1ed2d485688d req-931f0d49-f3e4-4c0f-87f0-32272e5ea2cb tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:50.367479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-0e8114ed-1c82-4089-ad7e-1ed2d485688d req-931f0d49-f3e4-4c0f-87f0-32272e5ea2cb tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Synchronizing usage tracker for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 17:59:50.370787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:50.391535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Transition to ACTIVE for port object 50a5321c-8aa3-4638-b9eb-9c1c125c73ee will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 17:59:50.396658 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:50.431525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-0e8114ed-1c82-4089-ad7e-1ed2d485688d req-931f0d49-f3e4-4c0f-87f0-32272e5ea2cb tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Unset dirty status for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 17:59:50.432666 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0e8114ed-1c82-4089-ad7e-1ed2d485688d req-931f0d49-f3e4-4c0f-87f0-32272e5ea2cb tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 931 time: 0.3429537 Apr 29 17:59:50.553357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930c113-f755-4617-8256-303797cfc149 service neutron] Pushing event updated for resources: {'Port': ['ID=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:59:50.629948 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0e8114ed-1c82-4089-ad7e-1ed2d485688d req-d78276fe-d7a7-4585-9fd0-07e952ff0ddd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799774 Apr 29 17:59:50.676193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Attempting to bind port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 17:59:50.676517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Attempting to bind port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 17:59:50.676839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Attempting to bind port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:59:50.681623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 17:59:50.681932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Attempting to bind port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee on network 0d4b26c2-0da9-4d89-9974-791fc722ad04 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 17:59:50.687103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 17:59:50.687470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Checking segment: {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 17:59:50.687830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Bound using segment: {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 17:59:50.688243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Bound port: 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 17:59:50.688576 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:50.776386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 17:59:50.779188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 17:59:50.787954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:50.850256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:50.850868 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:50.852466 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-a930c113-f755-4617-8256-303797cfc149 service neutron] 10.222.0.36 "PUT /v2.0/ports/50a5321c-8aa3-4638-b9eb-9c1c125c73ee HTTP/1.1" status: 200 len: 1093 time: 1.1460559 Apr 29 17:59:50.854819 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:59:50.878073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930c113-f755-4617-8256-303797cfc149 service neutron] Pushing event updated for resources: {'Port': ['ID=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:59:50.925809 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa8e743-3f1c-4c83-83e7-09eb37d1c510'] response: {'name': 'network-changed', 'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'status': 'completed', 'code': 200} Apr 29 17:59:50.967227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-de812edf-2387-4796-b55e-ae83042a0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:50.968767 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-de812edf-2387-4796-b55e-ae83042a0542 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 1096 time: 0.0762374 Apr 29 17:59:51.040927 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-8cef1e5d-cb41-4568-bed4-f028ea6c384c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee HTTP/1.1" status: 200 len: 217 time: 0.0653124 Apr 29 17:59:51.101796 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-6f974795-f006-4a59-8455-7b7385bd4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:51.103200 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-6f974795-f006-4a59-8455-7b7385bd4c9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0559039 Apr 29 17:59:51.184066 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-80b5dde4-96b9-4764-b2b3-dc0bb8c58f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:51.185406 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-80b5dde4-96b9-4764-b2b3-dc0bb8c58f62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764391 Apr 29 17:59:51.320303 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-d4502048-be09-4ff8-9d50-8f358b6b4a57 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281216 Apr 29 17:59:51.463589 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5258e39c-73d4-4da9-a15b-1755dd9400f8 req-8842c96c-7482-46ce-8d81-7adadb42b615 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378572 Apr 29 17:59:51.594363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742392c-b21a-4483-b7f0-d5fa8c5226d9 req-024b041d-08ed-4509-ba72-297027e71995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:51.596447 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5742392c-b21a-4483-b7f0-d5fa8c5226d9 req-024b041d-08ed-4509-ba72-297027e71995 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 1096 time: 0.0807586 Apr 29 17:59:51.727387 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742392c-b21a-4483-b7f0-d5fa8c5226d9 req-c07b86fc-6538-42d3-8c91-6f47b1571810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:51.728723 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5742392c-b21a-4483-b7f0-d5fa8c5226d9 req-c07b86fc-6538-42d3-8c91-6f47b1571810 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1257784 Apr 29 17:59:51.830273 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5742392c-b21a-4483-b7f0-d5fa8c5226d9 req-cc24c191-673e-467b-a5ab-9dfc5f866b65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee HTTP/1.1" status: 200 len: 217 time: 0.0947714 Apr 29 17:59:51.906665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742392c-b21a-4483-b7f0-d5fa8c5226d9 req-fbb273ba-8b5a-433d-8ba9-8fb94dd3f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:51.908078 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5742392c-b21a-4483-b7f0-d5fa8c5226d9 req-fbb273ba-8b5a-433d-8ba9-8fb94dd3f3b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0678856 Apr 29 17:59:51.968383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fb4bd-33c1-4981-b2b7-c848973aff67 req-80cb76c7-f3ad-4781-abb7-ffe66336d9cd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:51.969806 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c02fb4bd-33c1-4981-b2b7-c848973aff67 req-80cb76c7-f3ad-4781-abb7-ffe66336d9cd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 943 time: 0.1844974 Apr 29 17:59:52.022730 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c02fb4bd-33c1-4981-b2b7-c848973aff67 req-22915a0c-387f-4347-b4ed-63390c112b96 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456574 Apr 29 17:59:52.030641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742392c-b21a-4483-b7f0-d5fa8c5226d9 req-f6134bba-33aa-4af5-9825-f5286076f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:52.032073 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5742392c-b21a-4483-b7f0-d5fa8c5226d9 req-f6134bba-33aa-4af5-9825-f5286076f0f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167567 Apr 29 17:59:52.278236 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5742392c-b21a-4483-b7f0-d5fa8c5226d9 req-e4843bbd-21fa-4ac9-8d58-caa689ddce35 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388659 Apr 29 17:59:52.421219 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5742392c-b21a-4483-b7f0-d5fa8c5226d9 req-d574bf57-71e5-411f-909e-c90a31de538a service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364508 Apr 29 17:59:53.221151 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d275f-0679-4921-889d-d41305044594 req-45baffef-c020-49c3-b7dd-dee24e0ffac3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:53.222780 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-447d275f-0679-4921-889d-d41305044594 req-45baffef-c020-49c3-b7dd-dee24e0ffac3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 943 time: 0.0842230 Apr 29 17:59:53.271524 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-447d275f-0679-4921-889d-d41305044594 req-c3f6f826-3f59-4b47-b26a-02830a0709a6 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393090 Apr 29 17:59:53.313149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bc6c23c4-cce8-4252-8af1-46f91cea9f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:54.474566 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 50a5321c-8aa3-4638-b9eb-9c1c125c73ee details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 17:59:54.482335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb799a4-51d5-46c1-baf4-79a543c1a4e4 req-8e853cca-1136-47ef-bcb1-a6a11fa19f21 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:54.483795 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7eb799a4-51d5-46c1-baf4-79a543c1a4e4 req-8e853cca-1136-47ef-bcb1-a6a11fa19f21 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 943 time: 0.0896373 Apr 29 17:59:54.530686 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7eb799a4-51d5-46c1-baf4-79a543c1a4e4 req-b8fa785d-c718-4cb7-a355-fcde8e145289 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410504 Apr 29 17:59:54.607256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:59:54.624029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'port_id': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'mac_address': 'fa:16:3e:98:72:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 17:59:54.678170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:54.695422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a5321c-8aa3-4638-b9eb-9c1c125c73ee {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 17:59:54.711942 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:59:54.718177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:54.790238 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:59:54.797526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:54.797869 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:54.798209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:54.798543 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:54.798901 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:54.799241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:54.799592 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:54.799914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:54.800240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:54.800541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:54.800862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:54.801177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 17:59:54.920421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['50a5321c-8aa3-4638-b9eb-9c1c125c73ee'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 17:59:55.395233 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0560063d-8c53-4562-b31e-a091b74f90a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:55.725420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf771b-ea64-4d9a-9763-d96abe455f47 req-38a99a66-eb19-4b1b-ac28-e5ab80440fb7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:55.726869 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dbcf771b-ea64-4d9a-9763-d96abe455f47 req-38a99a66-eb19-4b1b-ac28-e5ab80440fb7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 944 time: 0.0809042 Apr 29 17:59:55.770112 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dbcf771b-ea64-4d9a-9763-d96abe455f47 req-25671604-50d8-4ab4-b1c0-7b8c81b79f8b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373034 Apr 29 17:59:56.471023 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 50a5321c-8aa3-4638-b9eb-9c1c125c73ee up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 17:59:56.508426 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 17:59:56.548832 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 17:59:56.553507 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 17:59:56.553881 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:56.678821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:56.680764 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:56.706900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 17:59:56.716362 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 17:59:56.721569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:56.757099 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff1c46c-0d85-417e-be11-fab18cf8446f'] response: {'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'code': 200} Apr 29 17:59:56.805702 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 17:59:56.809135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:57.028242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca0f44-0aa5-4b3e-b640-00a3b5db49b1 req-a137d037-cd76-4077-9425-9390f9c59d3e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:57.029589 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-10ca0f44-0aa5-4b3e-b640-00a3b5db49b1 req-a137d037-cd76-4077-9425-9390f9c59d3e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.1399927 Apr 29 17:59:57.032116 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00830b0e-e5dc-4f3c-aa43-300e26fd9466 req-6763d3d4-aede-4fe4-be9e-6c317e3107c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:57.033435 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00830b0e-e5dc-4f3c-aa43-300e26fd9466 req-6763d3d4-aede-4fe4-be9e-6c317e3107c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 1098 time: 0.1052823 Apr 29 17:59:57.100377 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-10ca0f44-0aa5-4b3e-b640-00a3b5db49b1 req-57933d50-64a5-4bb3-8c94-e834cb1c1b3f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647326 Apr 29 17:59:57.103473 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00830b0e-e5dc-4f3c-aa43-300e26fd9466 req-4a7c3af3-a527-475e-896e-ccc10408e383 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553803 Apr 29 17:59:58.074945 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:58.311535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2758c4-7000-41c0-b9ca-288959ff0c78 req-ac8f48e2-9e22-4709-bdc9-ad59c8502e1a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:58.312929 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ab2758c4-7000-41c0-b9ca-288959ff0c78 req-ac8f48e2-9e22-4709-bdc9-ad59c8502e1a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0892847 Apr 29 17:59:58.358070 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ab2758c4-7000-41c0-b9ca-288959ff0c78 req-3623e39a-0019-49e6-82f4-6dfdbe2774e1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394058 Apr 29 17:59:58.550042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a500f-ee17-48e6-a0ad-55658275f558 req-d1d84eea-fe93-4827-be4a-322ff3f16861 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 17:59:58.551512 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6d7a500f-ee17-48e6-a0ad-55658275f558 req-d1d84eea-fe93-4827-be4a-322ff3f16861 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0940027 Apr 29 17:59:58.560561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 57644) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 17:59:58.565444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e5184081-7178-4fbd-ac6a-c5f8ba41347d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Request body: {'floatingip': {'port_id': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 17:59:58.638643 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5184081-7178-4fbd-ac6a-c5f8ba41347d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:59.262807 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5184081-7178-4fbd-ac6a-c5f8ba41347d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:59.269193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5184081-7178-4fbd-ac6a-c5f8ba41347d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 17:59:59.540479 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-e5184081-7178-4fbd-ac6a-c5f8ba41347d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e associated. External IP: 172.26.4.93, port: 50a5321c-8aa3-4638-b9eb-9c1c125c73ee. Apr 29 17:59:59.884762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5184081-7178-4fbd-ac6a-c5f8ba41347d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:00:00.083929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5184081-7178-4fbd-ac6a-c5f8ba41347d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:00:00.088418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e5184081-7178-4fbd-ac6a-c5f8ba41347d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:00.094112 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e823f270-3d30-46db-947f-0375ffd957f7 None None] Sync routers for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:00:00.105322 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823f270-3d30-46db-947f-0375ffd957f7 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:00:00.105922 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e823f270-3d30-46db-947f-0375ffd957f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:59:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:00:00.142256 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e5184081-7178-4fbd-ac6a-c5f8ba41347d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "PUT /v2.0/floatingips/c91907c3-0122-42fd-bd7b-e584f521dc2e HTTP/1.1" status: 200 len: 991 time: 1.5805583 Apr 29 18:00:00.142731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:00:00.187518 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee9d475-9a85-46ce-bcee-bf6d9a74141f'] response: {'name': 'network-changed', 'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'status': 'completed', 'code': 200} Apr 29 18:00:00.281442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d03e4-9fea-41fb-bf28-f68954c51d12 req-19a796b2-31e9-4307-8ed4-9c7a8ad3eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:00.282962 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c0d03e4-9fea-41fb-bf28-f68954c51d12 req-19a796b2-31e9-4307-8ed4-9c7a8ad3eca5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 1098 time: 0.0742002 Apr 29 18:00:00.283317 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-e823f270-3d30-46db-947f-0375ffd957f7 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:00:00.417059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d03e4-9fea-41fb-bf28-f68954c51d12 req-6f320edc-c492-4300-a0c1-80bde89b1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:00.418789 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c0d03e4-9fea-41fb-bf28-f68954c51d12 req-6f320edc-c492-4300-a0c1-80bde89b1c17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1303751 Apr 29 18:00:00.529751 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c0d03e4-9fea-41fb-bf28-f68954c51d12 req-b56dd0f5-7dbd-4f66-9502-63e2e8dcb720 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee HTTP/1.1" status: 200 len: 999 time: 0.1045778 Apr 29 18:00:00.594682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d03e4-9fea-41fb-bf28-f68954c51d12 req-07d6f986-65d7-4e16-bfe6-657da1d9753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:00.596165 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c0d03e4-9fea-41fb-bf28-f68954c51d12 req-07d6f986-65d7-4e16-bfe6-657da1d9753e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0616624 Apr 29 18:00:00.676712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d03e4-9fea-41fb-bf28-f68954c51d12 req-004f027a-ab12-4eb2-959f-baf7432b977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:00.678191 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c0d03e4-9fea-41fb-bf28-f68954c51d12 req-004f027a-ab12-4eb2-959f-baf7432b977e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766423 Apr 29 18:00:00.685151 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e823f270-3d30-46db-947f-0375ffd957f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'c91907c3-0122-42fd-bd7b-e584f521dc2e', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'port_id': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'mac_address': 'fa:16:3e:98:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:56:56Z', 'updated_at': '2022-04-29T17:59:59Z', 'revision_number': 13, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:00:00.689671 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e823f270-3d30-46db-947f-0375ffd957f7 None None] Checking router: 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:00:00.699558 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823f270-3d30-46db-947f-0375ffd957f7 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:00:00.700147 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e823f270-3d30-46db-947f-0375ffd957f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T17:59:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:00:00.810200 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c0d03e4-9fea-41fb-bf28-f68954c51d12 req-dbfce9df-bbaa-4aa5-8e41-72b75ca40395 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257203 Apr 29 18:00:00.875271 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-e823f270-3d30-46db-947f-0375ffd957f7 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:00:01.063938 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c0d03e4-9fea-41fb-bf28-f68954c51d12 req-a200e4b9-cea9-45c2-8926-03fc6f4f03ad service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470615 Apr 29 18:00:01.229824 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e823f270-3d30-46db-947f-0375ffd957f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'c91907c3-0122-42fd-bd7b-e584f521dc2e', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'port_id': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'mac_address': 'fa:16:3e:98:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:56:56Z', 'updated_at': '2022-04-29T17:59:59Z', 'revision_number': 13, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:00:01.233784 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e823f270-3d30-46db-947f-0375ffd957f7 None None] The sync data for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv is: [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'c91907c3-0122-42fd-bd7b-e584f521dc2e', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'port_id': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'mac_address': 'fa:16:3e:98:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T17:56:56Z', 'updated_at': '2022-04-29T17:59:59Z', 'revision_number': 13, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:00:01.409750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42671320-ad33-456f-a592-a477dd915cd0 None None] New status for floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:00:01.930238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1841041-615d-4631-8d0c-c371cb277f3b req-8e10a14a-56d2-4c0c-91c0-d9b053cee704 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:01.931659 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1841041-615d-4631-8d0c-c371cb277f3b req-8e10a14a-56d2-4c0c-91c0-d9b053cee704 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0820909 Apr 29 18:00:01.980358 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1841041-615d-4631-8d0c-c371cb277f3b req-b319fa1f-50a4-4e77-b12a-d33fc01c6c92 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400543 Apr 29 18:00:10.548671 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-565efaef-7eb8-45ed-a2e7-58bdb8fd5957 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112132 Apr 29 18:00:10.565084 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53489c1c-ac0d-465f-b3d5-1b569d0689ab req-ccaf8e59-3eb5-4778-878e-d713de555dea tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:10.566765 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-53489c1c-ac0d-465f-b3d5-1b569d0689ab req-ccaf8e59-3eb5-4778-878e-d713de555dea tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0833778 Apr 29 18:00:10.615513 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-53489c1c-ac0d-465f-b3d5-1b569d0689ab req-2a2028f3-b9a3-4920-aec5-41c88e0e6b4e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423126 Apr 29 18:00:11.712914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-f1beea73-d1dd-421c-99fc-39ab682ce18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:11.714405 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-f1beea73-d1dd-421c-99fc-39ab682ce18c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 1098 time: 0.0708842 Apr 29 18:00:11.903366 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-b22d9242-e5b2-4dd3-a069-f8cb2e4e46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:11.904675 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-b22d9242-e5b2-4dd3-a069-f8cb2e4e46e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1841745 Apr 29 18:00:11.915961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde1b93-7ea3-4e5f-b9dd-5240be96af68 req-f1fdc1ba-43fe-4784-863f-f3e71868a79d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:11.917279 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ccde1b93-7ea3-4e5f-b9dd-5240be96af68 req-f1fdc1ba-43fe-4784-863f-f3e71868a79d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.1790762 Apr 29 18:00:12.037809 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ccde1b93-7ea3-4e5f-b9dd-5240be96af68 req-f3dfb6da-20e5-4949-8f91-f159766992cb tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736895 Apr 29 18:00:12.042015 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-8f2690de-1594-4579-a8ad-06d92facc855 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee HTTP/1.1" status: 200 len: 1001 time: 0.1238310 Apr 29 18:00:12.102843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-c425723b-e5f1-42eb-bd5d-f1b4b937d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:12.104333 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-c425723b-e5f1-42eb-bd5d-f1b4b937d2aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0570910 Apr 29 18:00:12.187175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-d39947f7-d808-4897-8e9e-d13f983f7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:12.188693 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-d39947f7-d808-4897-8e9e-d13f983f7297 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790825 Apr 29 18:00:12.322973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-62329cea-a998-4a84-8a69-896ae73f433b service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281903 Apr 29 18:00:12.451746 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-cb55c7ba-0d71-4fa9-972f-29758b6c524f service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218393 Apr 29 18:00:13.233645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d4d54-e296-430d-b7b3-2b37ecf0f057 req-3cf8f3b7-d3bd-4b4b-8eeb-efb5f5dd35b8 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:13.235147 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a19d4d54-e296-430d-b7b3-2b37ecf0f057 req-3cf8f3b7-d3bd-4b4b-8eeb-efb5f5dd35b8 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0856094 Apr 29 18:00:13.281371 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a19d4d54-e296-430d-b7b3-2b37ecf0f057 req-6c71f478-5a15-41c6-bb5c-8748019a2828 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404382 Apr 29 18:00:14.486142 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c5a0-b8e7-4bc7-b7a8-1efe8d514711 req-418032e3-85ec-41f9-bfc3-0383f328f659 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:14.487597 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e775c5a0-b8e7-4bc7-b7a8-1efe8d514711 req-418032e3-85ec-41f9-bfc3-0383f328f659 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0842068 Apr 29 18:00:14.531973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e775c5a0-b8e7-4bc7-b7a8-1efe8d514711 req-98860619-86e3-4c85-908f-358c4eb6effb tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386815 Apr 29 18:00:15.725606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af06ef2-e50f-4a58-83a1-fe57a168224d req-0fa47a9c-dedb-4bb6-a5db-ee2cce13dd7b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:15.727038 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1af06ef2-e50f-4a58-83a1-fe57a168224d req-0fa47a9c-dedb-4bb6-a5db-ee2cce13dd7b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0816159 Apr 29 18:00:15.779373 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1af06ef2-e50f-4a58-83a1-fe57a168224d req-9dd66c68-a479-40b8-a3e0-c89519f45dd8 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436993 Apr 29 18:00:16.986790 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7be6fe-605d-4ff1-9a9a-58ec9ed9519e req-8308351a-0e04-459e-b187-afd8e1a6fdc2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:16.988225 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d7be6fe-605d-4ff1-9a9a-58ec9ed9519e req-8308351a-0e04-459e-b187-afd8e1a6fdc2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0826402 Apr 29 18:00:17.032451 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8d7be6fe-605d-4ff1-9a9a-58ec9ed9519e req-bb47e6b6-c7a3-4e97-ac70-893c16d42f26 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383956 Apr 29 18:00:18.393777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff448e-acea-4567-83f9-c016636140b2 req-a845c644-af7b-48fa-9867-ca559ba53593 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:18.395125 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2aff448e-acea-4567-83f9-c016636140b2 req-a845c644-af7b-48fa-9867-ca559ba53593 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.2418621 Apr 29 18:00:18.396939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dd82a-a84e-440e-813f-4223f2dc5eae req-7cc7da90-57fc-4487-9c5a-4e1bc47d8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:18.398248 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-443dd82a-a84e-440e-813f-4223f2dc5eae req-7cc7da90-57fc-4487-9c5a-4e1bc47d8f4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 1098 time: 0.2437518 Apr 29 18:00:18.453510 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:18.521378 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2aff448e-acea-4567-83f9-c016636140b2 req-b6bbf1ef-fa23-40e7-8b78-6d3b233d10f7 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194487 Apr 29 18:00:18.561067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dd82a-a84e-440e-813f-4223f2dc5eae req-6745a357-7032-48e2-829f-8cc59ec3da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:18.562454 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-443dd82a-a84e-440e-813f-4223f2dc5eae req-6745a357-7032-48e2-829f-8cc59ec3da9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1440542 Apr 29 18:00:18.674204 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-443dd82a-a84e-440e-813f-4223f2dc5eae req-97b3b875-a373-4dec-afe8-5b0ac4837c34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee HTTP/1.1" status: 200 len: 1001 time: 0.1054821 Apr 29 18:00:18.741006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dd82a-a84e-440e-813f-4223f2dc5eae req-638d0308-9509-4445-a5f3-6a89c7762036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:18.742441 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-443dd82a-a84e-440e-813f-4223f2dc5eae req-638d0308-9509-4445-a5f3-6a89c7762036 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0616710 Apr 29 18:00:18.827058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dd82a-a84e-440e-813f-4223f2dc5eae req-2288bb8a-fffe-44d0-a3b7-f607649cd8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:18.828498 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-443dd82a-a84e-440e-813f-4223f2dc5eae req-2288bb8a-fffe-44d0-a3b7-f607649cd8db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795908 Apr 29 18:00:18.960470 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-443dd82a-a84e-440e-813f-4223f2dc5eae req-66fdf60e-3022-4346-ac60-b5a401e193a6 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249590 Apr 29 18:00:19.090900 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-443dd82a-a84e-440e-813f-4223f2dc5eae req-1cd6d7cb-6eb7-43cb-a243-e9fd334f64c1 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245589 Apr 29 18:00:19.713010 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10becf1b-753c-4242-bfff-14ad04a4b1ab req-610a2f6f-494a-4c4f-9189-71d7d5173ade tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:19.714424 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-10becf1b-753c-4242-bfff-14ad04a4b1ab req-610a2f6f-494a-4c4f-9189-71d7d5173ade tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0861902 Apr 29 18:00:19.757103 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-10becf1b-753c-4242-bfff-14ad04a4b1ab req-689572ca-68eb-4b37-883c-40ba9d3f96c2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369039 Apr 29 18:00:20.953185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ce219-22e4-4381-8c5d-73ea59ce815b req-1de379ca-4e23-4abb-98e2-4979fdf15d72 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:20.954526 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-622ce219-22e4-4381-8c5d-73ea59ce815b req-1de379ca-4e23-4abb-98e2-4979fdf15d72 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0825756 Apr 29 18:00:21.013579 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-622ce219-22e4-4381-8c5d-73ea59ce815b req-b49f29b1-7dc9-410c-9bcf-591266116e4d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533121 Apr 29 18:00:22.219383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb06d1d-18dd-466c-86b9-de5b14be5c42 req-3360bdd1-87f0-4835-8dee-1d1d7e9ab715 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:22.220722 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5eb06d1d-18dd-466c-86b9-de5b14be5c42 req-3360bdd1-87f0-4835-8dee-1d1d7e9ab715 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0878143 Apr 29 18:00:22.266649 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5eb06d1d-18dd-466c-86b9-de5b14be5c42 req-44b41265-6f8e-48a7-a443-8d8fe36fed7d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375619 Apr 29 18:00:23.315006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8b1bc1a7-6409-4de4-a172-f4da491ce490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:23.470563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa3fec-d294-433a-815b-8c7590353ab6 req-14895d72-99bf-4182-95c1-00612e0787ba tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:23.471939 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e0aa3fec-d294-433a-815b-8c7590353ab6 req-14895d72-99bf-4182-95c1-00612e0787ba tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0811739 Apr 29 18:00:23.515620 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e0aa3fec-d294-433a-815b-8c7590353ab6 req-8c149be0-ad37-4377-bf8f-4b34c009b3b9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379779 Apr 29 18:00:24.716338 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edbba5-3d4c-407b-83d3-0133f6da7c36 req-10c89721-bc85-4c93-9202-d85162582b7a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:24.717739 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-71edbba5-3d4c-407b-83d3-0133f6da7c36 req-10c89721-bc85-4c93-9202-d85162582b7a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0841761 Apr 29 18:00:24.762324 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-71edbba5-3d4c-407b-83d3-0133f6da7c36 req-9b24d9d4-6882-4fc1-8998-98c892861ab6 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Apr 29 18:00:25.402018 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bbe41f3e-c8d1-423e-a6a4-a06a60476b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:25.968411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc660ea-e3b9-499b-a742-f12c5d4d3c5c req-43b55293-3c89-4c35-8db4-1356b71f4fe8 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:25.970217 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4cc660ea-e3b9-499b-a742-f12c5d4d3c5c req-43b55293-3c89-4c35-8db4-1356b71f4fe8 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0897045 Apr 29 18:00:26.024025 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4cc660ea-e3b9-499b-a742-f12c5d4d3c5c req-9c596b19-56b7-43ba-847a-4525d8f4da44 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450852 Apr 29 18:00:26.665360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:26.811823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:27.231843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cca16-7a21-46b0-8452-d0e825faede8 req-df355b88-1910-4571-a5a1-250f46b0ca48 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:27.233266 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-228cca16-7a21-46b0-8452-d0e825faede8 req-df355b88-1910-4571-a5a1-250f46b0ca48 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0845211 Apr 29 18:00:27.277348 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-228cca16-7a21-46b0-8452-d0e825faede8 req-fd3e7d83-eb63-426f-9b2b-952bcff742f0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383060 Apr 29 18:00:28.091914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:28.493417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03a5c9-d2aa-4a8a-8203-8562c06ed69c req-f793a2e2-69ca-436e-8751-dc2810df67b1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:28.494845 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3d03a5c9-d2aa-4a8a-8203-8562c06ed69c req-f793a2e2-69ca-436e-8751-dc2810df67b1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0944901 Apr 29 18:00:28.543642 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3d03a5c9-d2aa-4a8a-8203-8562c06ed69c req-45b1b746-cca4-411c-bd73-d3f89df64585 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429916 Apr 29 18:00:29.754385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47ede3-8ee8-4bc2-8490-8f2d436c8099 req-b55757b6-eab8-47dc-93d6-ac3b82326a34 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:29.755877 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d47ede3-8ee8-4bc2-8490-8f2d436c8099 req-b55757b6-eab8-47dc-93d6-ac3b82326a34 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0879648 Apr 29 18:00:29.802378 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d47ede3-8ee8-4bc2-8490-8f2d436c8099 req-b60a9478-b6b6-400d-be34-09cfa4d3a042 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388548 Apr 29 18:00:31.002160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15549bbb-fc3b-4f38-b19c-83c5bb53cfcd req-bf5a8816-2769-413e-bb18-4f19e02e7f83 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:31.003639 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-15549bbb-fc3b-4f38-b19c-83c5bb53cfcd req-bf5a8816-2769-413e-bb18-4f19e02e7f83 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0871887 Apr 29 18:00:31.049876 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-15549bbb-fc3b-4f38-b19c-83c5bb53cfcd req-f029019f-d023-4fc0-aa60-f1a67db3847c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378795 Apr 29 18:00:32.264247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425d17c-5e76-4938-8321-c29a11639285 req-d05a3536-7d2c-47bb-a800-8bab28deb4fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:32.265723 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c425d17c-5e76-4938-8321-c29a11639285 req-d05a3536-7d2c-47bb-a800-8bab28deb4fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0924056 Apr 29 18:00:32.314367 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c425d17c-5e76-4938-8321-c29a11639285 req-855c271e-f468-4fec-9cdd-4339553ec692 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 Apr 29 18:00:33.507929 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:00:33.583453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ca087-a6ad-422a-b1b0-0b4b297255a1 req-355208a1-feef-4fda-a657-3c62fc99f433 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:33.584882 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-407ca087-a6ad-422a-b1b0-0b4b297255a1 req-355208a1-feef-4fda-a657-3c62fc99f433 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.1348860 Apr 29 18:00:33.629409 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-407ca087-a6ad-422a-b1b0-0b4b297255a1 req-893aee1a-8945-4bd1-9b3c-8122a3ca62de tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387011 Apr 29 18:00:34.817530 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-0c34b304-5bf4-4f6d-a643-8913e0af1f6e service neutron] 10.222.0.36 "GET /v2.0/ports/50a5321c-8aa3-4638-b9eb-9c1c125c73ee/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0849533 Apr 29 18:00:34.897414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f893e6-530f-42ac-9cfc-0b8345980885 req-339a34d3-df58-4f87-b243-3eb72dd52244 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:34.898884 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95f893e6-530f-42ac-9cfc-0b8345980885 req-339a34d3-df58-4f87-b243-3eb72dd52244 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.1318200 Apr 29 18:00:34.943580 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95f893e6-530f-42ac-9cfc-0b8345980885 req-1a9a11e3-3ca3-46e9-94fa-fe2bee5edc21 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382802 Apr 29 18:00:35.202307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-dc02bdee-21c0-4c54-9c6a-bd989707f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:35.204195 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-dc02bdee-21c0-4c54-9c6a-bd989707f572 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 1098 time: 0.1887429 Apr 29 18:00:35.307544 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-975bc278-7d89-4764-a339-a56a639370bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:35.308956 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-975bc278-7d89-4764-a339-a56a639370bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 1098 time: 0.0787787 Apr 29 18:00:35.435120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-d084ad5f-a858-4ac1-aeb9-8d0d8f050119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:35.436670 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-d084ad5f-a858-4ac1-aeb9-8d0d8f050119 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1219342 Apr 29 18:00:35.539761 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-46a3bea2-0916-40c2-b5f5-bedf99789aba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee HTTP/1.1" status: 200 len: 1001 time: 0.0974669 Apr 29 18:00:35.599600 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-bd3cf681-1f21-4229-ada7-9f495c380bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:35.600992 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-bd3cf681-1f21-4229-ada7-9f495c380bc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0560644 Apr 29 18:00:35.677282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-3eb8811c-4b21-4dbd-b0fe-b7e35deebadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:35.678740 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-3eb8811c-4b21-4dbd-b0fe-b7e35deebadc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721757 Apr 29 18:00:35.814679 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-8e177385-9a6a-434e-b98a-4adb73ff75a6 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297979 Apr 29 18:00:35.944534 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-7b29dae9-2bdc-4db6-b32f-487b1cf41161 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240559 Apr 29 18:00:36.128590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb319c2c-373a-4718-81df-9546eff4874d req-142b486d-f171-4ad2-aa0a-9875274817a3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:36.130010 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bb319c2c-373a-4718-81df-9546eff4874d req-142b486d-f171-4ad2-aa0a-9875274817a3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0813625 Apr 29 18:00:36.173759 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bb319c2c-373a-4718-81df-9546eff4874d req-9285fdc3-304c-4c25-801e-9aab7dbc5dfe tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378566 Apr 29 18:00:37.368154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccbb29-1513-4ac3-9648-182f43177169 req-d49a5017-a1f1-438e-9fc2-1c1331b211d1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:37.369566 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d5ccbb29-1513-4ac3-9648-182f43177169 req-d49a5017-a1f1-438e-9fc2-1c1331b211d1 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0824442 Apr 29 18:00:37.417192 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d5ccbb29-1513-4ac3-9648-182f43177169 req-e8bd5f1b-5983-42af-8d01-8a3d408d2294 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416603 Apr 29 18:00:38.621508 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d720918-b856-4a12-b50a-73a8e7a9b7fc req-8a7533f2-253d-4edb-85dc-1078ea1aaa18 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:38.622917 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6d720918-b856-4a12-b50a-73a8e7a9b7fc req-8a7533f2-253d-4edb-85dc-1078ea1aaa18 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0828061 Apr 29 18:00:38.670216 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6d720918-b856-4a12-b50a-73a8e7a9b7fc req-508c0122-32e7-4c5b-bb7e-84d64570275f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412824 Apr 29 18:00:38.721076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 50a5321c-8aa3-4638-b9eb-9c1c125c73ee details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:00:38.723786 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 50a5321c-8aa3-4638-b9eb-9c1c125c73ee no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:00:38.938272 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:38.959507 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:00:38.980072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'port_id': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'mac_address': 'fa:16:3e:98:72:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:00:38.985041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:00:39.024146 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:00:39.035489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:39.038037 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-672a7d6a-8971-4833-b89f-72b84ac7816c'] response: {'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'code': 200} Apr 29 18:00:39.097854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:39.120164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50a5321c-8aa3-4638-b9eb-9c1c125c73ee {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:00:39.126587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:00:39.185453 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:00:39.185798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:00:39.751699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:39.768992 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a5321c-8aa3-4638-b9eb-9c1c125c73ee {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:00:39.785254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:00:39.791865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:39.857827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['50a5321c-8aa3-4638-b9eb-9c1c125c73ee'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:00:39.875185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e71c4a-0761-4f41-aac7-8d99eda9dda7 req-d0bb932c-a382-47a5-9962-277d2a1c989e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:39.876661 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a5e71c4a-0761-4f41-aac7-8d99eda9dda7 req-d0bb932c-a382-47a5-9962-277d2a1c989e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 944 time: 0.0817087 Apr 29 18:00:39.915477 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:00:39.921200 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a5e71c4a-0761-4f41-aac7-8d99eda9dda7 req-f82d6e3d-4483-452e-bf99-5ec9c3a76d88 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386305 Apr 29 18:00:40.746000 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 50a5321c-8aa3-4638-b9eb-9c1c125c73ee up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:00:40.826250 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:00:40.826952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:40.949278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:40.982263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:00:40.986909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:41.040005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:00:41.059183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,revision_number=8']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:00:41.091983 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8142ebe9-f940-4051-8dcd-703a7b5cc6e9'] response: {'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'code': 200} Apr 29 18:00:41.112046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498715c-40dd-4a0d-bced-85e783bb3a32 req-63906f7a-a906-4e07-9901-c9d74a921e79 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:41.113468 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e498715c-40dd-4a0d-bced-85e783bb3a32 req-63906f7a-a906-4e07-9901-c9d74a921e79 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0837216 Apr 29 18:00:41.156815 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e498715c-40dd-4a0d-bced-85e783bb3a32 req-3db2e88b-0457-46e7-89ad-e40111102de4 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375209 Apr 29 18:00:42.371997 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507edb9-fa42-42ff-a124-92ede0225309 req-d8384cd4-e766-4a11-bfdb-146daeccfd44 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:42.373424 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1507edb9-fa42-42ff-a124-92ede0225309 req-d8384cd4-e766-4a11-bfdb-146daeccfd44 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0889697 Apr 29 18:00:42.416669 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1507edb9-fa42-42ff-a124-92ede0225309 req-2a5cea11-a901-4153-85c4-433cf26d8eca tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375402 Apr 29 18:00:43.637970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd42dc-b6be-4c40-8fc8-dc62c3996c39 req-6bb6ae35-a4bd-4cc1-b7d0-6592d09cce1d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:43.639457 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f9cd42dc-b6be-4c40-8fc8-dc62c3996c39 req-6bb6ae35-a4bd-4cc1-b7d0-6592d09cce1d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.1031742 Apr 29 18:00:43.685180 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f9cd42dc-b6be-4c40-8fc8-dc62c3996c39 req-58c875f6-3d2d-4158-835c-03395cb6c40d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397584 Apr 29 18:00:44.893778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa5c30-51bb-46e2-9667-38fcc72eec9e req-30bfa718-bf4a-41fd-a510-7f321db05f11 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:44.895119 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9bfa5c30-51bb-46e2-9667-38fcc72eec9e req-30bfa718-bf4a-41fd-a510-7f321db05f11 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0928471 Apr 29 18:00:44.939042 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9bfa5c30-51bb-46e2-9667-38fcc72eec9e req-61d232d5-e9e6-4bdf-b444-a1ed3f5217fe tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380762 Apr 29 18:00:45.401990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-192af3e2-9547-4ec4-84a6-324ae1c0716e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:45.403420 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-192af3e2-9547-4ec4-84a6-324ae1c0716e tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa&tenant_id=efa94d1d8f334e469541702b7db33a8d&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.1449394 Apr 29 18:00:45.578235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce16a9-af32-4178-9c24-47f6584b8f80 req-4039b0bf-b910-4d6f-acb8-5dcfd3841ff9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:45.579675 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-73ce16a9-af32-4178-9c24-47f6584b8f80 req-4039b0bf-b910-4d6f-acb8-5dcfd3841ff9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.2578063 Apr 29 18:00:45.628088 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-9ec1fc7c-ba39-4f5b-b0e7-914868cf22b0 service neutron] 10.222.0.36 "GET /v2.0/ports/50a5321c-8aa3-4638-b9eb-9c1c125c73ee/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.2172687 Apr 29 18:00:45.635003 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-73ce16a9-af32-4178-9c24-47f6584b8f80 req-7f61941e-05b0-413f-9e29-85136f6c0422 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482008 Apr 29 18:00:45.722153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-1ac09393-d17d-4bc6-8e23-5019502b8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:45.723628 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-1ac09393-d17d-4bc6-8e23-5019502b8046 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 1098 time: 0.0734816 Apr 29 18:00:45.853301 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-62b6852b-2701-4812-9ba4-f5c7ac58a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:45.854642 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-62b6852b-2701-4812-9ba4-f5c7ac58a2eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1253405 Apr 29 18:00:45.958163 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-c3532f37-e872-4796-9216-431ea5f1784c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee HTTP/1.1" status: 200 len: 1001 time: 0.0977430 Apr 29 18:00:46.031906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-61e72ff2-53c5-403e-89f2-b71e1d77be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:46.033423 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-61e72ff2-53c5-403e-89f2-b71e1d77be61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0699034 Apr 29 18:00:46.110728 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-2e7603c6-5ea9-4f91-907a-90a45f68fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:46.112114 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-2e7603c6-5ea9-4f91-907a-90a45f68fb21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725608 Apr 29 18:00:46.240531 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-be884e2a-97e0-473e-90ad-0c50f1967efd service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224847 Apr 29 18:00:46.371821 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-e145cd80-790b-4113-b59c-f22cdcd5f7b2 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251583 Apr 29 18:00:46.844790 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d387f36-89f4-4bd6-a7a8-7cee02e3d09d req-f7da5dda-0d8d-4832-895e-aca904b6c2c0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:46.846259 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d387f36-89f4-4bd6-a7a8-7cee02e3d09d req-f7da5dda-0d8d-4832-895e-aca904b6c2c0 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0926108 Apr 29 18:00:46.894556 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d387f36-89f4-4bd6-a7a8-7cee02e3d09d req-e28643cd-8807-4e3d-be67-bc9d8aa3b46d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396488 Apr 29 18:00:48.094482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed22a8-137d-4f6d-b82e-b8c7db601d14 req-7a1d6709-a347-4687-bb5f-038b1c2a342d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:48.095966 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6bed22a8-137d-4f6d-b82e-b8c7db601d14 req-7a1d6709-a347-4687-bb5f-038b1c2a342d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0877690 Apr 29 18:00:48.143018 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6bed22a8-137d-4f6d-b82e-b8c7db601d14 req-29a63fcc-0c3e-41f9-ba5f-2d77e4d0d042 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411150 Apr 29 18:00:48.466190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:49.330309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889dc25-f252-4963-aa89-cd9dd3037e85 req-ed4aff31-61a4-4f6b-a7a8-5cde982f4f8b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:49.331796 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0889dc25-f252-4963-aa89-cd9dd3037e85 req-ed4aff31-61a4-4f6b-a7a8-5cde982f4f8b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0802472 Apr 29 18:00:49.385739 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0889dc25-f252-4963-aa89-cd9dd3037e85 req-192569e4-07ed-4f06-88d8-73f7dc0d5989 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481780 Apr 29 18:00:49.477263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-947bd358-2a0c-4a9f-b491-3b6bf45c1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:49.478622 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-947bd358-2a0c-4a9f-b491-3b6bf45c1fb4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa&tenant_id=efa94d1d8f334e469541702b7db33a8d HTTP/1.1" status: 200 len: 1098 time: 0.1394684 Apr 29 18:00:49.573861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-2ffdafb0-95cc-4013-a9bb-c07c2a795cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:49.575340 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-2ffdafb0-95cc-4013-a9bb-c07c2a795cd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=efa94d1d8f334e469541702b7db33a8d&device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 1098 time: 0.0738764 Apr 29 18:00:49.706817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-33db9c5f-dd9f-4ab9-b189-b9286247e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:49.708387 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-33db9c5f-dd9f-4ab9-b189-b9286247e892 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 200 len: 913 time: 0.1273806 Apr 29 18:00:49.811143 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-2d8f8bde-1871-47ad-8b0f-6ee6580fc015 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee HTTP/1.1" status: 200 len: 1001 time: 0.0972276 Apr 29 18:00:49.872739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-17039734-debe-488e-b609-683b079d0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:49.874122 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-17039734-debe-488e-b609-683b079d0963 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 200 len: 851 time: 0.0572717 Apr 29 18:00:50.054424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-5bc57fb3-fc79-4d49-b8fa-33a1e3369615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:50.056003 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-5bc57fb3-fc79-4d49-b8fa-33a1e3369615 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d4b26c2-0da9-4d89-9974-791fc722ad04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1758263 Apr 29 18:00:50.188192 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-acb5630d-0555-495f-a964-4994efec5118 service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251040 Apr 29 18:00:50.322158 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8284b4a-493b-498e-b758-b258bbba78a0 req-49abfa81-d265-450a-b2d7-be9908ae2e8d service neutron] 10.222.0.36 "GET /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285322 Apr 29 18:00:50.571173 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b45b6f-658b-4f8b-a0b8-eca3d5a3195c req-54772eb2-5771-494a-805d-1cb1f8c2f40d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:50.572662 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60b45b6f-658b-4f8b-a0b8-eca3d5a3195c req-54772eb2-5771-494a-805d-1cb1f8c2f40d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0802882 Apr 29 18:00:50.618068 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60b45b6f-658b-4f8b-a0b8-eca3d5a3195c req-02e32337-fa65-4dd2-a79c-72964082b4db tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392511 Apr 29 18:00:50.762840 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 50a5321c-8aa3-4638-b9eb-9c1c125c73ee no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:00:50.877956 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:50.906681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:00:50.917843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:00:50.922852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:50.971103 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58a72ab-0564-4d51-a909-1cf1cba00ccd'] response: {'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'code': 200} Apr 29 18:00:50.991017 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,revision_number=9']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:00:51.816843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e127ec-761c-4f3e-a8e5-f7869fd8c25c req-103f31cd-d82b-4559-9ef9-6cc4e6a8cf94 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:51.818276 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-26e127ec-761c-4f3e-a8e5-f7869fd8c25c req-103f31cd-d82b-4559-9ef9-6cc4e6a8cf94 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 943 time: 0.0871084 Apr 29 18:00:51.863415 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-26e127ec-761c-4f3e-a8e5-f7869fd8c25c req-9583e4ad-e732-4fc1-b369-9705dc8b5552 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392280 Apr 29 18:00:52.767753 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 50a5321c-8aa3-4638-b9eb-9c1c125c73ee details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:00:52.916997 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:00:52.934184 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'port_id': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'mac_address': 'fa:16:3e:98:72:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:00:53.027038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:53.044112 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a5321c-8aa3-4638-b9eb-9c1c125c73ee {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:00:53.057633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03b04-acfa-4870-bc94-f5606570b129 req-2949c35a-11e7-469c-b5c6-6ef74c82cd82 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:53.059827 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-48f03b04-acfa-4870-bc94-f5606570b129 req-2949c35a-11e7-469c-b5c6-6ef74c82cd82 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 943 time: 0.0832119 Apr 29 18:00:53.060529 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:00:53.065379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:53.115092 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-48f03b04-acfa-4870-bc94-f5606570b129 req-5a4da4d9-abfc-453e-b537-8ac82c1fde6c tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487406 Apr 29 18:00:53.141658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['50a5321c-8aa3-4638-b9eb-9c1c125c73ee'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:00:53.166051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,revision_number=10']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:00:53.323955 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d4737e9a-ac40-46f5-9758-eb8ff8af2f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:54.315585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0882dfa-ab38-46a2-9780-6fcec2769fce req-19270df8-262c-42d7-b6ce-65a667842a66 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:54.317061 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b0882dfa-ab38-46a2-9780-6fcec2769fce req-19270df8-262c-42d7-b6ce-65a667842a66 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 945 time: 0.0879128 Apr 29 18:00:54.362027 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b0882dfa-ab38-46a2-9780-6fcec2769fce req-5b6a3cc1-91fc-4c94-bd91-1e4b9caa787f tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389557 Apr 29 18:00:54.780106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 50a5321c-8aa3-4638-b9eb-9c1c125c73ee up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:00:54.865034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:00:54.865311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:54.982593 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:55.010708 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:00:55.023101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:00:55.029763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:55.096662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,revision_number=11']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:00:55.103967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:00:55.104313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:00:55.104649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:00:55.104979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:00:55.105298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:00:55.105644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:00:55.105958 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:00:55.106277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:00:55.106636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:00:55.106952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:00:55.107272 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:00:55.107622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:00:55.120926 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ad66795-55f9-416a-93eb-aeddac6227f0'] response: {'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'code': 200} Apr 29 18:00:55.392534 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8cd75ca2-5287-4c1c-b44f-84e25f35d90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:55.567681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b29799-d2b6-4841-92c6-ac9438bcbb5e req-9b937d08-6a12-4fa4-98ec-e3895e7c2d84 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:55.569139 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-85b29799-d2b6-4841-92c6-ac9438bcbb5e req-9b937d08-6a12-4fa4-98ec-e3895e7c2d84 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 946 time: 0.0883591 Apr 29 18:00:55.614927 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-85b29799-d2b6-4841-92c6-ac9438bcbb5e req-e79f489c-c0c9-4600-b60a-3968fe40d64d tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377014 Apr 29 18:00:56.669838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:56.808430 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:56.813655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e66bf-ef22-45de-9ba1-a09219bc221b req-f9beedac-c8c1-434a-8863-58741d8dc08b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:56.815099 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c6e66bf-ef22-45de-9ba1-a09219bc221b req-f9beedac-c8c1-434a-8863-58741d8dc08b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 946 time: 0.0869482 Apr 29 18:00:56.859802 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c6e66bf-ef22-45de-9ba1-a09219bc221b req-bb9d3799-11a6-48b1-9a39-6df1eb4a3ba9 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387349 Apr 29 18:00:58.068949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce1cd8-233c-49de-84bc-d1f61b5f2330 req-18990472-b7a2-4b19-8085-184311d40478 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:58.071012 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-97ce1cd8-233c-49de-84bc-d1f61b5f2330 req-18990472-b7a2-4b19-8085-184311d40478 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 946 time: 0.0915797 Apr 29 18:00:58.088014 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:00:58.117531 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-97ce1cd8-233c-49de-84bc-d1f61b5f2330 req-5bd7b1fc-060e-41ed-a916-f7bf237e3bac tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399032 Apr 29 18:00:59.310324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2c005-2b0b-4a1f-b1df-125fc39abf9d req-8df4ad5f-17f6-43cf-908e-6ce6bce5179a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:59.311935 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-73e2c005-2b0b-4a1f-b1df-125fc39abf9d req-8df4ad5f-17f6-43cf-908e-6ce6bce5179a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 946 time: 0.0827575 Apr 29 18:00:59.355647 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-73e2c005-2b0b-4a1f-b1df-125fc39abf9d req-299c92d1-49d5-45fc-b05b-75d02c908607 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377798 Apr 29 18:00:59.552979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1766d2-f901-4730-881e-d8661fb67624 req-336acd9a-5765-4c3b-a5cf-f2a11a7e0da3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:59.554425 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ab1766d2-f901-4730-881e-d8661fb67624 req-336acd9a-5765-4c3b-a5cf-f2a11a7e0da3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 946 time: 0.0935514 Apr 29 18:00:59.603279 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ab1766d2-f901-4730-881e-d8661fb67624 req-b3263707-fdb5-412a-b662-1bcf199eb140 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398405 Apr 29 18:00:59.804888 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90113a1b-4e48-44bc-a7df-c60829b29d66 req-d4d93fd8-f2aa-4ca0-8b56-9ffa09931cbd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:00:59.806259 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-90113a1b-4e48-44bc-a7df-c60829b29d66 req-d4d93fd8-f2aa-4ca0-8b56-9ffa09931cbd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 946 time: 0.0972838 Apr 29 18:00:59.853841 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-90113a1b-4e48-44bc-a7df-c60829b29d66 req-cd272cae-2045-4e7a-ab7f-ef5b91deb262 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414546 Apr 29 18:01:00.263108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc99852-d02f-4fdd-82cd-371146657221 req-bd3e3b6d-1d21-49d6-b96b-afc5fdfa303b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:00.264585 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-efc99852-d02f-4fdd-82cd-371146657221 req-bd3e3b6d-1d21-49d6-b96b-afc5fdfa303b tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 946 time: 0.0911040 Apr 29 18:01:00.309969 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-efc99852-d02f-4fdd-82cd-371146657221 req-6100cb80-9bbb-4537-9b3e-02bb81caa8dd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389702 Apr 29 18:01:01.522692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70d5e0-bc2f-4615-ad69-67c807f3b890 req-edc063c4-62fc-46a6-9894-379d7f4373c5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:01.524194 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf70d5e0-bc2f-4615-ad69-67c807f3b890 req-edc063c4-62fc-46a6-9894-379d7f4373c5 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 946 time: 0.0908747 Apr 29 18:01:01.582536 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf70d5e0-bc2f-4615-ad69-67c807f3b890 req-e337c1b0-c9b4-49d1-a1c0-4034401a4bb2 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505402 Apr 29 18:01:02.518876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-26e69b44-5769-496f-9e75-b2513a52403a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:02.520317 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-26e69b44-5769-496f-9e75-b2513a52403a tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 946 time: 0.0814903 Apr 29 18:01:02.594684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Deleting port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:01:02.595319 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:02.996207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054ac5c-ddb3-488a-ab18-ca094ba19061 req-b0fb3fbd-eac3-4db9-9eb5-026891e9c7f3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:02.997630 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8054ac5c-ddb3-488a-ab18-ca094ba19061 req-b0fb3fbd-eac3-4db9-9eb5-026891e9c7f3 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 946 time: 0.3047071 Apr 29 18:01:03.002651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] For port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:03.003005 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:03.125142 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8054ac5c-ddb3-488a-ab18-ca094ba19061 req-8fa47b80-03a6-464d-bb54-5b2be11a8762 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups?id=37d9565e-8ec8-4e18-a467-84bc0d445055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148927 Apr 29 18:01:03.322440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:03.322854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:03.323213 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e disassociated. External IP: 172.26.4.93, port: 50a5321c-8aa3-4638-b9eb-9c1c125c73ee. Apr 29 18:01:03.323609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Calling delete_port for 50a5321c-8aa3-4638-b9eb-9c1c125c73ee owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:01:03.479798 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:03.533409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event deleted for resources: {'Port': ['ID=50a5321c-8aa3-4638-b9eb-9c1c125c73ee,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:03.543798 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:03.544181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:03.544488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:03.544848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:03.545124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:03.545497 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:03.545775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:03.546103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:03.546419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:03.546766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:03.547085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:03.547420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:03.732930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:01:03.916560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:01:03.927764 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec5f05-428a-4c1e-83fa-9237bc4f74cd None None] Sync routers for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:01:03.938275 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec5f05-428a-4c1e-83fa-9237bc4f74cd None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:01:03.938891 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ffec5f05-428a-4c1e-83fa-9237bc4f74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:00:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:03.989308 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] No DVR routers for this DVR port 50a5321c-8aa3-4638-b9eb-9c1c125c73ee on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:01:03.991869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:03.994349 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'name': 'network-vif-deleted', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:01:04.011227 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-abccf393-6158-4c55-8d0a-12bfcd216cc9 req-384466d7-2fc2-48c5-89aa-c8bc059ea653 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.36 "DELETE /v2.0/ports/50a5321c-8aa3-4638-b9eb-9c1c125c73ee HTTP/1.1" status: 204 len: 173 time: 1.4852614 Apr 29 18:01:04.107013 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9750a674-a48c-465e-8f28-5f7a419930d7'] response: {'server_uuid': '31564c68-7e0e-4b4b-b8fa-eb390b0823fa', 'name': 'network-vif-deleted', 'tag': '50a5321c-8aa3-4638-b9eb-9c1c125c73ee', 'status': 'completed', 'code': 200} Apr 29 18:01:04.114429 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ffec5f05-428a-4c1e-83fa-9237bc4f74cd None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:01:04.272461 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-9fc09166-36d6-4782-b9e1-57beff9a9bac req-48cc0ce2-84de-49d6-830c-fb3301dd2668 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Synchronizing usage tracker for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:01:04.288548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-9fc09166-36d6-4782-b9e1-57beff9a9bac req-48cc0ce2-84de-49d6-830c-fb3301dd2668 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Unset dirty status for tenant:efa94d1d8f334e469541702b7db33a8d on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:01:04.289890 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9fc09166-36d6-4782-b9e1-57beff9a9bac req-48cc0ce2-84de-49d6-830c-fb3301dd2668 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/ports?device_id=31564c68-7e0e-4b4b-b8fa-eb390b0823fa HTTP/1.1" status: 200 len: 210 time: 0.0589206 Apr 29 18:01:04.426485 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ffec5f05-428a-4c1e-83fa-9237bc4f74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:04.430420 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec5f05-428a-4c1e-83fa-9237bc4f74cd None None] Checking router: 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:01:04.438917 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec5f05-428a-4c1e-83fa-9237bc4f74cd None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:01:04.439545 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ffec5f05-428a-4c1e-83fa-9237bc4f74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:00:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:04.617604 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ffec5f05-428a-4c1e-83fa-9237bc4f74cd None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:01:04.820698 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 50a5321c-8aa3-4638-b9eb-9c1c125c73ee no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:01:04.861753 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 50a5321c-8aa3-4638-b9eb-9c1c125c73ee {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:01:04.862104 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 50a5321c-8aa3-4638-b9eb-9c1c125c73ee not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:01:04.932800 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ffec5f05-428a-4c1e-83fa-9237bc4f74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:04.936794 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec5f05-428a-4c1e-83fa-9237bc4f74cd None None] The sync data for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv is: [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:54Z', 'revision_number': 4, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0fee340d-b696-4f84-aad0-63a24c370fb3', 'name': '', 'network_id': '0d4b26c2-0da9-4d89-9974-791fc722ad04', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'mac_address': 'fa:16:3e:9c:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:53Z', 'updated_at': '2022-04-29T17:56:58Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'subnets': [{'id': '7129e99e-ac71-4a22-ac06-38c8c3a32283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:01:05.169299 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad147aa8-60ea-4155-9e17-754a60f09aa9 None None] New status for floating IP c91907c3-0122-42fd-bd7b-e584f521dc2e: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:01:08.566366 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 57878) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:08.631101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-29ba327d-0225-4260-b290-ec3424819d82 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:08.659159 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-29ba327d-0225-4260-b290-ec3424819d82 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:08.715693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-29ba327d-0225-4260-b290-ec3424819d82 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:08.738760 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba327d-0225-4260-b290-ec3424819d82 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d9565e-8ec8-4e18-a467-84bc0d445055,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:08.743323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-29ba327d-0225-4260-b290-ec3424819d82 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:08.746754 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-29ba327d-0225-4260-b290-ec3424819d82 tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "DELETE /v2.0/security-groups/37d9565e-8ec8-4e18-a467-84bc0d445055 HTTP/1.1" status: 204 len: 168 time: 0.1791868 Apr 29 18:01:08.747169 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57882) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:08.763677 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-6ace8d53-760c-431f-a71a-098cb2314fbc tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] show failed (client error): The resource could not be found. Apr 29 18:01:08.765611 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6ace8d53-760c-431f-a71a-098cb2314fbc tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "GET /v2.0/security-groups/37d9565e-8ec8-4e18-a467-84bc0d445055 HTTP/1.1" status: 404 len: 347 time: 0.0174246 Apr 29 18:01:08.767465 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57886) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:08.925973 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Deleting port 90465a89-3a04-4304-87dd-45489c922b9d {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:01:08.926353 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:09.101052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:09.101382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:09.222512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Calling delete_port for 90465a89-3a04-4304-87dd-45489c922b9d owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:01:09.375090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:09.421761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Pushing event deleted for resources: {'Port': ['ID=90465a89-3a04-4304-87dd-45489c922b9d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:09.463163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:09.463525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:09.463832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:09.464193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:09.464515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:09.464800 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:09.465152 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:09.465477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:09.465789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:09.466103 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:09.466414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:09.466725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:09.521646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:09.544661 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:09.545795 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-26e27f19-fc2c-413f-b599-c0ffbb7a61fd tempest-ServerActionsTestJSON-2015395053 tempest-ServerActionsTestJSON-2015395053-project] 10.222.0.11 "DELETE /v2.0/floatingips/c91907c3-0122-42fd-bd7b-e584f521dc2e HTTP/1.1" status: 204 len: 168 time: 0.7775207 Apr 29 18:01:09.549426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57890) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:10.230884 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e04d5e21-8a2f-4285-9ee3-e12153be8e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:10.507684 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:01:10.597329 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e04d5e21-8a2f-4285-9ee3-e12153be8e19 admin admin] Deleting port 0fee340d-b696-4f84-aad0-63a24c370fb3 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:01:10.597666 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e04d5e21-8a2f-4285-9ee3-e12153be8e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:10.764947 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-e04d5e21-8a2f-4285-9ee3-e12153be8e19 admin admin] For port 0fee340d-b696-4f84-aad0-63a24c370fb3, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0fee340d-b696-4f84-aad0-63a24c370fb3,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:10.765189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e04d5e21-8a2f-4285-9ee3-e12153be8e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:10.903602 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-e04d5e21-8a2f-4285-9ee3-e12153be8e19 admin admin] Calling delete_port for 0fee340d-b696-4f84-aad0-63a24c370fb3 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:01:11.090516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e04d5e21-8a2f-4285-9ee3-e12153be8e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:11.136334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d5e21-8a2f-4285-9ee3-e12153be8e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fee340d-b696-4f84-aad0-63a24c370fb3,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:11.519003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e04d5e21-8a2f-4285-9ee3-e12153be8e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:11.882683 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04d5e21-8a2f-4285-9ee3-e12153be8e19 admin admin] Router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:01:12.061540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04d5e21-8a2f-4285-9ee3-e12153be8e19 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:01:12.071317 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99b2a7-19d9-4f69-9d39-abf0cf8da403 None None] Sync routers for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:01:12.076379 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e04d5e21-8a2f-4285-9ee3-e12153be8e19 admin admin] 10.222.0.11 "PUT /v2.0/routers/17c79a85-7075-4bd3-bd7e-2b4bdfd27e09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5240188 Apr 29 18:01:12.077092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57894) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:12.080563 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99b2a7-19d9-4f69-9d39-abf0cf8da403 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:01:12.081193 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-4b99b2a7-19d9-4f69-9d39-abf0cf8da403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:00:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:12.256832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:12.262065 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-4b99b2a7-19d9-4f69-9d39-abf0cf8da403 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:01:12.435335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:12.446488 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Deleting port ead6d8bf-24ed-4a82-874b-49775dbb2467 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:01:12.446818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:12.577009 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-4b99b2a7-19d9-4f69-9d39-abf0cf8da403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T18:01:11Z', 'revision_number': 5, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port': {'id': 'ead6d8bf-24ed-4a82-874b-49775dbb2467', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:12.580954 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99b2a7-19d9-4f69-9d39-abf0cf8da403 None None] Checking router: 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:01:12.589759 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99b2a7-19d9-4f69-9d39-abf0cf8da403 None None] Routers {'17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:01:12.590381 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-4b99b2a7-19d9-4f69-9d39-abf0cf8da403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:00:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:12.627470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] For port ead6d8bf-24ed-4a82-874b-49775dbb2467, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=ead6d8bf-24ed-4a82-874b-49775dbb2467,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:12.628057 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:12.739640 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-4b99b2a7-19d9-4f69-9d39-abf0cf8da403 None None] Set router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:01:12.846451 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-4b99b2a7-19d9-4f69-9d39-abf0cf8da403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T18:01:12Z', 'revision_number': 6, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:12.850708 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99b2a7-19d9-4f69-9d39-abf0cf8da403 None None] The sync data for ids ['17c79a85-7075-4bd3-bd7e-2b4bdfd27e09'] in dv-neutron-839024-2-hyperv is: [{'id': '17c79a85-7075-4bd3-bd7e-2b4bdfd27e09', 'name': 'tempest-ServerActionsTestJSON-2073165224-router', 'tenant_id': 'efa94d1d8f334e469541702b7db33a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T17:56:50Z', 'updated_at': '2022-04-29T18:01:12Z', 'revision_number': 6, 'project_id': 'efa94d1d8f334e469541702b7db33a8d', 'gw_port_host': None}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:01:12.871259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Calling delete_port for ead6d8bf-24ed-4a82-874b-49775dbb2467 owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:01:13.043071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:13.090895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead6d8bf-24ed-4a82-874b-49775dbb2467,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:13.183388 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:13.360630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:13.362920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:13.389007 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:13.389835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:01:13.407352 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:13.408509 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cd9bb964-60fb-421f-90d1-c00defe7eb82 admin admin] 10.222.0.11 "DELETE /v2.0/routers/17c79a85-7075-4bd3-bd7e-2b4bdfd27e09 HTTP/1.1" status: 204 len: 168 time: 1.3304958 Apr 29 18:01:13.411204 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57898) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:13.472401 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-211e1b85-7fb6-493f-b5b2-86295bb8bda1 admin admin] Deleting subnet 7129e99e-ac71-4a22-ac06-38c8c3a32283 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:01:13.475599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-211e1b85-7fb6-493f-b5b2-86295bb8bda1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:13.523017 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-211e1b85-7fb6-493f-b5b2-86295bb8bda1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:13.605454 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-211e1b85-7fb6-493f-b5b2-86295bb8bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:13.674033 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-211e1b85-7fb6-493f-b5b2-86295bb8bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:13.711610 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e1b85-7fb6-493f-b5b2-86295bb8bda1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7129e99e-ac71-4a22-ac06-38c8c3a32283,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:13.715132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-211e1b85-7fb6-493f-b5b2-86295bb8bda1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:13.721195 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-211e1b85-7fb6-493f-b5b2-86295bb8bda1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7129e99e-ac71-4a22-ac06-38c8c3a32283 HTTP/1.1" status: 204 len: 168 time: 0.3090420 Apr 29 18:01:13.721345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebfd1a1-7b18-4540-a2aa-0272106f0a07 None None] Network 0d4b26c2-0da9-4d89-9974-791fc722ad04 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:01:13.723867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57902) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:13.832366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:13.845609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Deleting port 7a7baeb6-12cc-4386-b741-a6758549a740 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:01:13.845953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:13.961933 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035af96a-ecec-45a3-aaf0-18b418e6a38c None None] DHCP port deletion for 0d4b26c2-0da9-4d89-9974-791fc722ad04 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:01:13.966227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-035af96a-ecec-45a3-aaf0-18b418e6a38c None None] Deleting port 7a7baeb6-12cc-4386-b741-a6758549a740 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:01:13.966662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-035af96a-ecec-45a3-aaf0-18b418e6a38c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:14.052691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] For port 7a7baeb6-12cc-4386-b741-a6758549a740, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7a7baeb6-12cc-4386-b741-a6758549a740,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:14.053018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:14.173400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-035af96a-ecec-45a3-aaf0-18b418e6a38c None None] For port 7a7baeb6-12cc-4386-b741-a6758549a740, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=7a7baeb6-12cc-4386-b741-a6758549a740,segment=NetworkSegment(e43d2a88-98da-4cd2-9fb1-71898bb2b1f9),segment_id=e43d2a88-98da-4cd2-9fb1-71898bb2b1f9)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:14.173635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-035af96a-ecec-45a3-aaf0-18b418e6a38c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:14.177565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Calling delete_port for 7a7baeb6-12cc-4386-b741-a6758549a740 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:01:14.262265 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:14.307354 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-035af96a-ecec-45a3-aaf0-18b418e6a38c None None] Calling delete_port for 7a7baeb6-12cc-4386-b741-a6758549a740 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:01:14.416807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7baeb6-12cc-4386-b741-a6758549a740,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:14.417489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-035af96a-ecec-45a3-aaf0-18b418e6a38c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:01:14.418148 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-035af96a-ecec-45a3-aaf0-18b418e6a38c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:01:14.418573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] No DVR routers for this DVR port 7a7baeb6-12cc-4386-b741-a6758549a740 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:01:14.528582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:14.553406 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4b26c2-0da9-4d89-9974-791fc722ad04']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:14.565094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:14.565348 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43d2a88-98da-4cd2-9fb1-71898bb2b1f9') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:14.578778 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:14.600498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:14.607000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:01:14.607424 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:01:14.620715 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:01:14.632793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0fee340d-b696-4f84-aad0-63a24c370fb3 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:01:14.666476 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 0fee340d-b696-4f84-aad0-63a24c370fb3 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:01:14.666873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0fee340d-b696-4f84-aad0-63a24c370fb3 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:01:14.667231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7a7baeb6-12cc-4386-b741-a6758549a740 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:01:14.699256 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:14.699890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 7a7baeb6-12cc-4386-b741-a6758549a740 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:01:14.700056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 7a7baeb6-12cc-4386-b741-a6758549a740 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:01:14.700472 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ead6d8bf-24ed-4a82-874b-49775dbb2467 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:01:14.715073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:14.727186 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d4b26c2-0da9-4d89-9974-791fc722ad04,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:14.735065 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-de77f207-6f83-49f2-94f4-d5296752d871 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0d4b26c2-0da9-4d89-9974-791fc722ad04 HTTP/1.1" status: 204 len: 168 time: 1.0099967 Apr 29 18:01:14.735448 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: ead6d8bf-24ed-4a82-874b-49775dbb2467 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:01:14.736005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device ead6d8bf-24ed-4a82-874b-49775dbb2467 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:01:14.872118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57908) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:14.919400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-035af96a-ecec-45a3-aaf0-18b418e6a38c None None] Deleting port 7a7baeb6-12cc-4386-b741-a6758549a740 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:01:14.920184 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-035af96a-ecec-45a3-aaf0-18b418e6a38c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:14.922342 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b6f5daef-1262-4747-866a-5ce6e73fa8a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=efa94d1d8f334e469541702b7db33a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490274 Apr 29 18:01:14.926039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57912) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:14.986386 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-035af96a-ecec-45a3-aaf0-18b418e6a38c None None] The port '7a7baeb6-12cc-4386-b741-a6758549a740' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 18:01:14.989497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56676572-ab6f-4781-b467-73fe0d8410a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:15.015369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56676572-ab6f-4781-b467-73fe0d8410a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:15.072486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56676572-ab6f-4781-b467-73fe0d8410a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:15.089393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56676572-ab6f-4781-b467-73fe0d8410a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626c7a0b-7bfd-401c-84a3-fef9ccaf5897,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:15.095335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-56676572-ab6f-4781-b467-73fe0d8410a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:15.096497 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-56676572-ab6f-4781-b467-73fe0d8410a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/626c7a0b-7bfd-401c-84a3-fef9ccaf5897 HTTP/1.1" status: 204 len: 168 time: 0.1695502 Apr 29 18:01:15.898981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57936) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:16.014909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1297610393-network', 'tenant_id': '67c0b940964a4c05b14d9a09c56888b6'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:16.019916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:16.024147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Usage tracker for resource:network and tenant:67c0b940964a4c05b14d9a09c56888b6 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:16.027554 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:16.033339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:16.046331 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Made reservation on behalf of 67c0b940964a4c05b14d9a09c56888b6 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:01:16.048775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:16.060592 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:16.074563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:16.078596 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Usage tracker for resource:security_group_rule and tenant:67c0b940964a4c05b14d9a09c56888b6 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:16.081380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:16.086997 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:16.178377 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:16.185028 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:16.214158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:01:16.228968 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fb80f1-65e2-498f-a36e-aec25341343f,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:16.235220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:16.235220 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Added segment 4d3892ef-f8de-45e8-bf57-f8689bd951cb of type vlan for network f9981917-cffe-4255-bb24-c77a4ee6ce87 Apr 29 18:01:16.263269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:16.294232 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:16.295186 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:16.295858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:16.394415 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4942653 Apr 29 18:01:16.397284 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 57942) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:16.399872 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2088fd-ae16-41ea-932d-67eb5d9040dd admin admin] Pushing event updated for resources: {'Network': ['ID=f9981917-cffe-4255-bb24-c77a4ee6ce87,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:16.404971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Request body: {'subnet': {'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1297610393-subnet', 'tenant_id': '67c0b940964a4c05b14d9a09c56888b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:16.409772 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network f9981917-cffe-4255-bb24-c77a4ee6ce87 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:01:16.410299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:16.414289 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Usage tracker for resource:subnet and tenant:67c0b940964a4c05b14d9a09c56888b6 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:16.417194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:16.423025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:16.434230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Made reservation on behalf of 67c0b940964a4c05b14d9a09c56888b6 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:01:16.436636 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:16.637588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:16.712181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4243c3da-1da8-4391-bb6d-2e850b7ccd04,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:16.720830 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Checking segment: {'id': '4d3892ef-f8de-45e8-bf57-f8689bd951cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:01:16.721172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Network hostable DHCP agents. Network: f9981917-cffe-4255-bb24-c77a4ee6ce87, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:01:16.743482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Network f9981917-cffe-4255-bb24-c77a4ee6ce87 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:01:16.753707 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, f9981917-cffe-4255-bb24-c77a4ee6ce87) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:01:16.758396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:16.758910 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:16.763504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d028ac-0c4a-497c-a702-5cce90e86d35 None None] Network f9981917-cffe-4255-bb24-c77a4ee6ce87 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:01:16.782189 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7221b1ac-2934-4329-9072-92f48e97944f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3838685 Apr 29 18:01:16.974032 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecaeb1c-073c-45a4-bb76-0f133fe4f954 None None] Network f9981917-cffe-4255-bb24-c77a4ee6ce87 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:01:17.446514 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-a4910317-d8a0-442c-b594-a1ccb1714b45 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:17.447941 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-a4910317-d8a0-442c-b594-a1ccb1714b45 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/networks?id=f9981917-cffe-4255-bb24-c77a4ee6ce87 HTTP/1.1" status: 200 len: 814 time: 0.2845199 Apr 29 18:01:17.462814 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d8055b12-4cca-4dc3-8d93-dd2d3d16598a tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/quotas/67c0b940964a4c05b14d9a09c56888b6 HTTP/1.1" status: 200 len: 375 time: 0.0092123 Apr 29 18:01:17.508588 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-90e3c216-e94c-4862-bab5-1699b091a182 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=67c0b940964a4c05b14d9a09c56888b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406911 Apr 29 18:01:17.646125 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-98fd8153-84c2-465d-bc91-362e91e33482 service neutron] 10.222.0.11 "GET /v2.0/networks/f9981917-cffe-4255-bb24-c77a4ee6ce87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276526 Apr 29 18:01:17.790065 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-66059e18-44f0-4c15-a09e-6c71c41d0168 service neutron] 10.222.0.11 "GET /v2.0/networks/f9981917-cffe-4255-bb24-c77a4ee6ce87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374407 Apr 29 18:01:17.974535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-718110ac-27b2-480c-b1d4-31d1507cb956 req-4ad28dd6-34b9-40e0-850d-6edb96b1c407 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 210 time: 0.0423496 Apr 29 18:01:18.466256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:19.160523 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a859d513-e80f-4ddc-b080-f5bfe5525635 req-6fa11648-bd73-4e3c-8663-b2e30b7a0b80 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 210 time: 0.0584476 Apr 29 18:01:19.267118 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-08510491-72f9-45e2-8b9f-4f0866aa1b1b tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:19.268537 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-08510491-72f9-45e2-8b9f-4f0866aa1b1b tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.36 "GET /v2.0/networks?id=f9981917-cffe-4255-bb24-c77a4ee6ce87 HTTP/1.1" status: 200 len: 814 time: 0.1861358 Apr 29 18:01:19.282778 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Request body: {'port': {'device_id': '8adf669c-9887-490c-91e9-502f2b8e2c04', 'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87', 'admin_state_up': True, 'tenant_id': '67c0b940964a4c05b14d9a09c56888b6'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:19.429585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:19.434101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Usage tracker for resource:port and tenant:67c0b940964a4c05b14d9a09c56888b6 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:19.437322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:19.443669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:19.454381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Made reservation on behalf of 67c0b940964a4c05b14d9a09c56888b6 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:01:19.458002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:19.618983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Allocated IP 172.20.0.11 (f9981917-cffe-4255-bb24-c77a4ee6ce87/4243c3da-1da8-4391-bb6d-2e850b7ccd04/8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:01:19.819583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:19.852415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:19.919957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Network f9981917-cffe-4255-bb24-c77a4ee6ce87 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:01:19.922875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:01:19.926488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:01:19.958558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Pushing event updated for resources: {'Port': ['ID=8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:19.993095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:19.993680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:20.015749 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d4beec08-d581-4f69-845a-23e093b17fc2 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7369130 Apr 29 18:01:20.026356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Request body: {'port': {'device_id': '8adf669c-9887-490c-91e9-502f2b8e2c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:20.134658 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:20.577385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851ea2f-6637-4036-bac9-29f13e39de2c req-4061ebcd-5731-47a7-b79f-5626b4d23cf1 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:20.578074 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4851ea2f-6637-4036-bac9-29f13e39de2c req-4061ebcd-5731-47a7-b79f-5626b4d23cf1 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Synchronizing usage tracker for tenant:67c0b940964a4c05b14d9a09c56888b6 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:01:20.641925 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4851ea2f-6637-4036-bac9-29f13e39de2c req-4061ebcd-5731-47a7-b79f-5626b4d23cf1 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Unset dirty status for tenant:67c0b940964a4c05b14d9a09c56888b6 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:01:20.643071 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4851ea2f-6637-4036-bac9-29f13e39de2c req-4061ebcd-5731-47a7-b79f-5626b4d23cf1 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 932 time: 0.3740027 Apr 29 18:01:20.675372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:01:20.684827 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:20.715982 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4851ea2f-6637-4036-bac9-29f13e39de2c req-d6e76066-c2ee-4464-aabc-433d96c785c1 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659237 Apr 29 18:01:20.716922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Transition to ACTIVE for port object 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:01:20.721944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:20.849785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Pushing event updated for resources: {'Port': ['ID=8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:20.951036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Attempting to bind port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:01:20.951386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Attempting to bind port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4d3892ef-f8de-45e8-bf57-f8689bd951cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:01:20.951704 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Attempting to bind port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b on network f9981917-cffe-4255-bb24-c77a4ee6ce87 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:01:20.956384 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b on network f9981917-cffe-4255-bb24-c77a4ee6ce87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:01:20.956699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Attempting to bind port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b on network f9981917-cffe-4255-bb24-c77a4ee6ce87 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:01:20.962147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:01:20.962485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Checking segment: {'id': '4d3892ef-f8de-45e8-bf57-f8689bd951cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:01:20.962865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Bound using segment: {'id': '4d3892ef-f8de-45e8-bf57-f8689bd951cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:01:20.963285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Bound port: 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3892ef-f8de-45e8-bf57-f8689bd951cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:01:20.963652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:21.057664 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] For port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:01:21.060830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] For port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b,segment=NetworkSegment(4d3892ef-f8de-45e8-bf57-f8689bd951cb),segment_id=4d3892ef-f8de-45e8-bf57-f8689bd951cb)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:01:21.066681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:21.123884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:21.123884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:21.125538 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] 10.222.0.36 "PUT /v2.0/ports/8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b HTTP/1.1" status: 200 len: 1094 time: 1.1032999 Apr 29 18:01:21.125970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adf669c-9887-490c-91e9-502f2b8e2c04', 'tag': '8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:01:21.149882 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4f1d5-8891-4c33-a9d7-3fd964bab102 service neutron] Pushing event updated for resources: {'Port': ['ID=8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:21.201874 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422ea3fe-42e3-487e-bd48-c730f0293081'] response: {'name': 'network-changed', 'server_uuid': '8adf669c-9887-490c-91e9-502f2b8e2c04', 'tag': '8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b', 'status': 'completed', 'code': 200} Apr 29 18:01:21.241629 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-fab44bf2-751b-48a9-9cec-539f076d98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:21.243134 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-fab44bf2-751b-48a9-9cec-539f076d98f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67c0b940964a4c05b14d9a09c56888b6&device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 1097 time: 0.0812759 Apr 29 18:01:21.315253 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d885cb65-cae5-44d2-a034-60b09ec3bb6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b HTTP/1.1" status: 200 len: 217 time: 0.0647593 Apr 29 18:01:21.376062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d2e79754-e1cf-42ef-b59b-b7d67da64187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:21.377364 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-d2e79754-e1cf-42ef-b59b-b7d67da64187 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4243c3da-1da8-4391-bb6d-2e850b7ccd04 HTTP/1.1" status: 200 len: 854 time: 0.0566564 Apr 29 18:01:21.423502 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-f510a04c-8b3f-4c36-90fe-1b28dfdb017e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9981917-cffe-4255-bb24-c77a4ee6ce87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405538 Apr 29 18:01:21.560054 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-6ceff1a9-1c85-440c-91b3-a5e1a570b7ce service neutron] 10.222.0.36 "GET /v2.0/networks/f9981917-cffe-4255-bb24-c77a4ee6ce87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309366 Apr 29 18:01:21.693138 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-075aa6d6-807f-482e-905a-050fbf40d0dd req-5fba78a4-4afe-4eb8-aeeb-1e85ebd9dc52 service neutron] 10.222.0.36 "GET /v2.0/networks/f9981917-cffe-4255-bb24-c77a4ee6ce87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272097 Apr 29 18:01:21.812592 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d5468-9456-4ade-b1de-7331aea8dace req-68151022-21ba-4043-91bd-7278ad76f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:21.814058 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ae1d5468-9456-4ade-b1de-7331aea8dace req-68151022-21ba-4043-91bd-7278ad76f483 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67c0b940964a4c05b14d9a09c56888b6&device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 1097 time: 0.0751433 Apr 29 18:01:21.995448 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d5468-9456-4ade-b1de-7331aea8dace req-8e478347-fd2d-4126-9336-d0f1eaa8dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:21.996795 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ae1d5468-9456-4ade-b1de-7331aea8dace req-8e478347-fd2d-4126-9336-d0f1eaa8dfef service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9981917-cffe-4255-bb24-c77a4ee6ce87 HTTP/1.1" status: 200 len: 915 time: 0.1766326 Apr 29 18:01:22.008272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec84feb-07cc-42a1-a066-81e9377a6fc2 req-1a3e1562-9b93-4f65-92f4-f6ebf4975ad7 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:22.009576 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1ec84feb-07cc-42a1-a066-81e9377a6fc2 req-1a3e1562-9b93-4f65-92f4-f6ebf4975ad7 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 944 time: 0.1717358 Apr 29 18:01:22.085604 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ae1d5468-9456-4ade-b1de-7331aea8dace req-f806891b-ab49-4558-9162-b20f221bbdb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b HTTP/1.1" status: 200 len: 217 time: 0.0751221 Apr 29 18:01:22.154730 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1ec84feb-07cc-42a1-a066-81e9377a6fc2 req-03934c85-4e08-4a53-9000-2c75940de89a tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944080 Apr 29 18:01:22.168263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d5468-9456-4ade-b1de-7331aea8dace req-4d052414-8c8c-4256-bde3-e34eb073f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:22.170113 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ae1d5468-9456-4ade-b1de-7331aea8dace req-4d052414-8c8c-4256-bde3-e34eb073f4bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4243c3da-1da8-4391-bb6d-2e850b7ccd04 HTTP/1.1" status: 200 len: 854 time: 0.0772719 Apr 29 18:01:22.326619 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ae1d5468-9456-4ade-b1de-7331aea8dace req-83a0ba2b-80ad-41f4-9536-c7d1ccf05499 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9981917-cffe-4255-bb24-c77a4ee6ce87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498015 Apr 29 18:01:22.459621 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ae1d5468-9456-4ade-b1de-7331aea8dace req-b214edaf-ec22-4619-99fd-a68e05a18859 service neutron] 10.222.0.36 "GET /v2.0/networks/f9981917-cffe-4255-bb24-c77a4ee6ce87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255121 Apr 29 18:01:22.589312 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ae1d5468-9456-4ade-b1de-7331aea8dace req-d60599c8-b7eb-40d9-b96e-78078dc3e466 service neutron] 10.222.0.36 "GET /v2.0/networks/f9981917-cffe-4255-bb24-c77a4ee6ce87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233895 Apr 29 18:01:22.937912 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:01:23.088031 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b,segment=NetworkSegment(4d3892ef-f8de-45e8-bf57-f8689bd951cb),segment_id=4d3892ef-f8de-45e8-bf57-f8689bd951cb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:23.102834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b', 'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87', 'port_id': '8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b', 'mac_address': 'fa:16:3e:b5:cd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4243c3da-1da8-4391-bb6d-2e850b7ccd04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:01:23.159105 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:23.175514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:01:23.195196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b,segment=NetworkSegment(4d3892ef-f8de-45e8-bf57-f8689bd951cb),segment_id=4d3892ef-f8de-45e8-bf57-f8689bd951cb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:23.199813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:23.269151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:23.306803 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d2df2a33-3754-408c-8986-3c8da6eccb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:23.348568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f67d33-274d-4932-920d-c33f4c6de0fa req-512eb3bd-ebf5-450e-84aa-bec2a5f069b6 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:23.350018 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-50f67d33-274d-4932-920d-c33f4c6de0fa req-512eb3bd-ebf5-450e-84aa-bec2a5f069b6 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 945 time: 0.0827537 Apr 29 18:01:23.400431 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-50f67d33-274d-4932-920d-c33f4c6de0fa req-862193ad-906d-4853-9db0-bfe6108c765c tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444922 Apr 29 18:01:23.408137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:01:24.607263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e752a-644e-42f5-8d4d-5b347c6b8e4c req-ef84f828-96a9-4164-ab85-44c0938a339d tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:24.608744 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d56e752a-644e-42f5-8d4d-5b347c6b8e4c req-ef84f828-96a9-4164-ab85-44c0938a339d tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 945 time: 0.0889428 Apr 29 18:01:24.654398 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d56e752a-644e-42f5-8d4d-5b347c6b8e4c req-3ee12afc-4b09-4343-93ae-96feb769c3fe tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396261 Apr 29 18:01:24.953144 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:01:25.036527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:01:25.041534 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:01:25.041934 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:25.158801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:25.185000 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adf669c-9887-490c-91e9-502f2b8e2c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:01:25.194614 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b,segment=NetworkSegment(4d3892ef-f8de-45e8-bf57-f8689bd951cb),segment_id=4d3892ef-f8de-45e8-bf57-f8689bd951cb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:25.199782 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:25.234766 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bd56a9-16f5-4466-b56b-f23e8cce95bd'] response: {'server_uuid': '8adf669c-9887-490c-91e9-502f2b8e2c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b', 'code': 200} Apr 29 18:01:25.268306 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:25.386676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2fd17994-eb88-4f50-b936-d1c96c16e76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:25.484762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4349d7-f7d5-4340-b840-64f9045bf9e9 req-84c52df9-9f88-4e28-8bfe-60b9e8067caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:25.486260 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ca4349d7-f7d5-4340-b840-64f9045bf9e9 req-84c52df9-9f88-4e28-8bfe-60b9e8067caa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 1099 time: 0.0897460 Apr 29 18:01:25.526385 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ca4349d7-f7d5-4340-b840-64f9045bf9e9 req-afe952ec-0b47-4140-b6e7-a86e87cf789e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342658 Apr 29 18:01:25.864216 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45062f8e-1753-42de-99c8-a1eb0c14167b req-f3b9c646-a4fd-496e-a6b9-f3829cac01c6 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:25.865650 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-45062f8e-1753-42de-99c8-a1eb0c14167b req-f3b9c646-a4fd-496e-a6b9-f3829cac01c6 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 946 time: 0.0936098 Apr 29 18:01:25.910000 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-45062f8e-1753-42de-99c8-a1eb0c14167b req-64aeae9c-816b-4065-a5ca-f963c04d9238 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386305 Apr 29 18:01:26.671572 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:26.807699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:27.113360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8da47d-c06b-4566-bc40-b8fe230d127c req-c81d8f5a-f449-46e9-af8e-d35c34b5fd29 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:27.114663 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a8da47d-c06b-4566-bc40-b8fe230d127c req-c81d8f5a-f449-46e9-af8e-d35c34b5fd29 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 946 time: 0.0977125 Apr 29 18:01:27.169261 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9a8da47d-c06b-4566-bc40-b8fe230d127c req-0c1ba33b-c79b-4405-bdfe-ec997101c3f4 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460572 Apr 29 18:01:27.462738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-7211a5e3-9141-4977-8bcd-0e5c990d9b69 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:27.464947 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-7211a5e3-9141-4977-8bcd-0e5c990d9b69 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/networks?id=f9981917-cffe-4255-bb24-c77a4ee6ce87 HTTP/1.1" status: 200 len: 814 time: 0.1473675 Apr 29 18:01:27.480193 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-cffd762e-5d0a-4bcd-b39d-5dfa511d355f tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/quotas/67c0b940964a4c05b14d9a09c56888b6 HTTP/1.1" status: 200 len: 375 time: 0.0099325 Apr 29 18:01:27.564654 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-4b61c198-891d-4298-9394-caec81f395fd tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=67c0b940964a4c05b14d9a09c56888b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0768533 Apr 29 18:01:27.706659 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-4efe7859-f62b-4c96-9a7f-4ce77b116f9b service neutron] 10.222.0.11 "GET /v2.0/networks/f9981917-cffe-4255-bb24-c77a4ee6ce87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347632 Apr 29 18:01:27.847341 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-3d622b7b-e85c-49a5-884c-cace85ecc548 service neutron] 10.222.0.11 "GET /v2.0/networks/f9981917-cffe-4255-bb24-c77a4ee6ce87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283875 Apr 29 18:01:28.094197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:29.043959 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f79ccb45-7ca3-405c-94d3-cd6588b06732 req-bdd25331-551d-456f-a839-4aa987ddf53b tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 210 time: 0.0494456 Apr 29 18:01:30.091711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-b179ec35-dcd2-4941-908c-9c7375895baf tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:30.093124 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-b179ec35-dcd2-4941-908c-9c7375895baf tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.36 "GET /v2.0/networks?id=f9981917-cffe-4255-bb24-c77a4ee6ce87 HTTP/1.1" status: 200 len: 814 time: 0.1486061 Apr 29 18:01:30.103839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Request body: {'port': {'device_id': '26f81401-9401-4014-8768-88ebd484cad8', 'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87', 'admin_state_up': True, 'tenant_id': '67c0b940964a4c05b14d9a09c56888b6'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:30.352487 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-73429dcc-b695-4fe5-93c4-da5484d1cbc8 req-0e3d772c-954d-4a5b-bc8d-fad3b07fd948 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 210 time: 0.1649380 Apr 29 18:01:30.385430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:30.395870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:30.407143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Made reservation on behalf of 67c0b940964a4c05b14d9a09c56888b6 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:01:30.410614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:30.569369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Allocated IP 172.20.0.14 (f9981917-cffe-4255-bb24-c77a4ee6ce87/4243c3da-1da8-4391-bb6d-2e850b7ccd04/55d6e033-36a0-449b-a6d1-28cf9889dbbd) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:01:30.773333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:30.806376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:30.817731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:01:30.878214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Network f9981917-cffe-4255-bb24-c77a4ee6ce87 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:01:30.881474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:01:30.885536 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:01:30.920928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Pushing event updated for resources: {'Port': ['ID=55d6e033-36a0-449b-a6d1-28cf9889dbbd,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:30.951030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:30.951651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:30.976970 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-aa73695f-81bd-462c-bb2e-6588c74d0c13 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8766510 Apr 29 18:01:30.988197 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Request body: {'port': {'device_id': '26f81401-9401-4014-8768-88ebd484cad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:31.099739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:31.450410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d6e033-36a0-449b-a6d1-28cf9889dbbd {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:01:31.457960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:31.520210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Transition to ACTIVE for port object 55d6e033-36a0-449b-a6d1-28cf9889dbbd will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:01:31.525389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:31.687897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Pushing event updated for resources: {'Port': ['ID=55d6e033-36a0-449b-a6d1-28cf9889dbbd,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:31.746945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab96ab8-f24b-4aa7-a8e6-5a7af229e96f req-4faefa01-d25c-4daf-b6a8-1e0cf3a360e8 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:31.747712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4ab96ab8-f24b-4aa7-a8e6-5a7af229e96f req-4faefa01-d25c-4daf-b6a8-1e0cf3a360e8 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Synchronizing usage tracker for tenant:67c0b940964a4c05b14d9a09c56888b6 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:01:31.781458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-4ab96ab8-f24b-4aa7-a8e6-5a7af229e96f req-4faefa01-d25c-4daf-b6a8-1e0cf3a360e8 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Unset dirty status for tenant:67c0b940964a4c05b14d9a09c56888b6 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:01:31.782703 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4ab96ab8-f24b-4aa7-a8e6-5a7af229e96f req-4faefa01-d25c-4daf-b6a8-1e0cf3a360e8 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 932 time: 0.3223195 Apr 29 18:01:31.786498 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Attempting to bind port 55d6e033-36a0-449b-a6d1-28cf9889dbbd on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:01:31.786824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Attempting to bind port 55d6e033-36a0-449b-a6d1-28cf9889dbbd by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4d3892ef-f8de-45e8-bf57-f8689bd951cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:01:31.787146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Attempting to bind port 55d6e033-36a0-449b-a6d1-28cf9889dbbd on network f9981917-cffe-4255-bb24-c77a4ee6ce87 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:01:31.805520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Port 55d6e033-36a0-449b-a6d1-28cf9889dbbd on network f9981917-cffe-4255-bb24-c77a4ee6ce87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:01:31.805838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Attempting to bind port 55d6e033-36a0-449b-a6d1-28cf9889dbbd on network f9981917-cffe-4255-bb24-c77a4ee6ce87 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:01:31.815989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:01:31.816317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Checking segment: {'id': '4d3892ef-f8de-45e8-bf57-f8689bd951cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:01:31.816689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Bound using segment: {'id': '4d3892ef-f8de-45e8-bf57-f8689bd951cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:01:31.817121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Bound port: 55d6e033-36a0-449b-a6d1-28cf9889dbbd, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3892ef-f8de-45e8-bf57-f8689bd951cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:01:31.817454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:31.871337 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4ab96ab8-f24b-4aa7-a8e6-5a7af229e96f req-aa8d8855-238d-478a-8825-1711e5bcd5d4 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818348 Apr 29 18:01:31.922699 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] For port 55d6e033-36a0-449b-a6d1-28cf9889dbbd, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:01:31.925864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] For port 55d6e033-36a0-449b-a6d1-28cf9889dbbd, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55d6e033-36a0-449b-a6d1-28cf9889dbbd,segment=NetworkSegment(4d3892ef-f8de-45e8-bf57-f8689bd951cb),segment_id=4d3892ef-f8de-45e8-bf57-f8689bd951cb)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:01:31.930196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:31.992502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:31.993100 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:31.994442 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] 10.222.0.36 "PUT /v2.0/ports/55d6e033-36a0-449b-a6d1-28cf9889dbbd HTTP/1.1" status: 200 len: 1094 time: 1.0103123 Apr 29 18:01:31.994864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f81401-9401-4014-8768-88ebd484cad8', 'tag': '55d6e033-36a0-449b-a6d1-28cf9889dbbd'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:01:32.013692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e395bad-9fd5-4d59-bcc0-6fd6b7626d1c service neutron] Pushing event updated for resources: {'Port': ['ID=55d6e033-36a0-449b-a6d1-28cf9889dbbd,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:32.062149 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299c7c4a-de14-4fc5-8f35-8b7dd9606405'] response: {'name': 'network-changed', 'server_uuid': '26f81401-9401-4014-8768-88ebd484cad8', 'tag': '55d6e033-36a0-449b-a6d1-28cf9889dbbd', 'status': 'completed', 'code': 200} Apr 29 18:01:32.113720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-8b472275-d1f1-40c3-a49e-833426045fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:32.115237 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-8b472275-d1f1-40c3-a49e-833426045fc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67c0b940964a4c05b14d9a09c56888b6&device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 1097 time: 0.0844879 Apr 29 18:01:32.186434 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-be3b8bf7-6178-42a7-a006-64dd58f94ade service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55d6e033-36a0-449b-a6d1-28cf9889dbbd HTTP/1.1" status: 200 len: 217 time: 0.0636067 Apr 29 18:01:32.250325 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-abc6302e-f659-4a97-bb67-f8a1a822f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:32.251761 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-abc6302e-f659-4a97-bb67-f8a1a822f895 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4243c3da-1da8-4391-bb6d-2e850b7ccd04 HTTP/1.1" status: 200 len: 854 time: 0.0600164 Apr 29 18:01:32.305696 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-cab17dc7-f4d9-448b-ae84-28178203d60d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9981917-cffe-4255-bb24-c77a4ee6ce87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476718 Apr 29 18:01:32.546657 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-8b2f986e-e6f1-4c97-8f67-a90e211c872a service neutron] 10.222.0.36 "GET /v2.0/networks/f9981917-cffe-4255-bb24-c77a4ee6ce87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343957 Apr 29 18:01:32.677715 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-008ba693-5f3f-44b6-8c54-8793e44330aa req-f8700e9c-4ba6-4ecd-b9f7-449ee614a2c2 service neutron] 10.222.0.36 "GET /v2.0/networks/f9981917-cffe-4255-bb24-c77a4ee6ce87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253955 Apr 29 18:01:32.794433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f1565-fc03-4363-a260-6d3e25bcf7ca req-ccb48949-f508-4828-bc66-170ad3f01030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:32.795914 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b33f1565-fc03-4363-a260-6d3e25bcf7ca req-ccb48949-f508-4828-bc66-170ad3f01030 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67c0b940964a4c05b14d9a09c56888b6&device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 1097 time: 0.0723138 Apr 29 18:01:32.940555 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f1565-fc03-4363-a260-6d3e25bcf7ca req-43e3869f-0fa0-4618-b08a-6ce727c5bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:32.942035 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b33f1565-fc03-4363-a260-6d3e25bcf7ca req-43e3869f-0fa0-4618-b08a-6ce727c5bddf service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9981917-cffe-4255-bb24-c77a4ee6ce87 HTTP/1.1" status: 200 len: 915 time: 0.1397779 Apr 29 18:01:33.046443 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b33f1565-fc03-4363-a260-6d3e25bcf7ca req-4ba9bb8a-f361-4006-a1c8-00c757bc1d6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55d6e033-36a0-449b-a6d1-28cf9889dbbd HTTP/1.1" status: 200 len: 217 time: 0.0976377 Apr 29 18:01:33.123011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f1565-fc03-4363-a260-6d3e25bcf7ca req-1d212d73-4f0d-49f7-96da-d81c83f97c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:33.124427 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b33f1565-fc03-4363-a260-6d3e25bcf7ca req-1d212d73-4f0d-49f7-96da-d81c83f97c38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4243c3da-1da8-4391-bb6d-2e850b7ccd04 HTTP/1.1" status: 200 len: 854 time: 0.0676694 Apr 29 18:01:33.174779 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b33f1565-fc03-4363-a260-6d3e25bcf7ca req-ae97d3cd-3490-40f5-9fdd-d080d2ee1e27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9981917-cffe-4255-bb24-c77a4ee6ce87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422366 Apr 29 18:01:33.182898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd8b45-cbbf-40d3-b717-2236e706fa55 req-57ea3d56-ee4e-4359-a17b-9637f01d0bcc tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:33.184199 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-39cd8b45-cbbf-40d3-b717-2236e706fa55 req-57ea3d56-ee4e-4359-a17b-9637f01d0bcc tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 944 time: 0.1790290 Apr 29 18:01:33.314822 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-39cd8b45-cbbf-40d3-b717-2236e706fa55 req-f28b9f73-00a7-4d3f-9dd0-220f712ae5f7 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126156 Apr 29 18:01:33.347197 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b33f1565-fc03-4363-a260-6d3e25bcf7ca req-3094d686-0c64-4e1f-a2b0-35a5aa994b2c service neutron] 10.222.0.36 "GET /v2.0/networks/f9981917-cffe-4255-bb24-c77a4ee6ce87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620798 Apr 29 18:01:33.481015 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b33f1565-fc03-4363-a260-6d3e25bcf7ca req-4ee67136-2384-4066-837c-400a0be95bcd service neutron] 10.222.0.36 "GET /v2.0/networks/f9981917-cffe-4255-bb24-c77a4ee6ce87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264644 Apr 29 18:01:34.521790 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c300d9-ddc4-45f8-95d7-bf2c88332801 req-3a6225ed-051b-4360-a2af-1d4e65f3d5e8 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:34.523227 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-24c300d9-ddc4-45f8-95d7-bf2c88332801 req-3a6225ed-051b-4360-a2af-1d4e65f3d5e8 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 944 time: 0.0916016 Apr 29 18:01:34.567567 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-24c300d9-ddc4-45f8-95d7-bf2c88332801 req-adb43407-9852-4c69-a27f-a09a99c12211 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380576 Apr 29 18:01:35.015158 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 55d6e033-36a0-449b-a6d1-28cf9889dbbd details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:01:35.155694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 55d6e033-36a0-449b-a6d1-28cf9889dbbd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55d6e033-36a0-449b-a6d1-28cf9889dbbd,segment=NetworkSegment(4d3892ef-f8de-45e8-bf57-f8689bd951cb),segment_id=4d3892ef-f8de-45e8-bf57-f8689bd951cb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:35.169368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '55d6e033-36a0-449b-a6d1-28cf9889dbbd', 'network_id': 'f9981917-cffe-4255-bb24-c77a4ee6ce87', 'port_id': '55d6e033-36a0-449b-a6d1-28cf9889dbbd', 'mac_address': 'fa:16:3e:cb:3d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4243c3da-1da8-4391-bb6d-2e850b7ccd04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:01:35.237335 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:35.261756 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d6e033-36a0-449b-a6d1-28cf9889dbbd {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:01:35.279251 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 55d6e033-36a0-449b-a6d1-28cf9889dbbd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55d6e033-36a0-449b-a6d1-28cf9889dbbd,segment=NetworkSegment(4d3892ef-f8de-45e8-bf57-f8689bd951cb),segment_id=4d3892ef-f8de-45e8-bf57-f8689bd951cb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:35.285068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:35.366643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=55d6e033-36a0-449b-a6d1-28cf9889dbbd,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:35.490981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['55d6e033-36a0-449b-a6d1-28cf9889dbbd'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:01:35.752174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f9b95-ce66-4834-8b3b-47c4b91b0f71 req-fa1eecc7-4e84-420d-b4fc-57fc2b7ae283 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:35.753621 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-523f9b95-ce66-4834-8b3b-47c4b91b0f71 req-fa1eecc7-4e84-420d-b4fc-57fc2b7ae283 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 945 time: 0.0789564 Apr 29 18:01:35.805714 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-523f9b95-ce66-4834-8b3b-47c4b91b0f71 req-32d9fbcc-00c5-49b6-a15d-e6a92ce33bca tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458055 Apr 29 18:01:37.006183 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fba91-8dc3-4a41-b345-70a45755d876 req-e24613b3-fd14-4fb2-abc5-dc053ce2e3e5 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:37.007611 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-877fba91-8dc3-4a41-b345-70a45755d876 req-e24613b3-fd14-4fb2-abc5-dc053ce2e3e5 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 945 time: 0.0814302 Apr 29 18:01:37.028923 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 55d6e033-36a0-449b-a6d1-28cf9889dbbd up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:01:37.054165 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-877fba91-8dc3-4a41-b345-70a45755d876 req-6aa038eb-db05-4070-b9cc-d69db7f362fb tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382147 Apr 29 18:01:37.100945 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 55d6e033-36a0-449b-a6d1-28cf9889dbbd completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:01:37.105422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 55d6e033-36a0-449b-a6d1-28cf9889dbbd triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:01:37.105783 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:37.222416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:37.248785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f81401-9401-4014-8768-88ebd484cad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6e033-36a0-449b-a6d1-28cf9889dbbd'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:01:37.258537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 55d6e033-36a0-449b-a6d1-28cf9889dbbd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55d6e033-36a0-449b-a6d1-28cf9889dbbd,segment=NetworkSegment(4d3892ef-f8de-45e8-bf57-f8689bd951cb),segment_id=4d3892ef-f8de-45e8-bf57-f8689bd951cb)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:37.262875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:37.298121 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e8fd4f-7b12-47bb-93f6-088411e82812'] response: {'server_uuid': '26f81401-9401-4014-8768-88ebd484cad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6e033-36a0-449b-a6d1-28cf9889dbbd', 'code': 200} Apr 29 18:01:37.331280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=55d6e033-36a0-449b-a6d1-28cf9889dbbd,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:37.538240 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73028098-98ff-4c2a-9750-8c1c4d3fb06c req-e9512883-32ed-4fcc-8482-2ac8072b44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:37.539596 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-73028098-98ff-4c2a-9750-8c1c4d3fb06c req-e9512883-32ed-4fcc-8482-2ac8072b44fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 1099 time: 0.0765326 Apr 29 18:01:37.579164 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-73028098-98ff-4c2a-9750-8c1c4d3fb06c req-6e16fdb8-c695-4ca8-8aeb-885bc2ae6aa4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332053 Apr 29 18:01:38.244418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97e98-41a4-4a1e-9849-d33b83c12488 req-cb7b3a55-1914-45e6-af41-eca0d057bbf5 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:38.245854 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a4b97e98-41a4-4a1e-9849-d33b83c12488 req-cb7b3a55-1914-45e6-af41-eca0d057bbf5 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 946 time: 0.0791237 Apr 29 18:01:38.292572 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a4b97e98-41a4-4a1e-9849-d33b83c12488 req-ac82c8ca-fecf-4084-befe-4c27addc20bb tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383420 Apr 29 18:01:39.507670 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b141ca-3b0d-4c32-9764-6b0add00d11c req-2f103d53-07bd-4615-837b-584db3521716 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:39.509080 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c9b141ca-3b0d-4c32-9764-6b0add00d11c req-2f103d53-07bd-4615-837b-584db3521716 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 946 time: 0.1006958 Apr 29 18:01:39.561833 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c9b141ca-3b0d-4c32-9764-6b0add00d11c req-2644b9f7-5654-4c84-9a92-438174389c15 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466053 Apr 29 18:01:40.115584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a30f0-0411-413c-9958-a064e303ee0d req-36f40322-5d72-4438-8030-746487eba753 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:40.117015 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-997a30f0-0411-413c-9958-a064e303ee0d req-36f40322-5d72-4438-8030-746487eba753 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 946 time: 0.0933034 Apr 29 18:01:40.160640 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-997a30f0-0411-413c-9958-a064e303ee0d req-7fd79a60-8039-4906-aaa5-f722c79be647 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377421 Apr 29 18:01:41.430020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed17e1-188f-466c-a3ad-64eebe485bcc req-531444b5-092f-461c-832c-229f545002e5 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:41.431460 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-66ed17e1-188f-466c-a3ad-64eebe485bcc req-531444b5-092f-461c-832c-229f545002e5 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.36 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 946 time: 0.2702861 Apr 29 18:01:41.439236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4738b7-ea20-4fea-9b9a-24f22ef5973d req-6de69e4f-707e-4ba7-aa7a-88e8c93d74a5 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:41.440534 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ff4738b7-ea20-4fea-9b9a-24f22ef5973d req-6de69e4f-707e-4ba7-aa7a-88e8c93d74a5 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 946 time: 0.1153622 Apr 29 18:01:41.529265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-66ed17e1-188f-466c-a3ad-64eebe485bcc req-d7097178-aa65-4251-8e9c-7ce0aa98066f tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Deleting port 55d6e033-36a0-449b-a6d1-28cf9889dbbd {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:01:41.529490 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-66ed17e1-188f-466c-a3ad-64eebe485bcc req-d7097178-aa65-4251-8e9c-7ce0aa98066f tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:41.563580 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ff4738b7-ea20-4fea-9b9a-24f22ef5973d req-2cd99e6d-e8c4-4fef-a4ad-e30788c5bb7c tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950248 Apr 29 18:01:41.782187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-66ed17e1-188f-466c-a3ad-64eebe485bcc req-d7097178-aa65-4251-8e9c-7ce0aa98066f tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] For port 55d6e033-36a0-449b-a6d1-28cf9889dbbd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55d6e033-36a0-449b-a6d1-28cf9889dbbd,segment=NetworkSegment(4d3892ef-f8de-45e8-bf57-f8689bd951cb),segment_id=4d3892ef-f8de-45e8-bf57-f8689bd951cb)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:41.782438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-66ed17e1-188f-466c-a3ad-64eebe485bcc req-d7097178-aa65-4251-8e9c-7ce0aa98066f tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:41.902782 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-66ed17e1-188f-466c-a3ad-64eebe485bcc req-d7097178-aa65-4251-8e9c-7ce0aa98066f tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Calling delete_port for 55d6e033-36a0-449b-a6d1-28cf9889dbbd owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:01:42.056286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-66ed17e1-188f-466c-a3ad-64eebe485bcc req-d7097178-aa65-4251-8e9c-7ce0aa98066f tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:42.068309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b', '55d6e033-36a0-449b-a6d1-28cf9889dbbd'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:01:42.108479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7097178-aa65-4251-8e9c-7ce0aa98066f tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Pushing event deleted for resources: {'Port': ['ID=55d6e033-36a0-449b-a6d1-28cf9889dbbd,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:42.180705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ed17e1-188f-466c-a3ad-64eebe485bcc req-d7097178-aa65-4251-8e9c-7ce0aa98066f tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] No DVR routers for this DVR port 55d6e033-36a0-449b-a6d1-28cf9889dbbd on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:01:42.183191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-66ed17e1-188f-466c-a3ad-64eebe485bcc req-d7097178-aa65-4251-8e9c-7ce0aa98066f tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:42.185678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f81401-9401-4014-8768-88ebd484cad8', 'name': 'network-vif-deleted', 'tag': '55d6e033-36a0-449b-a6d1-28cf9889dbbd'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:01:42.201831 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-66ed17e1-188f-466c-a3ad-64eebe485bcc req-d7097178-aa65-4251-8e9c-7ce0aa98066f tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.36 "DELETE /v2.0/ports/55d6e033-36a0-449b-a6d1-28cf9889dbbd HTTP/1.1" status: 204 len: 173 time: 0.7603519 Apr 29 18:01:42.232212 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811ca449-e087-41d3-9f9c-ca7d7adf86e8'] response: {'server_uuid': '26f81401-9401-4014-8768-88ebd484cad8', 'name': 'network-vif-deleted', 'tag': '55d6e033-36a0-449b-a6d1-28cf9889dbbd', 'status': 'completed', 'code': 200} Apr 29 18:01:42.733917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-2fc9a250-328e-4106-bebf-873a9e03a00a req-e4a3b24a-5256-4096-8f10-10d326b3af05 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Synchronizing usage tracker for tenant:67c0b940964a4c05b14d9a09c56888b6 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:01:42.750955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-2fc9a250-328e-4106-bebf-873a9e03a00a req-e4a3b24a-5256-4096-8f10-10d326b3af05 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Unset dirty status for tenant:67c0b940964a4c05b14d9a09c56888b6 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:01:42.752123 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2fc9a250-328e-4106-bebf-873a9e03a00a req-e4a3b24a-5256-4096-8f10-10d326b3af05 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f81401-9401-4014-8768-88ebd484cad8 HTTP/1.1" status: 200 len: 210 time: 0.0626912 Apr 29 18:01:44.037061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b263f-1741-4954-b1c5-1320ebb572e3 req-273c6c47-6de0-41c6-a8e7-5dcf1847b8de tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:44.038382 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e15b263f-1741-4954-b1c5-1320ebb572e3 req-273c6c47-6de0-41c6-a8e7-5dcf1847b8de tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 946 time: 0.0807481 Apr 29 18:01:44.085057 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e15b263f-1741-4954-b1c5-1320ebb572e3 req-96820c10-eda9-421a-800c-e5f676ad8a2b tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384450 Apr 29 18:01:44.307580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338873-a026-4f86-88d4-a6ba88637390 req-b100ab68-7ea3-4d92-9c0a-1702590a7177 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:44.309032 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00338873-a026-4f86-88d4-a6ba88637390 req-b100ab68-7ea3-4d92-9c0a-1702590a7177 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 946 time: 0.0928249 Apr 29 18:01:44.352799 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00338873-a026-4f86-88d4-a6ba88637390 req-e0b95aa9-13d8-4ca0-8e3c-6ef7782e60e0 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379298 Apr 29 18:01:44.547372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e88e7d-6979-4737-835f-cab4fe19d917 req-4ff3a34e-aa18-42b7-b3f7-bfaf2c9eafeb tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:44.549464 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f8e88e7d-6979-4737-835f-cab4fe19d917 req-4ff3a34e-aa18-42b7-b3f7-bfaf2c9eafeb tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 946 time: 0.0912304 Apr 29 18:01:44.595928 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f8e88e7d-6979-4737-835f-cab4fe19d917 req-4db7cda0-1619-43cd-9fe9-5471c284d373 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389709 Apr 29 18:01:44.900855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877b57b-1cf2-41b6-ab07-da18f0556db2 req-d645e1d0-2622-40e9-9759-325de3989567 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:44.902176 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4877b57b-1cf2-41b6-ab07-da18f0556db2 req-d645e1d0-2622-40e9-9759-325de3989567 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 946 time: 0.0961213 Apr 29 18:01:44.952138 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4877b57b-1cf2-41b6-ab07-da18f0556db2 req-b4987b1a-b7de-4626-84c4-09b14cbe01ba tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Apr 29 18:01:45.052791 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 55d6e033-36a0-449b-a6d1-28cf9889dbbd no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:01:45.086564 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 55d6e033-36a0-449b-a6d1-28cf9889dbbd {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:01:45.086875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 55d6e033-36a0-449b-a6d1-28cf9889dbbd not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:01:45.152061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8442131-73b5-40e3-967d-ad44727eb2d4 req-53e43ac4-9aaf-4ee1-99ff-87e6d508e0fb tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:45.153383 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b8442131-73b5-40e3-967d-ad44727eb2d4 req-53e43ac4-9aaf-4ee1-99ff-87e6d508e0fb tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 946 time: 0.0856352 Apr 29 18:01:45.199792 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b8442131-73b5-40e3-967d-ad44727eb2d4 req-95ea45ae-87a7-4918-9901-d26b8409b7ee tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379751 Apr 29 18:01:45.416035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e8732-b12a-424a-81ff-db1f03744bb2 req-53004e42-d490-4dc1-8ae9-258d74de7354 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:45.417428 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-466e8732-b12a-424a-81ff-db1f03744bb2 req-53004e42-d490-4dc1-8ae9-258d74de7354 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 946 time: 0.1007690 Apr 29 18:01:45.463858 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-466e8732-b12a-424a-81ff-db1f03744bb2 req-b25ec74f-2da0-4ded-8d94-12cf5048b381 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Apr 29 18:01:46.022218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabaf9-0775-4f90-b6f6-eeafc68cd892 req-cac200f2-5c90-48f5-b2d4-62755f456c93 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:46.023661 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fecabaf9-0775-4f90-b6f6-eeafc68cd892 req-cac200f2-5c90-48f5-b2d4-62755f456c93 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 946 time: 0.0897119 Apr 29 18:01:46.175429 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fecabaf9-0775-4f90-b6f6-eeafc68cd892 req-660dd0e9-b063-46ed-807c-41f455c53ee7 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454968 Apr 29 18:01:47.289226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc84b5-fed4-41b5-8af5-6bc8f71dfb92 req-79759e8b-7655-4d10-9d1e-7af937538ac7 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:47.290690 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bedc84b5-fed4-41b5-8af5-6bc8f71dfb92 req-79759e8b-7655-4d10-9d1e-7af937538ac7 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.36 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 946 time: 0.0891676 Apr 29 18:01:47.405388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-bedc84b5-fed4-41b5-8af5-6bc8f71dfb92 req-7fb5bfeb-8798-49fd-aca2-92cb8d1f6247 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Deleting port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:01:47.405856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-bedc84b5-fed4-41b5-8af5-6bc8f71dfb92 req-7fb5bfeb-8798-49fd-aca2-92cb8d1f6247 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:47.506069 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:01:47.507739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cb16c-b8ba-423c-a864-986bfdaa729d req-085ed247-e613-4c41-b632-2b10170ca59d tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:47.509192 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-456cb16c-b8ba-423c-a864-986bfdaa729d req-085ed247-e613-4c41-b632-2b10170ca59d tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 946 time: 0.2172024 Apr 29 18:01:47.599220 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-456cb16c-b8ba-423c-a864-986bfdaa729d req-8aed74e0-c3ab-4eca-b00d-901beb78cd35 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/security-groups?id=91fb80f1-65e2-498f-a36e-aec25341343f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785654 Apr 29 18:01:47.698205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-bedc84b5-fed4-41b5-8af5-6bc8f71dfb92 req-7fb5bfeb-8798-49fd-aca2-92cb8d1f6247 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] For port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b,segment=NetworkSegment(4d3892ef-f8de-45e8-bf57-f8689bd951cb),segment_id=4d3892ef-f8de-45e8-bf57-f8689bd951cb)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:47.698557 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-bedc84b5-fed4-41b5-8af5-6bc8f71dfb92 req-7fb5bfeb-8798-49fd-aca2-92cb8d1f6247 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:47.817849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-bedc84b5-fed4-41b5-8af5-6bc8f71dfb92 req-7fb5bfeb-8798-49fd-aca2-92cb8d1f6247 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Calling delete_port for 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:01:47.967848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-bedc84b5-fed4-41b5-8af5-6bc8f71dfb92 req-7fb5bfeb-8798-49fd-aca2-92cb8d1f6247 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:47.978745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:01:48.016348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5bfeb-8798-49fd-aca2-92cb8d1f6247 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Pushing event deleted for resources: {'Port': ['ID=8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:48.090451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedc84b5-fed4-41b5-8af5-6bc8f71dfb92 req-7fb5bfeb-8798-49fd-aca2-92cb8d1f6247 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] No DVR routers for this DVR port 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:01:48.094394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-bedc84b5-fed4-41b5-8af5-6bc8f71dfb92 req-7fb5bfeb-8798-49fd-aca2-92cb8d1f6247 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:48.098411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adf669c-9887-490c-91e9-502f2b8e2c04', 'name': 'network-vif-deleted', 'tag': '8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:01:48.121687 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bedc84b5-fed4-41b5-8af5-6bc8f71dfb92 req-7fb5bfeb-8798-49fd-aca2-92cb8d1f6247 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.36 "DELETE /v2.0/ports/8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b HTTP/1.1" status: 204 len: 173 time: 0.7992802 Apr 29 18:01:48.152086 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0df0bb3-cbf0-41c6-83e7-3363044b59f4'] response: {'server_uuid': '8adf669c-9887-490c-91e9-502f2b8e2c04', 'name': 'network-vif-deleted', 'tag': '8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b', 'status': 'completed', 'code': 200} Apr 29 18:01:48.487258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:48.764536 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f02a3c5d-621e-4245-94ef-4e1943116be5 req-d5c661d5-bb62-42d5-a210-d2c1a4985ae3 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Synchronizing usage tracker for tenant:67c0b940964a4c05b14d9a09c56888b6 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:01:48.782073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f02a3c5d-621e-4245-94ef-4e1943116be5 req-d5c661d5-bb62-42d5-a210-d2c1a4985ae3 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] Unset dirty status for tenant:67c0b940964a4c05b14d9a09c56888b6 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:01:48.783242 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f02a3c5d-621e-4245-94ef-4e1943116be5 req-d5c661d5-bb62-42d5-a210-d2c1a4985ae3 tempest-ServersNegativeTestJSON-166756896 tempest-ServersNegativeTestJSON-166756896-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adf669c-9887-490c-91e9-502f2b8e2c04 HTTP/1.1" status: 200 len: 210 time: 0.0605028 Apr 29 18:01:49.894529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58094) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:49.953695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fb4105-2971-4b3d-8fe0-7927b61abd89 admin admin] Deleting subnet 4243c3da-1da8-4391-bb6d-2e850b7ccd04 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:01:49.956785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4105-2971-4b3d-8fe0-7927b61abd89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.005672 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4105-2971-4b3d-8fe0-7927b61abd89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.063660 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4105-2971-4b3d-8fe0-7927b61abd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.130029 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4105-2971-4b3d-8fe0-7927b61abd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.166856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb4105-2971-4b3d-8fe0-7927b61abd89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4243c3da-1da8-4391-bb6d-2e850b7ccd04,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:50.170579 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4105-2971-4b3d-8fe0-7927b61abd89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.176830 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e3fb4105-2971-4b3d-8fe0-7927b61abd89 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4243c3da-1da8-4391-bb6d-2e850b7ccd04 HTTP/1.1" status: 204 len: 168 time: 0.2812514 Apr 29 18:01:50.180571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58098) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:50.288848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16c5a8eb-84e7-4b77-9d6a-8fc65546ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.411829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16c5a8eb-84e7-4b77-9d6a-8fc65546ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.437087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-16c5a8eb-84e7-4b77-9d6a-8fc65546ea82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9981917-cffe-4255-bb24-c77a4ee6ce87']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:50.452425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-16c5a8eb-84e7-4b77-9d6a-8fc65546ea82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3892ef-f8de-45e8-bf57-f8689bd951cb') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:50.452713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-16c5a8eb-84e7-4b77-9d6a-8fc65546ea82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3892ef-f8de-45e8-bf57-f8689bd951cb') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:50.465048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16c5a8eb-84e7-4b77-9d6a-8fc65546ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.483126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16c5a8eb-84e7-4b77-9d6a-8fc65546ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.489609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c5a8eb-84e7-4b77-9d6a-8fc65546ea82 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:01:50.489976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16c5a8eb-84e7-4b77-9d6a-8fc65546ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:01:50.502633 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:01:50.585969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16c5a8eb-84e7-4b77-9d6a-8fc65546ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.602572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-16c5a8eb-84e7-4b77-9d6a-8fc65546ea82 admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.615610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5a8eb-84e7-4b77-9d6a-8fc65546ea82 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9981917-cffe-4255-bb24-c77a4ee6ce87,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:50.620581 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-16c5a8eb-84e7-4b77-9d6a-8fc65546ea82 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f9981917-cffe-4255-bb24-c77a4ee6ce87 HTTP/1.1" status: 204 len: 168 time: 0.4363422 Apr 29 18:01:50.742002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58104) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:50.801600 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-af342b2e-d383-4f94-826b-fdd6e704fb39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=67c0b940964a4c05b14d9a09c56888b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581026 Apr 29 18:01:50.804297 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58108) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:50.865975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82495569-b3cb-440e-8afe-50d59dc918ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.891260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82495569-b3cb-440e-8afe-50d59dc918ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.944448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82495569-b3cb-440e-8afe-50d59dc918ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.960470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82495569-b3cb-440e-8afe-50d59dc918ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fb80f1-65e2-498f-a36e-aec25341343f,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:50.965865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-82495569-b3cb-440e-8afe-50d59dc918ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:50.967315 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-82495569-b3cb-440e-8afe-50d59dc918ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91fb80f1-65e2-498f-a36e-aec25341343f HTTP/1.1" status: 204 len: 168 time: 0.1617396 Apr 29 18:01:51.059666 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:01:51.092949 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:01:51.093270 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 8e315b0d-b86a-4f64-a5a1-a73c54e6eb2b not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:01:51.756246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58132) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:51.869361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-906216615'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:51.874646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:51.878621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Usage tracker for resource:network and tenant:5a732bee5f684008b836923f07deb67c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:51.882340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:51.888278 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:51.900583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Made reservation on behalf of 5a732bee5f684008b836923f07deb67c for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:01:51.903865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:51.915881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:51.930247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:51.934070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Usage tracker for resource:security_group_rule and tenant:5a732bee5f684008b836923f07deb67c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:51.936855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:51.942513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:52.029512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:52.036016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:52.076122 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:01:52.084602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b97b42-ecd9-48f5-8326-2b78f14f58da,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:52.090298 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:52.090661 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Added segment 60fdc3dc-bdca-430f-b7a7-c41c3c66723f of type vlan for network 1a15a5ef-32f9-40f7-88f3-4bbc6ac06840 Apr 29 18:01:52.119028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:52.150889 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:52.156211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:52.156787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:52.260467 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5030909 Apr 29 18:01:52.263563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4727d-1747-4aea-b675-3e0123bf1f99 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event updated for resources: {'Network': ['ID=1a15a5ef-32f9-40f7-88f3-4bbc6ac06840,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:52.277135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 1a15a5ef-32f9-40f7-88f3-4bbc6ac06840 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:01:53.310395 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a6a0706b-877f-4faa-9519-6ca2abcbcb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:55.392081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f505769e-d7e5-441e-a37a-733fd1c3c803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:55.467450 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58138) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:55.476363 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Request body: {'subnet': {'network_id': '1a15a5ef-32f9-40f7-88f3-4bbc6ac06840', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:55.583625 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:55.587794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Usage tracker for resource:subnet and tenant:5a732bee5f684008b836923f07deb67c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:55.590717 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:55.596826 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:55.609929 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Made reservation on behalf of 5a732bee5f684008b836923f07deb67c for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:01:55.613350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:55.835979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.009334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event updated for resources: {'Subnet': ['ID=83f26099-a7f9-475c-bfb2-80b129512058,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:56.019839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Checking segment: {'id': '60fdc3dc-bdca-430f-b7a7-c41c3c66723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1a15a5ef-32f9-40f7-88f3-4bbc6ac06840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:01:56.020170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Network hostable DHCP agents. Network: 1a15a5ef-32f9-40f7-88f3-4bbc6ac06840, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:01:56.042157 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Network 1a15a5ef-32f9-40f7-88f3-4bbc6ac06840 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:01:56.052254 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 1a15a5ef-32f9-40f7-88f3-4bbc6ac06840) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:01:56.056220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:56.056782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.061974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d63d3a9-9c73-466d-9ebd-35901d0f8e9d None None] Network 1a15a5ef-32f9-40f7-88f3-4bbc6ac06840 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:01:56.078808 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3070e000-8522-4a33-841a-d14e952eeb18 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6099343 Apr 29 18:01:56.082170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58142) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:56.087751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-75552385'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:56.092628 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:56.096842 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Usage tracker for resource:network and tenant:5a732bee5f684008b836923f07deb67c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:56.099838 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:56.105923 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:56.116513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Made reservation on behalf of 5a732bee5f684008b836923f07deb67c for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:01:56.120103 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.148184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:01:56.157888 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.158231 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Added segment d352d273-92b2-46e6-a66f-6a716efcee4f of type vlan for network c4d3622f-a106-4dfb-b4ad-bd441687a603 Apr 29 18:01:56.184377 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.214640 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.220191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:56.220763 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.308724 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-1a15a5ef-32f9-40f7-88f3-4bbc6ac06840', 'network_id': '1a15a5ef-32f9-40f7-88f3-4bbc6ac06840', 'tenant_id': '5a732bee5f684008b836923f07deb67c', 'fixed_ips': [{'subnet_id': '83f26099-a7f9-475c-bfb2-80b129512058'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:01:56.309699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.318878 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2356913 Apr 29 18:01:56.321910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58146) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:56.327558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Request body: {'subnet': {'network_id': 'c4d3622f-a106-4dfb-b4ad-bd441687a603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:56.328448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686f095-bd7f-4942-91ed-f9527182218d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event updated for resources: {'Network': ['ID=c4d3622f-a106-4dfb-b4ad-bd441687a603,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:56.365427 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network c4d3622f-a106-4dfb-b4ad-bd441687a603 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:01:56.544360 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:56.548198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Usage tracker for resource:subnet and tenant:5a732bee5f684008b836923f07deb67c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:56.550964 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:56.553431 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Allocated IP 2001:db8:0:ffff::2 (1a15a5ef-32f9-40f7-88f3-4bbc6ac06840/83f26099-a7f9-475c-bfb2-80b129512058/a1bfd909-f617-4ee2-9d01-3afcff93ee53) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:01:56.556772 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:56.566595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Made reservation on behalf of 5a732bee5f684008b836923f07deb67c for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:01:56.570098 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.689526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.767478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.779460 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Transition to ACTIVE for port object a1bfd909-f617-4ee2-9d01-3afcff93ee53 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:01:56.798849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.810975 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Transition to ACTIVE for port object a1bfd909-f617-4ee2-9d01-3afcff93ee53 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:01:56.813710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.816167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.875693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event updated for resources: {'Subnet': ['ID=0dace412-8f90-4190-b8a0-b20555b46f7f,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:56.883973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Network 1a15a5ef-32f9-40f7-88f3-4bbc6ac06840 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:01:56.885135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Checking segment: {'id': 'd352d273-92b2-46e6-a66f-6a716efcee4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4d3622f-a106-4dfb-b4ad-bd441687a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:01:56.885476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Network hostable DHCP agents. Network: c4d3622f-a106-4dfb-b4ad-bd441687a603, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:01:56.886762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:01:56.890221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:01:56.896615 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Pushing event updated for resources: {'Port': ['ID=a1bfd909-f617-4ee2-9d01-3afcff93ee53,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:56.905802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Network c4d3622f-a106-4dfb-b4ad-bd441687a603 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:01:56.916112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, c4d3622f-a106-4dfb-b4ad-bd441687a603) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:01:56.920727 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:56.921388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:56.930217 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b3883-1fb1-4ba0-b04e-60fd19a88a41 None None] Network c4d3622f-a106-4dfb-b4ad-bd441687a603 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:01:56.946715 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-33b0e3f6-69a7-4295-bfde-59beb58996f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6236253 Apr 29 18:01:56.949377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58150) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:56.949947 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:56.950293 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:56.950676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:56.950957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:56.951285 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:56.951637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:56.951957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:56.952277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:56.952599 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:56.952915 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:56.953234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:56.953552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:01:57.076966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Attempting to bind port a1bfd909-f617-4ee2-9d01-3afcff93ee53 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:01:57.077188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Attempting to bind port a1bfd909-f617-4ee2-9d01-3afcff93ee53 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '60fdc3dc-bdca-430f-b7a7-c41c3c66723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1a15a5ef-32f9-40f7-88f3-4bbc6ac06840'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:01:57.077532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Attempting to bind port a1bfd909-f617-4ee2-9d01-3afcff93ee53 on network 1a15a5ef-32f9-40f7-88f3-4bbc6ac06840 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:01:57.088070 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:01:57.088343 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.088684 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Checking segment: {'id': '60fdc3dc-bdca-430f-b7a7-c41c3c66723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1a15a5ef-32f9-40f7-88f3-4bbc6ac06840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:01:57.089346 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.089986 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Bound using segment: {'id': '60fdc3dc-bdca-430f-b7a7-c41c3c66723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1a15a5ef-32f9-40f7-88f3-4bbc6ac06840'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:01:57.090486 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Bound port: a1bfd909-f617-4ee2-9d01-3afcff93ee53, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fdc3dc-bdca-430f-b7a7-c41c3c66723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1a15a5ef-32f9-40f7-88f3-4bbc6ac06840'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:01:57.090859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.158884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.239513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.274230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] For port a1bfd909-f617-4ee2-9d01-3afcff93ee53, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:01:57.278598 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event deleted for resources: {'Subnet': ['ID=0dace412-8f90-4190-b8a0-b20555b46f7f,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:57.283982 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] For port a1bfd909-f617-4ee2-9d01-3afcff93ee53, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a1bfd909-f617-4ee2-9d01-3afcff93ee53,segment=NetworkSegment(60fdc3dc-bdca-430f-b7a7-c41c3c66723f),segment_id=60fdc3dc-bdca-430f-b7a7-c41c3c66723f)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:01:57.288299 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed098ec5-676b-482d-8156-1b3f78f2aab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-c4d3622f-a106-4dfb-b4ad-bd441687a603', 'network_id': 'c4d3622f-a106-4dfb-b4ad-bd441687a603', 'tenant_id': '5a732bee5f684008b836923f07deb67c', 'fixed_ips': [{'subnet_id': '0dace412-8f90-4190-b8a0-b20555b46f7f'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:01:57.289403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ed098ec5-676b-482d-8156-1b3f78f2aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.301090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.374440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.399191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d3622f-a106-4dfb-b4ad-bd441687a603']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:57.411794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd352d273-92b2-46e6-a66f-6a716efcee4f') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:57.412148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd352d273-92b2-46e6-a66f-6a716efcee4f') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:57.424369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.444537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f4172-af98-4e84-b405-2d5a020d27de None None] Pushing event updated for resources: {'Port': ['ID=a1bfd909-f617-4ee2-9d01-3afcff93ee53,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:57.447413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.455077 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:01:57.455427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.468450 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14112e58-73a0-4faa-9772-9ddd9e8f7578 None None] Network c4d3622f-a106-4dfb-b4ad-bd441687a603 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:01:57.472552 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:01:57.553205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.575385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.582441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event deleted for resources: {'Network': ['ID=c4d3622f-a106-4dfb-b4ad-bd441687a603,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:57.592932 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dac0caca-cc6b-4f27-aeaa-278cdf1e8ab7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/networks/c4d3622f-a106-4dfb-b4ad-bd441687a603 HTTP/1.1" status: 204 len: 168 time: 0.6393082 Apr 29 18:01:57.593340 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58154) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:57.599409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2061840650'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:57.604682 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:57.627834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Usage tracker for resource:network and tenant:5a732bee5f684008b836923f07deb67c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:57.633705 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:57.644975 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:57.664206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Made reservation on behalf of 5a732bee5f684008b836923f07deb67c for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:01:57.667855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.702250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:01:57.711774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.712117 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Added segment 23e9412b-8895-4089-81b8-8734b0444ddb of type vlan for network 8d5b9bf2-4c58-4151-9b63-341a435c72fd Apr 29 18:01:57.743673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.776256 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.781649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:57.782215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:57.879948 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2823989 Apr 29 18:01:57.880281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58158) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:57.886667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Request body: {'subnet': {'network_id': '8d5b9bf2-4c58-4151-9b63-341a435c72fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:57.887723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251276d-61cb-4670-ba1f-bc09683bf284 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event updated for resources: {'Network': ['ID=8d5b9bf2-4c58-4151-9b63-341a435c72fd,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:57.899066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 8d5b9bf2-4c58-4151-9b63-341a435c72fd details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:01:58.000391 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:58.006632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Usage tracker for resource:subnet and tenant:5a732bee5f684008b836923f07deb67c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:58.011367 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:58.020486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:58.034887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Made reservation on behalf of 5a732bee5f684008b836923f07deb67c for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:01:58.038403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:58.095852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:58.133078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_backend_mixin [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Performing IP validity checks on allocation pools {{(pid=88019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 18:01:58.133521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.ipam_backend_mixin [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 18:01:58.265193 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:58.341504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event updated for resources: {'Subnet': ['ID=bbdca9e3-c631-485f-b0fe-107ff27b94fa,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:58.352301 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Checking segment: {'id': '23e9412b-8895-4089-81b8-8734b0444ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8d5b9bf2-4c58-4151-9b63-341a435c72fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:01:58.352656 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Network hostable DHCP agents. Network: 8d5b9bf2-4c58-4151-9b63-341a435c72fd, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:01:58.366264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b1f9b3-d2d1-48bb-b6d6-5d9e27792d64 None None] Network 1a15a5ef-32f9-40f7-88f3-4bbc6ac06840 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:01:58.372040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Network 8d5b9bf2-4c58-4151-9b63-341a435c72fd is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:01:58.381759 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 8d5b9bf2-4c58-4151-9b63-341a435c72fd) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:01:58.385793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:58.386272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:58.394871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc33e9e-d12e-42b9-b2aa-4a5a304c5aa7 None None] Network 8d5b9bf2-4c58-4151-9b63-341a435c72fd requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:01:58.407869 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7ab26feb-00a1-4df0-9cbf-5ad49b0e67d0 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5265036 Apr 29 18:01:58.410556 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58162) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:58.556960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:58.612963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-55ddd13e-f465-4036-83dd-2b0a611cf80e None None] Provisioning for port a1bfd909-f617-4ee2-9d01-3afcff93ee53 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:01:58.633112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:58.712867 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a1bfd909-f617-4ee2-9d01-3afcff93ee53 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:01:58.720378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:58.760434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdca9e3-c631-485f-b0fe-107ff27b94fa,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:58.847766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93196e29-31df-4fc1-bb5a-02612a8d8dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-8d5b9bf2-4c58-4151-9b63-341a435c72fd', 'network_id': '8d5b9bf2-4c58-4151-9b63-341a435c72fd', 'tenant_id': '5a732bee5f684008b836923f07deb67c', 'fixed_ips': [{'subnet_id': 'bbdca9e3-c631-485f-b0fe-107ff27b94fa'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:01:58.848575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-93196e29-31df-4fc1-bb5a-02612a8d8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:58.855768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:58.881710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5b9bf2-4c58-4151-9b63-341a435c72fd']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:58.899243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e9412b-8895-4089-81b8-8734b0444ddb') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:58.899824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e9412b-8895-4089-81b8-8734b0444ddb') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:01:58.911333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:58.924308 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port a1bfd909-f617-4ee2-9d01-3afcff93ee53 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:01:58.929744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:58.932278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port a1bfd909-f617-4ee2-9d01-3afcff93ee53 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:01:58.932659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:58.937502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:01:58.937904 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:01:58.953145 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:01:59.037902 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.042018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.045007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-93196e29-31df-4fc1-bb5a-02612a8d8dc1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 29 18:01:59.045007 dv-neutron-839024-2-hyperv neutron-server[88020]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Apr 29 18:01:59.045007 dv-neutron-839024-2-hyperv neutron-server[88020]: [parameters: {'project_id': '5a732bee5f684008b836923f07deb67c', 'id': '04e5bd14-c676-4f73-a504-1549a1c1a01e', 'name': '', 'network_id': '8d5b9bf2-4c58-4151-9b63-341a435c72fd', 'mac_address': 'fa:16:3e:b6:4d:73', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-8d5b9bf2-4c58-4151-9b63-341a435c72fd', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1590}] Apr 29 18:01:59.045007 dv-neutron-839024-2-hyperv neutron-server[88020]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:01:59.045375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-93196e29-31df-4fc1-bb5a-02612a8d8dc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:01:59.059703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.073173 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event deleted for resources: {'Network': ['ID=8d5b9bf2-4c58-4151-9b63-341a435c72fd,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:59.077192 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dfb9ebd7-ae8f-47e6-97ed-ce1de580b2f4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/networks/8d5b9bf2-4c58-4151-9b63-341a435c72fd HTTP/1.1" status: 204 len: 168 time: 0.6657102 Apr 29 18:01:59.080861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58166) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:59.086351 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-170278376'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:59.091661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:59.095694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Usage tracker for resource:network and tenant:5a732bee5f684008b836923f07deb67c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:59.098590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:59.100155 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port a1bfd909-f617-4ee2-9d01-3afcff93ee53, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a1bfd909-f617-4ee2-9d01-3afcff93ee53,segment=NetworkSegment(60fdc3dc-bdca-430f-b7a7-c41c3c66723f),segment_id=60fdc3dc-bdca-430f-b7a7-c41c3c66723f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:01:59.104608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:59.106097 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.116519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Made reservation on behalf of 5a732bee5f684008b836923f07deb67c for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:01:59.120194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.150653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:01:59.163630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.163976 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Added segment 1e44152c-c492-4b17-a6f8-84d7c6d5b2a0 of type vlan for network 30fdad06-0aa5-413e-bae5-3aea7dc5e34b Apr 29 18:01:59.182118 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=a1bfd909-f617-4ee2-9d01-3afcff93ee53,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:59.195477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.227145 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.232791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:59.233364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.250794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3395cbad-5802-4613-8329-86c9ec4a2e7c None None] Provisioning complete for port a1bfd909-f617-4ee2-9d01-3afcff93ee53 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:01:59.251445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3395cbad-5802-4613-8329-86c9ec4a2e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.287803 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2057476 Apr 29 18:01:59.291475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58170) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:59.296990 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Request body: {'subnet': {'network_id': '30fdad06-0aa5-413e-bae5-3aea7dc5e34b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:59.349516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614ef73-bed0-4dee-a458-6e6a5cdd0499 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event updated for resources: {'Network': ['ID=30fdad06-0aa5-413e-bae5-3aea7dc5e34b,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:59.360558 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 30fdad06-0aa5-413e-bae5-3aea7dc5e34b details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:01:59.406952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:59.410931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Usage tracker for resource:subnet and tenant:5a732bee5f684008b836923f07deb67c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:59.413805 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:59.419527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:59.428723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Made reservation on behalf of 5a732bee5f684008b836923f07deb67c for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:01:59.432417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.547008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-93196e29-31df-4fc1-bb5a-02612a8d8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.581981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18826c0-a1de-4f91-87c0-25d543e41169 None None] Network 8d5b9bf2-4c58-4151-9b63-341a435c72fd requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:01:59.599039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18826c0-a1de-4f91-87c0-25d543e41169 None None] Network 8d5b9bf2-4c58-4151-9b63-341a435c72fd could not be found, it might have been deleted concurrently. {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 18:01:59.654153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.727472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event updated for resources: {'Subnet': ['ID=64240258-9cc3-46af-92d9-909675bfaeeb,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:01:59.736019 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Checking segment: {'id': '1e44152c-c492-4b17-a6f8-84d7c6d5b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30fdad06-0aa5-413e-bae5-3aea7dc5e34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:01:59.736345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Network hostable DHCP agents. Network: 30fdad06-0aa5-413e-bae5-3aea7dc5e34b, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:01:59.758239 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Network 30fdad06-0aa5-413e-bae5-3aea7dc5e34b is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:01:59.768137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 30fdad06-0aa5-413e-bae5-3aea7dc5e34b) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:01:59.771893 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:59.772483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.777830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b83fc5-3954-4087-9477-763d809c4491 None None] Network 30fdad06-0aa5-413e-bae5-3aea7dc5e34b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:01:59.797043 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-02133589-3a9f-4b53-ad7d-441d1e307bb5 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5043654 Apr 29 18:01:59.800479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58174) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:01:59.806016 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-517247616'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:01:59.811486 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:01:59.815543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Usage tracker for resource:network and tenant:5a732bee5f684008b836923f07deb67c is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:01:59.818417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:01:59.824186 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:01:59.835453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Made reservation on behalf of 5a732bee5f684008b836923f07deb67c for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:01:59.839169 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.868594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:01:59.877876 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.878253 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Added segment 73dd7dd4-03ca-4faa-8fe4-875318c92d2f of type vlan for network 9535d83f-d2d1-445c-9542-4f996f7adf19 Apr 29 18:01:59.905366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.938386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.944128 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:01:59.944710 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:01:59.995120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-30fdad06-0aa5-413e-bae5-3aea7dc5e34b', 'network_id': '30fdad06-0aa5-413e-bae5-3aea7dc5e34b', 'tenant_id': '5a732bee5f684008b836923f07deb67c', 'fixed_ips': [{'subnet_id': '64240258-9cc3-46af-92d9-909675bfaeeb'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:01:59.996161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:00.005018 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2034714 Apr 29 18:02:00.007996 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58178) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:00.013795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Request body: {'subnet': {'network_id': '9535d83f-d2d1-445c-9542-4f996f7adf19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:00.063133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1334b2-ffd3-4564-b9c1-08c21fa0a412 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event updated for resources: {'Network': ['ID=9535d83f-d2d1-445c-9542-4f996f7adf19,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:00.074656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 9535d83f-d2d1-445c-9542-4f996f7adf19 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:02:00.234688 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:00.238623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Usage tracker for resource:subnet and tenant:5a732bee5f684008b836923f07deb67c is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:00.241660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:00.247364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:00.248313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Allocated IP 2001:db8::2 (30fdad06-0aa5-413e-bae5-3aea7dc5e34b/64240258-9cc3-46af-92d9-909675bfaeeb/d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:02:00.257096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Made reservation on behalf of 5a732bee5f684008b836923f07deb67c for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:02:00.260870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:00.476495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:00.495388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:00.505877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Transition to ACTIVE for port object d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:00.524769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Transition to ACTIVE for port object d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:00.530718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:00.556925 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event updated for resources: {'Subnet': ['ID=ce9b4c19-7d22-4a0b-aaf6-b837c90b42b9,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:00.564867 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Checking segment: {'id': '73dd7dd4-03ca-4faa-8fe4-875318c92d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9535d83f-d2d1-445c-9542-4f996f7adf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:00.565284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Network hostable DHCP agents. Network: 9535d83f-d2d1-445c-9542-4f996f7adf19, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:02:00.587266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Network 9535d83f-d2d1-445c-9542-4f996f7adf19 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:02:00.598873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 9535d83f-d2d1-445c-9542-4f996f7adf19) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:00.599277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Network 30fdad06-0aa5-413e-bae5-3aea7dc5e34b is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:02:00.604220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:00.606029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:02:00.607948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:00.608591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:00.631328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849f7317-8e29-443e-8540-66c47a1685e9 None None] Network 9535d83f-d2d1-445c-9542-4f996f7adf19 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:02:00.639438 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5695f7ae-5577-44fe-8942-24e278db0dc6 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6300039 Apr 29 18:02:00.641721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58182) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:00.669638 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a1bfd909-f617-4ee2-9d01-3afcff93ee53 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:00.725075 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Pushing event updated for resources: {'Port': ['ID=d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:00.788800 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:00.858041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:00.883204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Attempting to bind port d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:02:00.883596 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Attempting to bind port d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '1e44152c-c492-4b17-a6f8-84d7c6d5b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30fdad06-0aa5-413e-bae5-3aea7dc5e34b'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:02:00.883964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Attempting to bind port d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb on network 30fdad06-0aa5-413e-bae5-3aea7dc5e34b {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:02:00.920092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:02:00.920437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Checking segment: {'id': '1e44152c-c492-4b17-a6f8-84d7c6d5b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30fdad06-0aa5-413e-bae5-3aea7dc5e34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:00.920831 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:00.921221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Bound using segment: {'id': '1e44152c-c492-4b17-a6f8-84d7c6d5b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30fdad06-0aa5-413e-bae5-3aea7dc5e34b'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:02:00.921690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Bound port: d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e44152c-c492-4b17-a6f8-84d7c6d5b2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '30fdad06-0aa5-413e-bae5-3aea7dc5e34b'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:02:00.922060 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:00.940967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:00.980024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event deleted for resources: {'Subnet': ['ID=ce9b4c19-7d22-4a0b-aaf6-b837c90b42b9,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:01.032159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port a1bfd909-f617-4ee2-9d01-3afcff93ee53 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:01.032745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.071062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.095979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9535d83f-d2d1-445c-9542-4f996f7adf19']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:01.108439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dd7dd4-03ca-4faa-8fe4-875318c92d2f') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:01.108665 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f9255a-64ae-4db7-a548-fbeb1424189c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-9535d83f-d2d1-445c-9542-4f996f7adf19', 'network_id': '9535d83f-d2d1-445c-9542-4f996f7adf19', 'tenant_id': '5a732bee5f684008b836923f07deb67c', 'fixed_ips': [{'subnet_id': 'ce9b4c19-7d22-4a0b-aaf6-b837c90b42b9'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:02:01.108805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dd7dd4-03ca-4faa-8fe4-875318c92d2f') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:01.109336 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b5f9255a-64ae-4db7-a548-fbeb1424189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.120488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.136377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.141693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] For port d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:02:01.142213 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:02:01.142588 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:02:01.157155 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:02:01.200746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] For port d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb,segment=NetworkSegment(1e44152c-c492-4b17-a6f8-84d7c6d5b2a0),segment_id=1e44152c-c492-4b17-a6f8-84d7c6d5b2a0)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:02:01.210194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.238981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.256207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.266744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event deleted for resources: {'Network': ['ID=9535d83f-d2d1-445c-9542-4f996f7adf19,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:01.273272 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-76c9834b-f11c-481e-b808-ada615d3aa61 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/networks/9535d83f-d2d1-445c-9542-4f996f7adf19 HTTP/1.1" status: 204 len: 168 time: 0.6279500 Apr 29 18:02:01.273704 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58186) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:01.312931 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8452ef1-a107-4e1c-97fc-6d391425c9c8 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] GET failed (client error): The resource could not be found. Apr 29 18:02:01.313445 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a8452ef1-a107-4e1c-97fc-6d391425c9c8 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Synchronizing usage tracker for tenant:5a732bee5f684008b836923f07deb67c on resource:subnet {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:02:01.331042 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a8452ef1-a107-4e1c-97fc-6d391425c9c8 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Unset dirty status for tenant:5a732bee5f684008b836923f07deb67c on resource:subnet {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:02:01.335542 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a8452ef1-a107-4e1c-97fc-6d391425c9c8 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "GET /v2.0/subnets/ce9b4c19-7d22-4a0b-aaf6-b837c90b42b9 HTTP/1.1" status: 404 len: 337 time: 0.0577178 Apr 29 18:02:01.335789 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58190) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:01.338467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb4d4ec-b2c0-4ac6-bbfa-f8c628decec3 None None] Network 9535d83f-d2d1-445c-9542-4f996f7adf19 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:02:01.362576 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fc4c82-86cd-4f2f-8136-07a8538bebe7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] DELETE failed (client error): The resource could not be found. Apr 29 18:02:01.363034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fc4c82-86cd-4f2f-8136-07a8538bebe7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 18:02:01.364707 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a1fc4c82-86cd-4f2f-8136-07a8538bebe7 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/networks/9535d83f-d2d1-445c-9542-4f996f7adf19 HTTP/1.1" status: 404 len: 339 time: 0.0284615 Apr 29 18:02:01.368582 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58194) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:01.368914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb4d4ec-b2c0-4ac6-bbfa-f8c628decec3 None None] Network 9535d83f-d2d1-445c-9542-4f996f7adf19 could not be found, it might have been deleted concurrently. {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 18:02:01.370073 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3df03-6712-4a87-a568-f92422180195 None None] Pushing event updated for resources: {'Port': ['ID=d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:01.408029 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-034c9cc0-d17f-4902-beb4-697d80fe7ed4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] DELETE failed (client error): The resource could not be found. Apr 29 18:02:01.408456 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034c9cc0-d17f-4902-beb4-697d80fe7ed4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 18:02:01.410130 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-034c9cc0-d17f-4902-beb4-697d80fe7ed4 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/subnets/ce9b4c19-7d22-4a0b-aaf6-b837c90b42b9 HTTP/1.1" status: 404 len: 337 time: 0.0404332 Apr 29 18:02:01.412904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58198) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:01.437033 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-999b66f3-0f76-4d4c-90d7-ed6bc83d6dfc tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] DELETE failed (client error): The resource could not be found. Apr 29 18:02:01.437516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999b66f3-0f76-4d4c-90d7-ed6bc83d6dfc tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 18:02:01.439349 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-999b66f3-0f76-4d4c-90d7-ed6bc83d6dfc tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/networks/9535d83f-d2d1-445c-9542-4f996f7adf19 HTTP/1.1" status: 404 len: 339 time: 0.0253096 Apr 29 18:02:01.441890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58202) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:01.523559 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-36efdd71-dff4-40fe-9a58-aee695080465 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Deleting subnet 64240258-9cc3-46af-92d9-909675bfaeeb {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:02:01.526785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-36efdd71-dff4-40fe-9a58-aee695080465 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.583118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-36efdd71-dff4-40fe-9a58-aee695080465 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.671921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-36efdd71-dff4-40fe-9a58-aee695080465 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.745456 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-36efdd71-dff4-40fe-9a58-aee695080465 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.783221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efdd71-dff4-40fe-9a58-aee695080465 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event deleted for resources: {'Subnet': ['ID=64240258-9cc3-46af-92d9-909675bfaeeb,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:01.788426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-36efdd71-dff4-40fe-9a58-aee695080465 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.803424 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-36efdd71-dff4-40fe-9a58-aee695080465 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/subnets/64240258-9cc3-46af-92d9-909675bfaeeb HTTP/1.1" status: 204 len: 168 time: 0.3602061 Apr 29 18:02:01.805898 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58206) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:01.923043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:01.935043 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Deleting port d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:02:01.935573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:02.144385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] For port d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb,segment=NetworkSegment(1e44152c-c492-4b17-a6f8-84d7c6d5b2a0),segment_id=1e44152c-c492-4b17-a6f8-84d7c6d5b2a0)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:02.144738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:02.242484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed40606-273e-4124-9f1a-1f7b7e14146a None None] Network 30fdad06-0aa5-413e-bae5-3aea7dc5e34b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:02:02.365754 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Calling delete_port for d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:02:02.380054 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ddcbbbda-f982-40db-9f34-4dd3a5b3c28d None None] Provisioning for port d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:02.443565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:02.488855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event deleted for resources: {'Port': ['ID=d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:02.491880 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2f6e65-66a6-4072-8391-d7e801620776 None None] DHCP port deletion for 30fdad06-0aa5-413e-bae5-3aea7dc5e34b request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:02:02.492420 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] No DVR routers for this DVR port d265dbca-c0bd-4e8d-be5f-b2fdf03f67bb on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:02:02.611795 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:02.639146 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fdad06-0aa5-413e-bae5-3aea7dc5e34b']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:02.655253 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e44152c-c492-4b17-a6f8-84d7c6d5b2a0') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:02.655557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e44152c-c492-4b17-a6f8-84d7c6d5b2a0') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:02.667285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:02.684742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:02.691456 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:02:02.691826 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:02:02.709807 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:02:02.791610 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:02.808249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:02.819060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event deleted for resources: {'Network': ['ID=30fdad06-0aa5-413e-bae5-3aea7dc5e34b,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:02.822892 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-55af8ea6-692d-422f-8342-881521f518be tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/networks/30fdad06-0aa5-413e-bae5-3aea7dc5e34b HTTP/1.1" status: 204 len: 168 time: 1.0160415 Apr 29 18:02:02.825511 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58210) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:02.866299 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e512a593-5a8f-48de-af68-1cced4b0bb42 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] DELETE failed (client error): The resource could not be found. Apr 29 18:02:02.866730 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e512a593-5a8f-48de-af68-1cced4b0bb42 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 18:02:02.868369 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e512a593-5a8f-48de-af68-1cced4b0bb42 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/subnets/bbdca9e3-c631-485f-b0fe-107ff27b94fa HTTP/1.1" status: 404 len: 337 time: 0.0419405 Apr 29 18:02:02.870937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58214) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:02.894911 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd19f18-d9a5-455e-b8f4-73e24fe5d1b1 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] DELETE failed (client error): The resource could not be found. Apr 29 18:02:02.895337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd19f18-d9a5-455e-b8f4-73e24fe5d1b1 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 18:02:02.896924 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-1dd19f18-d9a5-455e-b8f4-73e24fe5d1b1 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/networks/8d5b9bf2-4c58-4151-9b63-341a435c72fd HTTP/1.1" status: 404 len: 339 time: 0.0250747 Apr 29 18:02:02.899308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58218) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:02.935422 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f9c63f-1c0f-4a6d-bdee-823a7ab3a65d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] DELETE failed (client error): The resource could not be found. Apr 29 18:02:02.935846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f9c63f-1c0f-4a6d-bdee-823a7ab3a65d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 18:02:02.937417 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-c3f9c63f-1c0f-4a6d-bdee-823a7ab3a65d tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/subnets/0dace412-8f90-4190-b8a0-b20555b46f7f HTTP/1.1" status: 404 len: 337 time: 0.0369108 Apr 29 18:02:02.939893 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58222) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:02.963276 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.pecan_wsgi.hooks.translation [None req-639ea641-e34d-4cf4-94ac-0e6d1d34acca tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] DELETE failed (client error): The resource could not be found. Apr 29 18:02:02.963664 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639ea641-e34d-4cf4-94ac-0e6d1d34acca tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 18:02:02.965191 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-639ea641-e34d-4cf4-94ac-0e6d1d34acca tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/networks/c4d3622f-a106-4dfb-b4ad-bd441687a603 HTTP/1.1" status: 404 len: 339 time: 0.0244572 Apr 29 18:02:02.967540 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58226) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:03.035226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-034370d1-aa00-4d64-a112-a286603bfdf8 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Deleting subnet 83f26099-a7f9-475c-bfb2-80b129512058 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:02:03.038470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-034370d1-aa00-4d64-a112-a286603bfdf8 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:03.092385 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-034370d1-aa00-4d64-a112-a286603bfdf8 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:03.186594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-034370d1-aa00-4d64-a112-a286603bfdf8 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:03.268238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-034370d1-aa00-4d64-a112-a286603bfdf8 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:03.307084 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034370d1-aa00-4d64-a112-a286603bfdf8 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event deleted for resources: {'Subnet': ['ID=83f26099-a7f9-475c-bfb2-80b129512058,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:03.311803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-034370d1-aa00-4d64-a112-a286603bfdf8 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:03.317339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8e56f9-d4be-4c54-8523-dc9a696515c1 None None] Network 1a15a5ef-32f9-40f7-88f3-4bbc6ac06840 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:02:03.321739 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-034370d1-aa00-4d64-a112-a286603bfdf8 tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/subnets/83f26099-a7f9-475c-bfb2-80b129512058 HTTP/1.1" status: 204 len: 168 time: 0.3533158 Apr 29 18:02:03.324165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58230) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:03.436948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:03.447775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Deleting port a1bfd909-f617-4ee2-9d01-3afcff93ee53 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:02:03.448107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:03.555052 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ac574a-9d62-4107-b4af-1f7cc6ce2f03 None None] DHCP port deletion for 1a15a5ef-32f9-40f7-88f3-4bbc6ac06840 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:02:03.559478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-82ac574a-9d62-4107-b4af-1f7cc6ce2f03 None None] Deleting port a1bfd909-f617-4ee2-9d01-3afcff93ee53 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:02:03.559847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-82ac574a-9d62-4107-b4af-1f7cc6ce2f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:03.656041 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] For port a1bfd909-f617-4ee2-9d01-3afcff93ee53, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a1bfd909-f617-4ee2-9d01-3afcff93ee53,segment=NetworkSegment(60fdc3dc-bdca-430f-b7a7-c41c3c66723f),segment_id=60fdc3dc-bdca-430f-b7a7-c41c3c66723f)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:03.656399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:03.777960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Calling delete_port for a1bfd909-f617-4ee2-9d01-3afcff93ee53 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:02:03.803329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-82ac574a-9d62-4107-b4af-1f7cc6ce2f03 None None] For port a1bfd909-f617-4ee2-9d01-3afcff93ee53, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a1bfd909-f617-4ee2-9d01-3afcff93ee53,segment=NetworkSegment(60fdc3dc-bdca-430f-b7a7-c41c3c66723f),segment_id=60fdc3dc-bdca-430f-b7a7-c41c3c66723f)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:03.803736 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-82ac574a-9d62-4107-b4af-1f7cc6ce2f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:03.854797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:03.901105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event deleted for resources: {'Port': ['ID=a1bfd909-f617-4ee2-9d01-3afcff93ee53,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:03.906148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] No DVR routers for this DVR port a1bfd909-f617-4ee2-9d01-3afcff93ee53 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:02:03.923184 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-82ac574a-9d62-4107-b4af-1f7cc6ce2f03 None None] Calling delete_port for a1bfd909-f617-4ee2-9d01-3afcff93ee53 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:02:04.000908 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-82ac574a-9d62-4107-b4af-1f7cc6ce2f03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:02:04.001258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-82ac574a-9d62-4107-b4af-1f7cc6ce2f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:02:04.123243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:04.151972 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a15a5ef-32f9-40f7-88f3-4bbc6ac06840']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:04.164077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fdc3dc-bdca-430f-b7a7-c41c3c66723f') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:04.164373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fdc3dc-bdca-430f-b7a7-c41c3c66723f') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:04.175587 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:04.194050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:04.200117 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:02:04.200481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:02:04.214477 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:02:04.296228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:04.313351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:04.325056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] Pushing event deleted for resources: {'Network': ['ID=1a15a5ef-32f9-40f7-88f3-4bbc6ac06840,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:04.328224 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9619b75b-e64f-4b4a-8e79-9b6d9d2b37fb tempest-NetworksIpV6Test-136891668 tempest-NetworksIpV6Test-136891668-project] 10.222.0.11 "DELETE /v2.0/networks/1a15a5ef-32f9-40f7-88f3-4bbc6ac06840 HTTP/1.1" status: 204 len: 168 time: 1.0031517 Apr 29 18:02:04.502545 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-82ac574a-9d62-4107-b4af-1f7cc6ce2f03 None None] Deleting port a1bfd909-f617-4ee2-9d01-3afcff93ee53 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:02:04.503050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-82ac574a-9d62-4107-b4af-1f7cc6ce2f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:04.567606 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-82ac574a-9d62-4107-b4af-1f7cc6ce2f03 None None] The port 'a1bfd909-f617-4ee2-9d01-3afcff93ee53' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 18:02:04.602170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58238) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:04.660365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a1bfd909-f617-4ee2-9d01-3afcff93ee53 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:02:04.697049 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: a1bfd909-f617-4ee2-9d01-3afcff93ee53 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:02:04.697391 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a1bfd909-f617-4ee2-9d01-3afcff93ee53 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:02:04.750372 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b01cba15-9327-4769-a12e-67299a5a6f6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a732bee5f684008b836923f07deb67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464636 Apr 29 18:02:04.752892 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58244) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:04.815029 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8477781-206e-42d0-bcc8-bfe2585c6eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:04.842007 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8477781-206e-42d0-bcc8-bfe2585c6eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:04.897252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8477781-206e-42d0-bcc8-bfe2585c6eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:04.911692 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8477781-206e-42d0-bcc8-bfe2585c6eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b97b42-ecd9-48f5-8326-2b78f14f58da,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:04.917535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f8477781-206e-42d0-bcc8-bfe2585c6eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:04.918671 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f8477781-206e-42d0-bcc8-bfe2585c6eb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28b97b42-ecd9-48f5-8326-2b78f14f58da HTTP/1.1" status: 204 len: 168 time: 0.1648762 Apr 29 18:02:05.653624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58268) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:05.755820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-2df9ed8d-2342-45de-b0c5-720114d33187 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-826286521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:05.763150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2df9ed8d-2342-45de-b0c5-720114d33187 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:05.767276 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2df9ed8d-2342-45de-b0c5-720114d33187 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Usage tracker for resource:router and tenant:0f76193acf5c44efa116dfe816e907d4 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:05.770390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-2df9ed8d-2342-45de-b0c5-720114d33187 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:05.777376 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-2df9ed8d-2342-45de-b0c5-720114d33187 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:05.790394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2df9ed8d-2342-45de-b0c5-720114d33187 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:05.791361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2df9ed8d-2342-45de-b0c5-720114d33187 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:05.806894 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2df9ed8d-2342-45de-b0c5-720114d33187 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:05.827852 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2df9ed8d-2342-45de-b0c5-720114d33187 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:05.849855 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2df9ed8d-2342-45de-b0c5-720114d33187 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:05.851264 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2df9ed8d-2342-45de-b0c5-720114d33187 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1964834 Apr 29 18:02:05.854326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58274) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:05.860122 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2038551012'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:05.865534 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:05.869740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Usage tracker for resource:network and tenant:0f76193acf5c44efa116dfe816e907d4 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:05.872852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:05.879470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:05.892395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Made reservation on behalf of 0f76193acf5c44efa116dfe816e907d4 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:02:05.897922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:05.917343 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:05.933150 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:05.937290 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Usage tracker for resource:security_group_rule and tenant:0f76193acf5c44efa116dfe816e907d4 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:05.940487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:05.946980 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:06.039247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.044418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.076082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:02:06.084401 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f7e0f2-3fcc-40c0-9c48-8d76dc6031c4,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:06.093207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.093557 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Added segment 048b23c3-24cf-4087-b503-553539938ebc of type vlan for network 9acdd728-c71a-41a9-85c0-53666c94e487 Apr 29 18:02:06.095201 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:06.095573 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:06.095906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:06.096232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:06.096556 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:06.096878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:06.097196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:06.097520 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:06.097840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:06.098153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:06.098468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:06.098779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:06.127210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.158409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.164152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:06.164784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.275442 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4198661 Apr 29 18:02:06.278508 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58278) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:06.279665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e60b1-21d4-4620-9062-98a2ab9fa5f5 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Pushing event updated for resources: {'Network': ['ID=9acdd728-c71a-41a9-85c0-53666c94e487,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:06.289956 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Request body: {'subnet': {'network_id': '9acdd728-c71a-41a9-85c0-53666c94e487', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:06.296055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 9acdd728-c71a-41a9-85c0-53666c94e487 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:02:06.403656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:06.407484 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Usage tracker for resource:subnet and tenant:0f76193acf5c44efa116dfe816e907d4 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:06.410238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:06.415996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:06.425600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Made reservation on behalf of 0f76193acf5c44efa116dfe816e907d4 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:02:06.429064 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.643756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.717227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Pushing event updated for resources: {'Subnet': ['ID=6b4c9408-9855-41e5-b5d8-1c495362d1d4,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:06.727149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Checking segment: {'id': '048b23c3-24cf-4087-b503-553539938ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9acdd728-c71a-41a9-85c0-53666c94e487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:06.727530 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Network hostable DHCP agents. Network: 9acdd728-c71a-41a9-85c0-53666c94e487, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:02:06.747821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Network 9acdd728-c71a-41a9-85c0-53666c94e487 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:02:06.758027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 9acdd728-c71a-41a9-85c0-53666c94e487) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:06.762078 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:06.762650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.767252 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fabc649-0b5b-4765-914f-3bdd0df65f3e None None] Network 9acdd728-c71a-41a9-85c0-53666c94e487 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:02:06.786701 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8bae715f-5f85-4bda-a6ba-8fc5f17136af tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5066249 Apr 29 18:02:06.789714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58282) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:06.795552 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1504809459'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:06.800534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:06.804612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Usage tracker for resource:network and tenant:0f76193acf5c44efa116dfe816e907d4 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:06.807520 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:06.813250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:06.824094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Made reservation on behalf of 0f76193acf5c44efa116dfe816e907d4 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:02:06.827874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.856958 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:02:06.866279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.866610 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Added segment 8a12a76a-2d11-46a2-bf3d-a670d04d305a of type vlan for network 0f37edc9-5295-4a2c-97e4-d0b09f0f1cda Apr 29 18:02:06.893089 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.927617 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.932979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:06.933527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.977386 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-9acdd728-c71a-41a9-85c0-53666c94e487', 'network_id': '9acdd728-c71a-41a9-85c0-53666c94e487', 'tenant_id': '0f76193acf5c44efa116dfe816e907d4', 'fixed_ips': [{'subnet_id': '6b4c9408-9855-41e5-b5d8-1c495362d1d4'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:02:06.978283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:06.987134 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1962717 Apr 29 18:02:06.990243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58286) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:06.997026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Request body: {'subnet': {'network_id': '0f37edc9-5295-4a2c-97e4-d0b09f0f1cda', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:07.039285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260154c-8119-4e9d-b87d-510b8cb43f99 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Pushing event updated for resources: {'Network': ['ID=0f37edc9-5295-4a2c-97e4-d0b09f0f1cda,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:07.056449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 0f37edc9-5295-4a2c-97e4-d0b09f0f1cda details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:02:07.109768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:07.113469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Usage tracker for resource:subnet and tenant:0f76193acf5c44efa116dfe816e907d4 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:07.116273 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:07.121811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:07.131749 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Made reservation on behalf of 0f76193acf5c44efa116dfe816e907d4 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:02:07.135363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:07.216566 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Allocated IP 172.20.0.2 (9acdd728-c71a-41a9-85c0-53666c94e487/6b4c9408-9855-41e5-b5d8-1c495362d1d4/3836b435-e67b-4cec-a3f4-587f8b4b379d) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:02:07.354256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:07.415502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:07.426364 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Transition to ACTIVE for port object 3836b435-e67b-4cec-a3f4-587f8b4b379d will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:07.447045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Transition to ACTIVE for port object 3836b435-e67b-4cec-a3f4-587f8b4b379d will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:07.453686 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:07.523284 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Network 9acdd728-c71a-41a9-85c0-53666c94e487 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:02:07.526916 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:07.529481 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:02:07.561134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Pushing event updated for resources: {'Port': ['ID=3836b435-e67b-4cec-a3f4-587f8b4b379d,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:07.561480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Pushing event updated for resources: {'Subnet': ['ID=26443925-b231-4b6d-9537-f41524ff4ff0,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:07.570875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Checking segment: {'id': '8a12a76a-2d11-46a2-bf3d-a670d04d305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f37edc9-5295-4a2c-97e4-d0b09f0f1cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:07.571229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Network hostable DHCP agents. Network: 0f37edc9-5295-4a2c-97e4-d0b09f0f1cda, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:02:07.590663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Network 0f37edc9-5295-4a2c-97e4-d0b09f0f1cda is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:02:07.600918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 0f37edc9-5295-4a2c-97e4-d0b09f0f1cda) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:07.605499 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:07.606079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:07.619937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdffadb-0535-44be-818b-d87340c3fb9f None None] Network 0f37edc9-5295-4a2c-97e4-d0b09f0f1cda requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:02:07.633819 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-015af00f-000f-4355-b194-964adae69584 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6393526 Apr 29 18:02:07.634474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58290) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:07.639714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-41a28614-3138-491f-b467-8abd5ec493ac tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f37edc9-5295-4a2c-97e4-d0b09f0f1cda'}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:07.655954 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Attempting to bind port 3836b435-e67b-4cec-a3f4-587f8b4b379d on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:02:07.656337 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Attempting to bind port 3836b435-e67b-4cec-a3f4-587f8b4b379d by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '048b23c3-24cf-4087-b503-553539938ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9acdd728-c71a-41a9-85c0-53666c94e487'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:02:07.656682 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Attempting to bind port 3836b435-e67b-4cec-a3f4-587f8b4b379d on network 9acdd728-c71a-41a9-85c0-53666c94e487 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:02:07.709694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:02:07.710155 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Checking segment: {'id': '048b23c3-24cf-4087-b503-553539938ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9acdd728-c71a-41a9-85c0-53666c94e487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:07.710577 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:07.710970 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Bound using segment: {'id': '048b23c3-24cf-4087-b503-553539938ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9acdd728-c71a-41a9-85c0-53666c94e487'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:02:07.711467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Bound port: 3836b435-e67b-4cec-a3f4-587f8b4b379d, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048b23c3-24cf-4087-b503-553539938ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9acdd728-c71a-41a9-85c0-53666c94e487'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:02:07.711841 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:07.916170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] For port 3836b435-e67b-4cec-a3f4-587f8b4b379d, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:02:07.920782 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] For port 3836b435-e67b-4cec-a3f4-587f8b4b379d, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3836b435-e67b-4cec-a3f4-587f8b4b379d,segment=NetworkSegment(048b23c3-24cf-4087-b503-553539938ebc),segment_id=048b23c3-24cf-4087-b503-553539938ebc)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:02:07.952013 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.005848 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-0f37edc9-5295-4a2c-97e4-d0b09f0f1cda', 'network_id': '0f37edc9-5295-4a2c-97e4-d0b09f0f1cda', 'tenant_id': '0f76193acf5c44efa116dfe816e907d4', 'fixed_ips': [{'subnet_id': '26443925-b231-4b6d-9537-f41524ff4ff0'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:02:08.006628 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.118006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f27f2-0aaa-479e-babc-ef81d1678dc5 None None] Pushing event updated for resources: {'Port': ['ID=3836b435-e67b-4cec-a3f4-587f8b4b379d,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:08.130345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-41a28614-3138-491f-b467-8abd5ec493ac tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.228188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Allocated IP 172.21.0.2 (0f37edc9-5295-4a2c-97e4-d0b09f0f1cda/26443925-b231-4b6d-9537-f41524ff4ff0/90de23c3-67f2-40a0-ac59-e50fe13ae9c1) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:02:08.314087 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.api.v2.resource [None req-41a28614-3138-491f-b467-8abd5ec493ac tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 18:02:08.321609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58294) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:08.323047 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-41a28614-3138-491f-b467-8abd5ec493ac tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] 10.222.0.11 "PUT /v2.0/routers/0bcb84da-9a77-4a94-a8b6-6b4a061e8f4e HTTP/1.1" status: 400 len: 364 time: 0.6874673 Apr 29 18:02:08.394990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6389643-34e3-431a-bd4e-e7e2ac587250 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Deleting subnet 26443925-b231-4b6d-9537-f41524ff4ff0 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:02:08.451179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.461385 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Transition to ACTIVE for port object 90de23c3-67f2-40a0-ac59-e50fe13ae9c1 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:08.478533 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Transition to ACTIVE for port object 90de23c3-67f2-40a0-ac59-e50fe13ae9c1 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:08.485769 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d6389643-34e3-431a-bd4e-e7e2ac587250 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.486548 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.545259 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d6389643-34e3-431a-bd4e-e7e2ac587250 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.554934 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Network 0f37edc9-5295-4a2c-97e4-d0b09f0f1cda is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:02:08.557741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:08.561303 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:02:08.566882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Pushing event updated for resources: {'Port': ['ID=90de23c3-67f2-40a0-ac59-e50fe13ae9c1,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:08.648081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d6389643-34e3-431a-bd4e-e7e2ac587250 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.657711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Attempting to bind port 90de23c3-67f2-40a0-ac59-e50fe13ae9c1 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:02:08.658082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Attempting to bind port 90de23c3-67f2-40a0-ac59-e50fe13ae9c1 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '8a12a76a-2d11-46a2-bf3d-a670d04d305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f37edc9-5295-4a2c-97e4-d0b09f0f1cda'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:02:08.658447 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Attempting to bind port 90de23c3-67f2-40a0-ac59-e50fe13ae9c1 on network 0f37edc9-5295-4a2c-97e4-d0b09f0f1cda {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:02:08.664136 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:02:08.664507 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Checking segment: {'id': '8a12a76a-2d11-46a2-bf3d-a670d04d305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f37edc9-5295-4a2c-97e4-d0b09f0f1cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:08.664904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.665291 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Bound using segment: {'id': '8a12a76a-2d11-46a2-bf3d-a670d04d305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f37edc9-5295-4a2c-97e4-d0b09f0f1cda'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:02:08.665785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Bound port: 90de23c3-67f2-40a0-ac59-e50fe13ae9c1, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a12a76a-2d11-46a2-bf3d-a670d04d305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f37edc9-5295-4a2c-97e4-d0b09f0f1cda'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:02:08.666158 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.733876 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3836b435-e67b-4cec-a3f4-587f8b4b379d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:08.744062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d6389643-34e3-431a-bd4e-e7e2ac587250 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.787108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6389643-34e3-431a-bd4e-e7e2ac587250 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Pushing event deleted for resources: {'Subnet': ['ID=26443925-b231-4b6d-9537-f41524ff4ff0,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:08.791266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d6389643-34e3-431a-bd4e-e7e2ac587250 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.798269 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d6389643-34e3-431a-bd4e-e7e2ac587250 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] 10.222.0.11 "DELETE /v2.0/subnets/26443925-b231-4b6d-9537-f41524ff4ff0 HTTP/1.1" status: 204 len: 168 time: 0.4729230 Apr 29 18:02:08.800657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58298) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:08.825435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] For port 90de23c3-67f2-40a0-ac59-e50fe13ae9c1, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:02:08.829317 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] For port 90de23c3-67f2-40a0-ac59-e50fe13ae9c1, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=90de23c3-67f2-40a0-ac59-e50fe13ae9c1,segment=NetworkSegment(8a12a76a-2d11-46a2-bf3d-a670d04d305a),segment_id=8a12a76a-2d11-46a2-bf3d-a670d04d305a)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:02:08.834160 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.888466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 3836b435-e67b-4cec-a3f4-587f8b4b379d completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:08.920512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:08.920761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc8e92-a101-4264-b302-778bbfd17c57 None None] Pushing event updated for resources: {'Port': ['ID=90de23c3-67f2-40a0-ac59-e50fe13ae9c1,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:08.932923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Deleting port 90de23c3-67f2-40a0-ac59-e50fe13ae9c1 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:02:08.933256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.077624 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9da4e9-8598-433a-8046-88ec094772e7 None None] Network 9acdd728-c71a-41a9-85c0-53666c94e487 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:02:09.160431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] For port 90de23c3-67f2-40a0-ac59-e50fe13ae9c1, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=90de23c3-67f2-40a0-ac59-e50fe13ae9c1,segment=NetworkSegment(8a12a76a-2d11-46a2-bf3d-a670d04d305a),segment_id=8a12a76a-2d11-46a2-bf3d-a670d04d305a)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:09.160789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.177617 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c7d5b199-0c25-4d94-9b8d-f7960960ac0b None None] Provisioning for port 3836b435-e67b-4cec-a3f4-587f8b4b379d completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:09.188213 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c7d5b199-0c25-4d94-9b8d-f7960960ac0b None None] Provisioning complete for port 3836b435-e67b-4cec-a3f4-587f8b4b379d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:09.189060 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b199-0c25-4d94-9b8d-f7960960ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.294969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Calling delete_port for 90de23c3-67f2-40a0-ac59-e50fe13ae9c1 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:02:09.370773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.418710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Pushing event deleted for resources: {'Port': ['ID=90de23c3-67f2-40a0-ac59-e50fe13ae9c1,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:09.420574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] No DVR routers for this DVR port 90de23c3-67f2-40a0-ac59-e50fe13ae9c1 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:02:09.423607 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b199-0c25-4d94-9b8d-f7960960ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.466753 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c7d5b199-0c25-4d94-9b8d-f7960960ac0b None None] For port 3836b435-e67b-4cec-a3f4-587f8b4b379d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3836b435-e67b-4cec-a3f4-587f8b4b379d,segment=NetworkSegment(048b23c3-24cf-4087-b503-553539938ebc),segment_id=048b23c3-24cf-4087-b503-553539938ebc)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:09.475955 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b199-0c25-4d94-9b8d-f7960960ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.543438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.545342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5b199-0c25-4d94-9b8d-f7960960ac0b None None] Pushing event updated for resources: {'Port': ['ID=3836b435-e67b-4cec-a3f4-587f8b4b379d,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:09.574438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f37edc9-5295-4a2c-97e4-d0b09f0f1cda']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:09.587444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a12a76a-2d11-46a2-bf3d-a670d04d305a') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:09.587740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a12a76a-2d11-46a2-bf3d-a670d04d305a') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:09.599386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.616321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.624389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:02:09.624900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:02:09.639869 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:02:09.723629 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.727864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.753760 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Pushing event deleted for resources: {'Network': ['ID=0f37edc9-5295-4a2c-97e4-d0b09f0f1cda,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:09.757545 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-447ceb99-9729-45b5-a1af-62b5492d8ef1 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] 10.222.0.11 "DELETE /v2.0/networks/0f37edc9-5295-4a2c-97e4-d0b09f0f1cda HTTP/1.1" status: 204 len: 168 time: 0.9559298 Apr 29 18:02:09.760085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58302) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:09.799129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-60a457d8-6865-4fdd-807f-c5b6442d0cfc None None] Provisioning complete for port 3836b435-e67b-4cec-a3f4-587f8b4b379d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:09.799889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-60a457d8-6865-4fdd-807f-c5b6442d0cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.826873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66f1d84-4f44-4b33-9209-347ec3a890f4 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Deleting subnet 6b4c9408-9855-41e5-b5d8-1c495362d1d4 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:02:09.830013 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c66f1d84-4f44-4b33-9209-347ec3a890f4 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.893616 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c66f1d84-4f44-4b33-9209-347ec3a890f4 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:09.981734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c66f1d84-4f44-4b33-9209-347ec3a890f4 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:10.032548 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658dbfd7-fd33-4f56-a0d0-5ff80955a0f7 None None] DHCP port deletion for 0f37edc9-5295-4a2c-97e4-d0b09f0f1cda request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:02:10.050629 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-61241be0-70e8-4b16-b10e-883ae1fac5b1 None None] Could not find standard attr ID for object 90de23c3-67f2-40a0-ac59-e50fe13ae9c1. {{(pid=88020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 18:02:10.053257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243a8e1d-1606-4919-9fad-23a3346cc06d None None] Network 0f37edc9-5295-4a2c-97e4-d0b09f0f1cda requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:02:10.066796 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c66f1d84-4f44-4b33-9209-347ec3a890f4 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:10.074455 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243a8e1d-1606-4919-9fad-23a3346cc06d None None] Network 0f37edc9-5295-4a2c-97e4-d0b09f0f1cda could not be found, it might have been deleted concurrently. {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 18:02:10.110090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f1d84-4f44-4b33-9209-347ec3a890f4 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Pushing event deleted for resources: {'Subnet': ['ID=6b4c9408-9855-41e5-b5d8-1c495362d1d4,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:10.112014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c66f1d84-4f44-4b33-9209-347ec3a890f4 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:10.117341 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d974b83-ab55-4c75-ab7d-a2beedeab0c5 None None] Network 9acdd728-c71a-41a9-85c0-53666c94e487 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:02:10.118174 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c66f1d84-4f44-4b33-9209-347ec3a890f4 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] 10.222.0.11 "DELETE /v2.0/subnets/6b4c9408-9855-41e5-b5d8-1c495362d1d4 HTTP/1.1" status: 204 len: 168 time: 0.3571494 Apr 29 18:02:10.121699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58306) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:10.235714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:10.246691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Deleting port 3836b435-e67b-4cec-a3f4-587f8b4b379d {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:02:10.246983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:10.414861 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03161df5-4122-436d-9db6-8b29ae2bef4e None None] DHCP port deletion for 9acdd728-c71a-41a9-85c0-53666c94e487 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:02:10.419278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-03161df5-4122-436d-9db6-8b29ae2bef4e None None] Deleting port 3836b435-e67b-4cec-a3f4-587f8b4b379d {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:02:10.419687 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-03161df5-4122-436d-9db6-8b29ae2bef4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:10.455859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] For port 3836b435-e67b-4cec-a3f4-587f8b4b379d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3836b435-e67b-4cec-a3f4-587f8b4b379d,segment=NetworkSegment(048b23c3-24cf-4087-b503-553539938ebc),segment_id=048b23c3-24cf-4087-b503-553539938ebc)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:10.456209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:10.575503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Calling delete_port for 3836b435-e67b-4cec-a3f4-587f8b4b379d owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:02:10.636895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-03161df5-4122-436d-9db6-8b29ae2bef4e None None] For port 3836b435-e67b-4cec-a3f4-587f8b4b379d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=3836b435-e67b-4cec-a3f4-587f8b4b379d,segment=NetworkSegment(048b23c3-24cf-4087-b503-553539938ebc),segment_id=048b23c3-24cf-4087-b503-553539938ebc)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:10.638208 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-03161df5-4122-436d-9db6-8b29ae2bef4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:10.658270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:10.705418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Pushing event deleted for resources: {'Port': ['ID=3836b435-e67b-4cec-a3f4-587f8b4b379d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:10.706193 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3836b435-e67b-4cec-a3f4-587f8b4b379d no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:02:10.707758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] No DVR routers for this DVR port 3836b435-e67b-4cec-a3f4-587f8b4b379d on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:02:10.742800 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:10.743138 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:10.743490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:10.743814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:10.744133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:10.744446 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:10.744759 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:10.745073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:10.745371 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:10.745663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:10.745988 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:10.746296 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:10.792435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-03161df5-4122-436d-9db6-8b29ae2bef4e None None] Calling delete_port for 3836b435-e67b-4cec-a3f4-587f8b4b379d owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:02:10.830506 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 3836b435-e67b-4cec-a3f4-587f8b4b379d {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:02:10.830836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 3836b435-e67b-4cec-a3f4-587f8b4b379d not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:02:10.839013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:10.866861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acdd728-c71a-41a9-85c0-53666c94e487']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:10.867089 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-03161df5-4122-436d-9db6-8b29ae2bef4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:02:10.867488 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-03161df5-4122-436d-9db6-8b29ae2bef4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:02:10.882897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048b23c3-24cf-4087-b503-553539938ebc') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:10.883180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048b23c3-24cf-4087-b503-553539938ebc') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:10.894272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:10.910119 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:10.916010 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:02:10.916375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:02:10.930614 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:02:11.009800 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:11.027878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:11.041949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Pushing event deleted for resources: {'Network': ['ID=9acdd728-c71a-41a9-85c0-53666c94e487,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:11.046629 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-05ef2ea2-f9a7-46d8-96b5-ce90652524c0 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] 10.222.0.11 "DELETE /v2.0/networks/9acdd728-c71a-41a9-85c0-53666c94e487 HTTP/1.1" status: 204 len: 168 time: 0.9239180 Apr 29 18:02:11.049326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58310) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:11.090058 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3b55bbda-bd0c-4204-a494-a3a9c8758037 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Synchronizing usage tracker for tenant:0f76193acf5c44efa116dfe816e907d4 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:02:11.108260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3b55bbda-bd0c-4204-a494-a3a9c8758037 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Unset dirty status for tenant:0f76193acf5c44efa116dfe816e907d4 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:02:11.109708 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3b55bbda-bd0c-4204-a494-a3a9c8758037 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] 10.222.0.11 "GET /v2.0/ports?device_id=0bcb84da-9a77-4a94-a8b6-6b4a061e8f4e HTTP/1.1" status: 200 len: 205 time: 0.0595119 Apr 29 18:02:11.113387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58314) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:11.243720 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88e4e514-1351-4bdf-8405-66a82da33407 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:11.369224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-03161df5-4122-436d-9db6-8b29ae2bef4e None None] Deleting port 3836b435-e67b-4cec-a3f4-587f8b4b379d {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:02:11.369711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-03161df5-4122-436d-9db6-8b29ae2bef4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:11.439765 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-03161df5-4122-436d-9db6-8b29ae2bef4e None None] The port '3836b435-e67b-4cec-a3f4-587f8b4b379d' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 18:02:11.642223 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88e4e514-1351-4bdf-8405-66a82da33407 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:11.644426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88e4e514-1351-4bdf-8405-66a82da33407 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:11.667897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88e4e514-1351-4bdf-8405-66a82da33407 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:11.668357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e4e514-1351-4bdf-8405-66a82da33407 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Fanout notify agent at l3_agent the message router_deleted on router 0bcb84da-9a77-4a94-a8b6-6b4a061e8f4e {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:02:11.679980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88e4e514-1351-4bdf-8405-66a82da33407 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:11.681128 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-88e4e514-1351-4bdf-8405-66a82da33407 tempest-RoutersNegativeTest-1005910289 tempest-RoutersNegativeTest-1005910289-project] 10.222.0.11 "DELETE /v2.0/routers/0bcb84da-9a77-4a94-a8b6-6b4a061e8f4e HTTP/1.1" status: 204 len: 168 time: 0.5668659 Apr 29 18:02:11.972155 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58322) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:12.144151 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-27142c3d-cadf-43bf-8880-5151a5f67c85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f76193acf5c44efa116dfe816e907d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707387 Apr 29 18:02:12.146601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58328) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:12.203075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-613328b2-6ab4-4f0e-b1b9-8248e280ae31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:12.228159 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-613328b2-6ab4-4f0e-b1b9-8248e280ae31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:12.286814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-613328b2-6ab4-4f0e-b1b9-8248e280ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:12.303076 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613328b2-6ab4-4f0e-b1b9-8248e280ae31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f7e0f2-3fcc-40c0-9c48-8d76dc6031c4,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:12.309662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-613328b2-6ab4-4f0e-b1b9-8248e280ae31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:12.310771 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-613328b2-6ab4-4f0e-b1b9-8248e280ae31 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25f7e0f2-3fcc-40c0-9c48-8d76dc6031c4 HTTP/1.1" status: 204 len: 168 time: 0.1632168 Apr 29 18:02:13.007697 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58352) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:13.111785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1755714532-network', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:13.116701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:13.120676 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Usage tracker for resource:network and tenant:f4492d38dc0040ac9bdcceb98adaad79 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:13.123618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:13.129923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:13.141988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Made reservation on behalf of f4492d38dc0040ac9bdcceb98adaad79 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:02:13.144222 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:13.159672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:13.281436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:13.285470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Usage tracker for resource:security_group_rule and tenant:f4492d38dc0040ac9bdcceb98adaad79 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:13.288663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:13.294579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:13.378870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:13.384204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:13.414407 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:02:13.422755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaa9318-107f-4729-93d3-846a08918e29,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:13.429913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:13.430251 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Added segment cc0fd191-5a0b-431a-b5fa-b14655a35b53 of type vlan for network 848d7299-e180-4916-acb2-39793fb7ee42 Apr 29 18:02:13.456662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:13.486494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:13.487517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:13.488141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:13.585985 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5771143 Apr 29 18:02:13.589116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58358) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:13.596863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ab738-ac2b-4a7c-8470-0b25ae4f9f00 admin admin] Pushing event updated for resources: {'Network': ['ID=848d7299-e180-4916-acb2-39793fb7ee42,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:13.597967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Request body: {'subnet': {'network_id': '848d7299-e180-4916-acb2-39793fb7ee42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1755714532-subnet', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'ip_version': 4}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:13.603685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:13.608515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Usage tracker for resource:subnet and tenant:f4492d38dc0040ac9bdcceb98adaad79 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:13.612196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 848d7299-e180-4916-acb2-39793fb7ee42 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:02:13.612714 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:13.618787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:13.630745 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Made reservation on behalf of f4492d38dc0040ac9bdcceb98adaad79 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:02:13.633230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:13.832007 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:13.903060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b82c3a59-89ad-4a63-ac2b-d30c4bb719f1,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:13.917396 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Checking segment: {'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:13.917742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Network hostable DHCP agents. Network: 848d7299-e180-4916-acb2-39793fb7ee42, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:02:13.937962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Network 848d7299-e180-4916-acb2-39793fb7ee42 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:02:13.947784 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 848d7299-e180-4916-acb2-39793fb7ee42) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:13.952023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:13.952581 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:13.956303 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa79222c-78c1-48d1-9d5d-867ce6783efd None None] Network 848d7299-e180-4916-acb2-39793fb7ee42 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:02:13.976499 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ebd1d70a-e76d-4978-8251-eb0b198844c6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3862066 Apr 29 18:02:13.979356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58362) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:13.984990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1755714532-router', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:13.991170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:13.995221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Usage tracker for resource:router and tenant:f4492d38dc0040ac9bdcceb98adaad79 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:13.998178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:14.003895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:14.015715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.016705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.032530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.181666 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-848d7299-e180-4916-acb2-39793fb7ee42', 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'fixed_ips': [{'subnet_id': 'b82c3a59-89ad-4a63-ac2b-d30c4bb719f1'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:02:14.182521 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.303453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.338702 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Allocated IP 172.20.0.2 (848d7299-e180-4916-acb2-39793fb7ee42/b82c3a59-89ad-4a63-ac2b-d30c4bb719f1/c721ae60-6cfb-43b5-9a88-79697e1ac4c6) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:02:14.541789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.552760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Transition to ACTIVE for port object c721ae60-6cfb-43b5-9a88-79697e1ac4c6 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:14.571793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Transition to ACTIVE for port object c721ae60-6cfb-43b5-9a88-79697e1ac4c6 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:14.578007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.612565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.642383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.655433 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Network 848d7299-e180-4916-acb2-39793fb7ee42 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:02:14.658154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:14.661863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:02:14.667539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Pushing event updated for resources: {'Port': ['ID=c721ae60-6cfb-43b5-9a88-79697e1ac4c6,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:14.781146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Allocated IP 172.26.4.99 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/dc345e74-69fa-4366-a121-abacd05c6bec) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:02:14.783722 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Attempting to bind port c721ae60-6cfb-43b5-9a88-79697e1ac4c6 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:02:14.784113 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Attempting to bind port c721ae60-6cfb-43b5-9a88-79697e1ac4c6 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:02:14.784431 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Attempting to bind port c721ae60-6cfb-43b5-9a88-79697e1ac4c6 on network 848d7299-e180-4916-acb2-39793fb7ee42 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:02:14.789688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:02:14.790055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Checking segment: {'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:14.790478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.790864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Bound using segment: {'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:02:14.791324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Bound port: c721ae60-6cfb-43b5-9a88-79697e1ac4c6, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:02:14.791745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.881281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] For port c721ae60-6cfb-43b5-9a88-79697e1ac4c6, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:02:14.884537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] For port c721ae60-6cfb-43b5-9a88-79697e1ac4c6, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c721ae60-6cfb-43b5-9a88-79697e1ac4c6,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:02:14.889627 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.930097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.960813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:14.969861 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60958e86-906b-42e7-a53d-0908211013c1 None None] Pushing event updated for resources: {'Port': ['ID=c721ae60-6cfb-43b5-9a88-79697e1ac4c6,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:15.026088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:02:15.029058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:15.031665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:02:15.080420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Pushing event updated for resources: {'Port': ['ID=dc345e74-69fa-4366-a121-abacd05c6bec,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:15.576907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:15.805485 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926984fd-df6a-4984-83b0-50785aa5161a None None] Network 848d7299-e180-4916-acb2-39793fb7ee42 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:02:15.924951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:15.926475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-db5d74ee-4df3-47c6-8570-e5ed32f724c7 None None] Provisioning for port c721ae60-6cfb-43b5-9a88-79697e1ac4c6 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:16.133408 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Router 0906e42e-e364-42f6-8817-00a7343a4eab is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 18:02:16.318220 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:02:16.327509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Sync routers for ids ['0906e42e-e364-42f6-8817-00a7343a4eab'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:02:16.337441 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Routers {'0906e42e-e364-42f6-8817-00a7343a4eab'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:02:16.338033 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:01:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['0906e42e-e364-42f6-8817-00a7343a4eab'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:16.344953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:16.346567 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5e002464-3c41-4056-999f-01f9ed04f25a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3662241 Apr 29 18:02:16.349640 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58366) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:16.512576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Set router 0906e42e-e364-42f6-8817-00a7343a4eab gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:02:16.717973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c721ae60-6cfb-43b5-9a88-79697e1ac4c6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:16.849789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port c721ae60-6cfb-43b5-9a88-79697e1ac4c6 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:16.857549 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c721ae60-6cfb-43b5-9a88-79697e1ac4c6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:16.857847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:16.926463 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'name': 'tempest-TestEncryptedCinderVolumes-1755714532-router', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:02:15Z', 'revision_number': 3, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'gw_port': {'id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ed:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:16.931318 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Checking router: 0906e42e-e364-42f6-8817-00a7343a4eab for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:02:16.931667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Updating router 0906e42e-e364-42f6-8817-00a7343a4eab port dc345e74-69fa-4366-a121-abacd05c6bec binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:02:17.027508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:17.069227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:17.163078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port c721ae60-6cfb-43b5-9a88-79697e1ac4c6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c721ae60-6cfb-43b5-9a88-79697e1ac4c6,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:17.170896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:17.181040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:17.366038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=c721ae60-6cfb-43b5-9a88-79697e1ac4c6,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:17.387983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Allocated IP 172.20.0.1 (848d7299-e180-4916-acb2-39793fb7ee42/b82c3a59-89ad-4a63-ac2b-d30c4bb719f1/d1ec776b-bac8-4edf-a3ed-cd9a7614a24e) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:02:17.483921 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:17.495229 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Transition to ACTIVE for port object dc345e74-69fa-4366-a121-abacd05c6bec will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:17.503549 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:17.541573 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:17.556634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Transition to ACTIVE for port object d1ec776b-bac8-4edf-a3ed-cd9a7614a24e will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:17.581559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:17.583865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Attempting to bind port dc345e74-69fa-4366-a121-abacd05c6bec on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:02:17.584231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Attempting to bind port dc345e74-69fa-4366-a121-abacd05c6bec by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:02:17.584617 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Attempting to bind port dc345e74-69fa-4366-a121-abacd05c6bec on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:02:17.590145 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8693d1-6771-405b-8964-cc80fd735bb6 None None] Pushing event updated for resources: {'Port': ['ID=dc345e74-69fa-4366-a121-abacd05c6bec,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:17.595061 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:02:17.595459 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:17.595857 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:17.596235 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:02:17.596694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Bound port: dc345e74-69fa-4366-a121-abacd05c6bec, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:02:17.597062 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:17.646588 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Network 848d7299-e180-4916-acb2-39793fb7ee42 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:02:17.650019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:17.653684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:02:17.672967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] For port dc345e74-69fa-4366-a121-abacd05c6bec, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:02:17.677625 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] For port dc345e74-69fa-4366-a121-abacd05c6bec, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dc345e74-69fa-4366-a121-abacd05c6bec,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:02:17.684497 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:17.689154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ec776b-bac8-4edf-a3ed-cd9a7614a24e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:17.714769 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:17.768979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Routers {'0906e42e-e364-42f6-8817-00a7343a4eab'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:02:17.769617 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:01:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['0906e42e-e364-42f6-8817-00a7343a4eab'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:17.820311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8693d1-6771-405b-8964-cc80fd735bb6 None None] Pushing event updated for resources: {'Port': ['ID=dc345e74-69fa-4366-a121-abacd05c6bec,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:17.851183 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:17.922421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8103b503-b8d9-447d-aba9-4f3881a04712 None None] Provisioning for port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:17.930646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8103b503-b8d9-447d-aba9-4f3881a04712 None None] Provisioning complete for port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:17.930950 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8103b503-b8d9-447d-aba9-4f3881a04712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:18.002889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-8103b503-b8d9-447d-aba9-4f3881a04712 None None] Port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:02:18.005312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] Set router 0906e42e-e364-42f6-8817-00a7343a4eab gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:02:18.086736 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:18.092310 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:18.194903 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ec776b-bac8-4edf-a3ed-cd9a7614a24e,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:18.197433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:18.322085 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'name': 'tempest-TestEncryptedCinderVolumes-1755714532-router', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:02:17Z', 'revision_number': 4, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'gw_port': {'id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ed:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'd1ec776b-bac8-4edf-a3ed-cd9a7614a24e', 'name': '', 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'mac_address': 'fa:16:3e:17:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'b82c3a59-89ad-4a63-ac2b-d30c4bb719f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:17Z', 'updated_at': '2022-04-29T18:02:17Z', 'revision_number': 1, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'subnets': [{'id': 'b82c3a59-89ad-4a63-ac2b-d30c4bb719f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:18.326373 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11759512-3e74-46b6-ab76-bfd50b0b933f None None] The sync data for ids ['0906e42e-e364-42f6-8817-00a7343a4eab'] in dv-neutron-839024-2-hyperv is: [{'id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'name': 'tempest-TestEncryptedCinderVolumes-1755714532-router', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:02:17Z', 'revision_number': 4, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'gw_port': {'id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ed:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'd1ec776b-bac8-4edf-a3ed-cd9a7614a24e', 'name': '', 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'mac_address': 'fa:16:3e:17:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'b82c3a59-89ad-4a63-ac2b-d30c4bb719f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:17Z', 'updated_at': '2022-04-29T18:02:17Z', 'revision_number': 1, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'subnets': [{'id': 'b82c3a59-89ad-4a63-ac2b-d30c4bb719f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:02:18.333934 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Network 848d7299-e180-4916-acb2-39793fb7ee42 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:02:18.335180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:18.511903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:18.539367 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4f6ac68e-0bc7-401b-82aa-ea95925772fd None None] Provisioning complete for port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:18.540885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4f6ac68e-0bc7-401b-82aa-ea95925772fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:18.625258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ac68e-0bc7-401b-82aa-ea95925772fd None None] Port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:02:18.679228 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c721ae60-6cfb-43b5-9a88-79697e1ac4c6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:18.682419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Router 0906e42e-e364-42f6-8817-00a7343a4eab has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:02:18.755005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c721ae60-6cfb-43b5-9a88-79697e1ac4c6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:18.755405 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:18.870937 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:02:18.883838 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-723b1245-f609-46bc-89bb-aaf714203214 admin admin] 10.222.0.11 "PUT /v2.0/routers/0906e42e-e364-42f6-8817-00a7343a4eab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5331113 Apr 29 18:02:19.426368 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58384) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:19.432218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-217662031-network', 'tenant_id': '905be7dde00f4355aa40894e75907026'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:19.437239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:19.441158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Usage tracker for resource:network and tenant:905be7dde00f4355aa40894e75907026 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:19.444107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:19.450097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:19.461057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Made reservation on behalf of 905be7dde00f4355aa40894e75907026 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:02:19.463529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:19.476064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:19.491634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:19.496066 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Usage tracker for resource:security_group_rule and tenant:905be7dde00f4355aa40894e75907026 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:19.499052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:19.505306 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:19.592571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:19.597238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:19.625584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:02:19.638344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e736c3a-75a7-42ae-a86f-248cd1c3f347,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:19.642918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:19.643400 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Added segment 78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b of type vlan for network b6e9d1b1-9fe0-4a15-97cd-23b3a437a853 Apr 29 18:02:19.671617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:19.701813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:19.702786 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:19.703425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:19.806349 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3788464 Apr 29 18:02:19.809744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718348c-bd0a-454a-bcaf-bd691f9ac45a admin admin] Pushing event updated for resources: {'Network': ['ID=b6e9d1b1-9fe0-4a15-97cd-23b3a437a853,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:19.811472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58388) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:19.824042 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network b6e9d1b1-9fe0-4a15-97cd-23b3a437a853 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:02:19.825543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Request body: {'subnet': {'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-217662031-subnet', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'ip_version': 4}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:19.830755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:19.835504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Usage tracker for resource:subnet and tenant:905be7dde00f4355aa40894e75907026 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:19.839646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:19.846772 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:19.861196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Made reservation on behalf of 905be7dde00f4355aa40894e75907026 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:02:19.863713 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:20.066258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:20.146231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36933f0-38b2-4281-9137-a5f34e48cf13,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:20.154730 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Checking segment: {'id': '78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:20.155083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Network hostable DHCP agents. Network: b6e9d1b1-9fe0-4a15-97cd-23b3a437a853, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:02:20.175839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Network b6e9d1b1-9fe0-4a15-97cd-23b3a437a853 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:02:20.186127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, b6e9d1b1-9fe0-4a15-97cd-23b3a437a853) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:20.190136 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:20.190703 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:20.196370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5327ab6e-1908-4470-8073-be26c1b54f65 None None] Network b6e9d1b1-9fe0-4a15-97cd-23b3a437a853 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:02:20.214158 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-94f1be0f-5a4a-4b16-bc00-96228d63ff81 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4011478 Apr 29 18:02:20.216528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58392) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:20.221964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-217662031-router', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:20.227414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:20.231636 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Usage tracker for resource:router and tenant:905be7dde00f4355aa40894e75907026 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:02:20.234650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:02:20.240611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:20.252465 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:20.253554 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:20.269110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:20.322149 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Sync routers for ids ['0906e42e-e364-42f6-8817-00a7343a4eab'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:02:20.334585 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Routers {'0906e42e-e364-42f6-8817-00a7343a4eab'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:02:20.336073 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:01:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['0906e42e-e364-42f6-8817-00a7343a4eab'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:20.480325 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-b6e9d1b1-9fe0-4a15-97cd-23b3a437a853', 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'fixed_ips': [{'subnet_id': 'e36933f0-38b2-4281-9137-a5f34e48cf13'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:02:20.481815 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:20.519539 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Set router 0906e42e-e364-42f6-8817-00a7343a4eab gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:02:20.541921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:20.667284 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Allocated IP 172.20.0.2 (b6e9d1b1-9fe0-4a15-97cd-23b3a437a853/e36933f0-38b2-4281-9137-a5f34e48cf13/871f23e8-84e2-4a63-acd5-e545a4bafdc7) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:02:20.763404 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dc345e74-69fa-4366-a121-abacd05c6bec up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:20.911714 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'name': 'tempest-TestEncryptedCinderVolumes-1755714532-router', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:02:17Z', 'revision_number': 4, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'gw_port': {'id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ed:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'd1ec776b-bac8-4edf-a3ed-cd9a7614a24e', 'name': '', 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'mac_address': 'fa:16:3e:17:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'b82c3a59-89ad-4a63-ac2b-d30c4bb719f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:17Z', 'updated_at': '2022-04-29T18:02:17Z', 'revision_number': 2, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'subnets': [{'id': 'b82c3a59-89ad-4a63-ac2b-d30c4bb719f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:20.915905 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Checking router: 0906e42e-e364-42f6-8817-00a7343a4eab for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:02:20.916230 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Updating router 0906e42e-e364-42f6-8817-00a7343a4eab port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:02:20.932967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port dc345e74-69fa-4366-a121-abacd05c6bec completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:20.946294 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port dc345e74-69fa-4366-a121-abacd05c6bec triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:20.946659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:20.972754 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:20.974263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:20.999211 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Transition to ACTIVE for port object 871f23e8-84e2-4a63-acd5-e545a4bafdc7 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:21.021797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.025029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Transition to ACTIVE for port object 871f23e8-84e2-4a63-acd5-e545a4bafdc7 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:21.055260 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.062978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.143085 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Network b6e9d1b1-9fe0-4a15-97cd-23b3a437a853 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:02:21.147823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:21.150547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:02:21.161676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.189854 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Allocated IP 172.26.4.221 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/bafbea7c-1bdc-456d-b8b5-c7fa855fa29c) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:02:21.205011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Pushing event updated for resources: {'Port': ['ID=871f23e8-84e2-4a63-acd5-e545a4bafdc7,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:21.265490 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port dc345e74-69fa-4366-a121-abacd05c6bec, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dc345e74-69fa-4366-a121-abacd05c6bec,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:21.267860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Attempting to bind port 871f23e8-84e2-4a63-acd5-e545a4bafdc7 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:02:21.268280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Attempting to bind port 871f23e8-84e2-4a63-acd5-e545a4bafdc7 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:02:21.268648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Attempting to bind port 871f23e8-84e2-4a63-acd5-e545a4bafdc7 on network b6e9d1b1-9fe0-4a15-97cd-23b3a437a853 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:02:21.275547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:02:21.275938 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Checking segment: {'id': '78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:21.276322 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.276714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Bound using segment: {'id': '78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:02:21.277174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Bound port: 871f23e8-84e2-4a63-acd5-e545a4bafdc7, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:02:21.277540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.286674 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.350487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.373840 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.381503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.386459 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Transition to ACTIVE for port object d1ec776b-bac8-4edf-a3ed-cd9a7614a24e will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:21.395123 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.416343 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=dc345e74-69fa-4366-a121-abacd05c6bec,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:21.434542 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] For port 871f23e8-84e2-4a63-acd5-e545a4bafdc7, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:02:21.438312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] For port 871f23e8-84e2-4a63-acd5-e545a4bafdc7, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=871f23e8-84e2-4a63-acd5-e545a4bafdc7,segment=NetworkSegment(78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b),segment_id=78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:02:21.442224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.449315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:02:21.452219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:21.455919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:02:21.493080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Pushing event updated for resources: {'Port': ['ID=bafbea7c-1bdc-456d-b8b5-c7fa855fa29c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:21.522480 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Pushing event updated for resources: {'Port': ['ID=d1ec776b-bac8-4edf-a3ed-cd9a7614a24e,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:21.540211 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df04854-6afa-4790-8990-a57e0776e478 None None] Pushing event updated for resources: {'Port': ['ID=871f23e8-84e2-4a63-acd5-e545a4bafdc7,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:21.562321 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:21.562657 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:21.562987 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:21.563322 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:21.563648 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:21.563961 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:21.564275 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:21.564586 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:21.564897 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:21.565204 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:21.565510 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:21.565822 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:02:21.623141 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Attempting to bind port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:02:21.623806 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Attempting to bind port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:02:21.624379 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Attempting to bind port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e on network 848d7299-e180-4916-acb2-39793fb7ee42 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:02:21.630770 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:02:21.631609 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Checking segment: {'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:21.632271 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.632877 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Bound using segment: {'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:02:21.633542 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Bound port: d1ec776b-bac8-4edf-a3ed-cd9a7614a24e, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:02:21.634136 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.739555 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] For port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:02:21.743597 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] For port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d1ec776b-bac8-4edf-a3ed-cd9a7614a24e,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:02:21.749466 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:21.851758 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Routers {'0906e42e-e364-42f6-8817-00a7343a4eab'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:02:21.851758 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:01:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['0906e42e-e364-42f6-8817-00a7343a4eab'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:21.966839 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56653a8d-a197-4aea-82fb-cb2d2b4ec43a None None] Pushing event updated for resources: {'Port': ['ID=d1ec776b-bac8-4edf-a3ed-cd9a7614a24e,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:21.987334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:22.041135 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] Set router 0906e42e-e364-42f6-8817-00a7343a4eab gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:02:22.339750 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:22.363526 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'name': 'tempest-TestEncryptedCinderVolumes-1755714532-router', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:02:17Z', 'revision_number': 4, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'gw_port': {'id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'd1ec776b-bac8-4edf-a3ed-cd9a7614a24e', 'name': '', 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'mac_address': 'fa:16:3e:17:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'b82c3a59-89ad-4a63-ac2b-d30c4bb719f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:17Z', 'updated_at': '2022-04-29T18:02:21Z', 'revision_number': 4, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'subnets': [{'id': 'b82c3a59-89ad-4a63-ac2b-d30c4bb719f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:22.368051 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4862cc2-1a86-40b8-b42f-f10af5b9ad8a None None] The sync data for ids ['0906e42e-e364-42f6-8817-00a7343a4eab'] in dv-neutron-839024-2-hyperv is: [{'id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'name': 'tempest-TestEncryptedCinderVolumes-1755714532-router', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:02:17Z', 'revision_number': 4, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'gw_port': {'id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'd1ec776b-bac8-4edf-a3ed-cd9a7614a24e', 'name': '', 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'mac_address': 'fa:16:3e:17:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'b82c3a59-89ad-4a63-ac2b-d30c4bb719f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:17Z', 'updated_at': '2022-04-29T18:02:21Z', 'revision_number': 4, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'subnets': [{'id': 'b82c3a59-89ad-4a63-ac2b-d30c4bb719f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:02:22.704760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Router 9090ee21-3f07-43db-98ec-bb6701d5f534 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 18:02:22.729646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce41d4c3-ac5d-4b71-aba4-e2b6b7279255 None None] Network b6e9d1b1-9fe0-4a15-97cd-23b3a437a853 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:02:22.821435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e22511ee-1cbe-4d3c-933f-04c140fc9821 None None] Provisioning for port 871f23e8-84e2-4a63-acd5-e545a4bafdc7 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:22.830000 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 871f23e8-84e2-4a63-acd5-e545a4bafdc7 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:22.936050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:02:22.953558 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Sync routers for ids ['9090ee21-3f07-43db-98ec-bb6701d5f534'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:02:22.965083 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:22.969488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58396) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:02:22.971800 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bfe956f3-f00b-4b72-afbc-245d557304dd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7540982 Apr 29 18:02:22.986209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 871f23e8-84e2-4a63-acd5-e545a4bafdc7 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:22.990862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Routers {'9090ee21-3f07-43db-98ec-bb6701d5f534'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:02:22.991514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:01:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9090ee21-3f07-43db-98ec-bb6701d5f534'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:23.145888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 871f23e8-84e2-4a63-acd5-e545a4bafdc7 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:23.146310 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:23.366615 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-71a9ab05-d423-41db-91ef-0cb534474c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:23.369132 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Set router 9090ee21-3f07-43db-98ec-bb6701d5f534 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:02:23.533059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:23.627321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 871f23e8-84e2-4a63-acd5-e545a4bafdc7, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=871f23e8-84e2-4a63-acd5-e545a4bafdc7,segment=NetworkSegment(78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b),segment_id=78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:23.636587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:23.637345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device d1ec776b-bac8-4edf-a3ed-cd9a7614a24e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:23.672551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:23.806492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e6f0f9fb-7c81-4cc4-8bb5-83fdc0f4618c None None] Provisioning complete for port 871f23e8-84e2-4a63-acd5-e545a4bafdc7 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:23.807115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e6f0f9fb-7c81-4cc4-8bb5-83fdc0f4618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:23.836700 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=871f23e8-84e2-4a63-acd5-e545a4bafdc7,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:23.861169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:23.871602 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:23.871967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:23.880064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Allocated IP 172.20.0.1 (b6e9d1b1-9fe0-4a15-97cd-23b3a437a853/e36933f0-38b2-4281-9137-a5f34e48cf13/0d55122f-be92-4e5e-aebc-392975677f20) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:02:23.948066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'name': 'tempest-TestEncryptedCinderVolumes-217662031-router', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:20Z', 'updated_at': '2022-04-29T18:02:21Z', 'revision_number': 3, 'project_id': '905be7dde00f4355aa40894e75907026', 'gw_port': {'id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:55:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:21Z', 'updated_at': '2022-04-29T18:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:23.958331 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Checking router: 9090ee21-3f07-43db-98ec-bb6701d5f534 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:02:23.958670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Updating router 9090ee21-3f07-43db-98ec-bb6701d5f534 port bafbea7c-1bdc-456d-b8b5-c7fa855fa29c binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:02:24.111594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.156927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.164341 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.172757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Transition to ACTIVE for port object 0d55122f-be92-4e5e-aebc-392975677f20 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:24.197155 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.259694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d1ec776b-bac8-4edf-a3ed-cd9a7614a24e,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:24.266223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Network b6e9d1b1-9fe0-4a15-97cd-23b3a437a853 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:02:24.267224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.267996 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dc345e74-69fa-4366-a121-abacd05c6bec up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:24.269098 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:24.273361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:02:24.303134 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Pushing event updated for resources: {'Port': ['ID=0d55122f-be92-4e5e-aebc-392975677f20,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:24.331265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.449984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.485233 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=d1ec776b-bac8-4edf-a3ed-cd9a7614a24e,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:24.504914 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:02:24.514430 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port dc345e74-69fa-4366-a121-abacd05c6bec triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:24.514806 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.626786 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1c55a0b8-0b0d-4001-9312-3b7992a17218 None None] Provisioning for port 0d55122f-be92-4e5e-aebc-392975677f20 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:24.640828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1c55a0b8-0b0d-4001-9312-3b7992a17218 None None] Provisioning complete for port 0d55122f-be92-4e5e-aebc-392975677f20 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:24.641210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1c55a0b8-0b0d-4001-9312-3b7992a17218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.675052 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.676102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.682473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.704060 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Transition to ACTIVE for port object bafbea7c-1bdc-456d-b8b5-c7fa855fa29c will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:24.740614 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.790170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-1c55a0b8-0b0d-4001-9312-3b7992a17218 None None] Port 0d55122f-be92-4e5e-aebc-392975677f20 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:02:24.790646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.794944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Pushing event updated for resources: {'Port': ['ID=0d55122f-be92-4e5e-aebc-392975677f20,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:24.899761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c0ad9-aea8-45d8-a6ea-d2f76503a762 None None] Pushing event updated for resources: {'Port': ['ID=bafbea7c-1bdc-456d-b8b5-c7fa855fa29c,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:24.904258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Attempting to bind port bafbea7c-1bdc-456d-b8b5-c7fa855fa29c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:02:24.904258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Attempting to bind port bafbea7c-1bdc-456d-b8b5-c7fa855fa29c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:02:24.904624 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Attempting to bind port bafbea7c-1bdc-456d-b8b5-c7fa855fa29c on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:02:24.909998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:02:24.910371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:24.910768 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.911153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:02:24.911643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Bound port: bafbea7c-1bdc-456d-b8b5-c7fa855fa29c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:02:24.912081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:24.938936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Network b6e9d1b1-9fe0-4a15-97cd-23b3a437a853 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:02:24.940495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:24.975699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 871f23e8-84e2-4a63-acd5-e545a4bafdc7 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:25.048007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] For port bafbea7c-1bdc-456d-b8b5-c7fa855fa29c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:02:25.053151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] For port bafbea7c-1bdc-456d-b8b5-c7fa855fa29c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=bafbea7c-1bdc-456d-b8b5-c7fa855fa29c,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:02:25.060458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:25.144810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Router 9090ee21-3f07-43db-98ec-bb6701d5f534 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:02:25.148068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Routers {'9090ee21-3f07-43db-98ec-bb6701d5f534'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:02:25.149068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:01:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9090ee21-3f07-43db-98ec-bb6701d5f534'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:25.212304 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 871f23e8-84e2-4a63-acd5-e545a4bafdc7 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:25.212552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:25.308563 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c0ad9-aea8-45d8-a6ea-d2f76503a762 None None] Pushing event updated for resources: {'Port': ['ID=bafbea7c-1bdc-456d-b8b5-c7fa855fa29c,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:25.325914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:02:25.334997 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8da0c8f7-f6ab-438a-955c-56336d6797b1 admin admin] 10.222.0.11 "PUT /v2.0/routers/9090ee21-3f07-43db-98ec-bb6701d5f534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3643866 Apr 29 18:02:25.361136 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c7051485-3e89-42fd-9413-394d75f3cab7 None None] Provisioning complete for port 0d55122f-be92-4e5e-aebc-392975677f20 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:25.361504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c7051485-3e89-42fd-9413-394d75f3cab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:25.450533 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8acb37ca-b5c8-4161-af33-129d127ec5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:25.489362 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] Set router 9090ee21-3f07-43db-98ec-bb6701d5f534 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:02:25.549567 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c7051485-3e89-42fd-9413-394d75f3cab7 None None] Port 0d55122f-be92-4e5e-aebc-392975677f20 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:02:25.637506 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device d1ec776b-bac8-4edf-a3ed-cd9a7614a24e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:25.827974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:25.828342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:25.998496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'name': 'tempest-TestEncryptedCinderVolumes-217662031-router', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:20Z', 'updated_at': '2022-04-29T18:02:24Z', 'revision_number': 4, 'project_id': '905be7dde00f4355aa40894e75907026', 'gw_port': {'id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:55:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:21Z', 'updated_at': '2022-04-29T18:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0d55122f-be92-4e5e-aebc-392975677f20', 'name': '', 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'mac_address': 'fa:16:3e:69:e8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'e36933f0-38b2-4281-9137-a5f34e48cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:23Z', 'updated_at': '2022-04-29T18:02:24Z', 'revision_number': 2, 'project_id': '905be7dde00f4355aa40894e75907026', 'subnets': [{'id': 'e36933f0-38b2-4281-9137-a5f34e48cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:26.003425 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db9c9bd-f671-499b-8748-96a99fa3dd0c None None] The sync data for ids ['9090ee21-3f07-43db-98ec-bb6701d5f534'] in dv-neutron-839024-2-hyperv is: [{'id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'name': 'tempest-TestEncryptedCinderVolumes-217662031-router', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:20Z', 'updated_at': '2022-04-29T18:02:24Z', 'revision_number': 4, 'project_id': '905be7dde00f4355aa40894e75907026', 'gw_port': {'id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:55:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:21Z', 'updated_at': '2022-04-29T18:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0d55122f-be92-4e5e-aebc-392975677f20', 'name': '', 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'mac_address': 'fa:16:3e:69:e8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'e36933f0-38b2-4281-9137-a5f34e48cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:23Z', 'updated_at': '2022-04-29T18:02:24Z', 'revision_number': 2, 'project_id': '905be7dde00f4355aa40894e75907026', 'subnets': [{'id': 'e36933f0-38b2-4281-9137-a5f34e48cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:02:26.125514 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b66433-2440-4670-914d-3078e056dd93 req-f1c75e25-12b3-47f4-825d-d75627f2a2ff tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:26.126190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f1b66433-2440-4670-914d-3078e056dd93 req-f1c75e25-12b3-47f4-825d-d75627f2a2ff tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Synchronizing usage tracker for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:02:26.147922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f1b66433-2440-4670-914d-3078e056dd93 req-f1c75e25-12b3-47f4-825d-d75627f2a2ff tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Unset dirty status for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:02:26.149452 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-f1c75e25-12b3-47f4-825d-d75627f2a2ff tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/networks?id=848d7299-e180-4916-acb2-39793fb7ee42 HTTP/1.1" status: 200 len: 817 time: 0.1754701 Apr 29 18:02:26.167038 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-599b3d98-7234-4387-ac36-95deae5e8c82 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/quotas/f4492d38dc0040ac9bdcceb98adaad79 HTTP/1.1" status: 200 len: 375 time: 0.0111983 Apr 29 18:02:26.271700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f1b66433-2440-4670-914d-3078e056dd93 req-7238d7e0-1358-4721-8ef5-1d5273e58f8e tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Synchronizing usage tracker for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:02:26.290487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f1b66433-2440-4670-914d-3078e056dd93 req-7238d7e0-1358-4721-8ef5-1d5273e58f8e tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Unset dirty status for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:02:26.292066 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-7238d7e0-1358-4721-8ef5-1d5273e58f8e tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4492d38dc0040ac9bdcceb98adaad79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176827 Apr 29 18:02:26.676664 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:26.679316 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-f7439008-e7d9-4e1d-9501-4b03b1c22a7e service neutron] 10.222.0.11 "GET /v2.0/networks/848d7299-e180-4916-acb2-39793fb7ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752337 Apr 29 18:02:26.802909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:26.824914 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-6f0df51c-fc79-4526-9711-6b95944b616b service neutron] 10.222.0.11 "GET /v2.0/networks/848d7299-e180-4916-acb2-39793fb7ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321788 Apr 29 18:02:27.001141 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device bafbea7c-1bdc-456d-b8b5-c7fa855fa29c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:27.045318 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d61dc903-c386-4ab8-9021-22856c8cdba9 req-4d886053-737b-4605-8ea4-d3093a4a41f0 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 210 time: 0.0549583 Apr 29 18:02:27.077936 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port bafbea7c-1bdc-456d-b8b5-c7fa855fa29c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:27.083754 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port bafbea7c-1bdc-456d-b8b5-c7fa855fa29c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:27.084436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:27.222702 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:27.242093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port bafbea7c-1bdc-456d-b8b5-c7fa855fa29c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=bafbea7c-1bdc-456d-b8b5-c7fa855fa29c,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:27.247892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:27.323903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=bafbea7c-1bdc-456d-b8b5-c7fa855fa29c,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:28.105580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:28.224166 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2682ecfb-d339-48e7-b526-b603d5231020 req-fa452db7-aa8d-462b-9b1c-f05062f1339d tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 210 time: 0.0508223 Apr 29 18:02:28.247679 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b66433-2440-4670-914d-3078e056dd93 req-2404d11a-c21f-464d-a192-18f452fa2d2d tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:28.249729 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-2404d11a-c21f-464d-a192-18f452fa2d2d tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.36 "GET /v2.0/networks?id=848d7299-e180-4916-acb2-39793fb7ee42 HTTP/1.1" status: 200 len: 817 time: 0.2154939 Apr 29 18:02:28.266179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Request body: {'port': {'device_id': '215ba2c5-6cec-40de-8678-887651d0b2eb', 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42', 'admin_state_up': True, 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:28.402258 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:28.411771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:28.428253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Made reservation on behalf of f4492d38dc0040ac9bdcceb98adaad79 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:02:28.432087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:28.600623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Allocated IP 172.20.0.10 (848d7299-e180-4916-acb2-39793fb7ee42/b82c3a59-89ad-4a63-ac2b-d30c4bb719f1/bf67c478-ccc8-4932-a056-e0146c89b0fb) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:02:28.807190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:28.823138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Transition to ACTIVE for port object bf67c478-ccc8-4932-a056-e0146c89b0fb will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:28.857086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:28.925917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Network 848d7299-e180-4916-acb2-39793fb7ee42 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:02:28.929269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:28.938951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:02:28.968047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device bafbea7c-1bdc-456d-b8b5-c7fa855fa29c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:28.977240 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Pushing event updated for resources: {'Port': ['ID=bf67c478-ccc8-4932-a056-e0146c89b0fb,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:29.010224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:29.011009 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:29.039408 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-76103ce6-5aae-4874-b770-88925716e9c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7770190 Apr 29 18:02:29.041323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port bafbea7c-1bdc-456d-b8b5-c7fa855fa29c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:29.041690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:29.049787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-51eba433-6766-4430-afdd-da32ee911d5a tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 18:02:29.051097 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-51eba433-6766-4430-afdd-da32ee911d5a tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060098 Apr 29 18:02:29.063030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Request body: {'port': {'device_id': '215ba2c5-6cec-40de-8678-887651d0b2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:29.176731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:29.216745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ebc80557-5c3f-418d-831a-676450b1cf67 None None] Provisioning for port bf67c478-ccc8-4932-a056-e0146c89b0fb completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:29.227713 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ebc80557-5c3f-418d-831a-676450b1cf67 None None] Provisioning complete for port bf67c478-ccc8-4932-a056-e0146c89b0fb triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:29.228081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ebc80557-5c3f-418d-831a-676450b1cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:29.283562 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ebc80557-5c3f-418d-831a-676450b1cf67 None None] Port bf67c478-ccc8-4932-a056-e0146c89b0fb cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:02:29.522518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79022d5d-835a-439e-a657-9e73bb228a68 req-3e07622e-2213-406b-a77a-2b2e73b5d2fe tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:29.523214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-79022d5d-835a-439e-a657-9e73bb228a68 req-3e07622e-2213-406b-a77a-2b2e73b5d2fe tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Synchronizing usage tracker for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:02:29.589696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-79022d5d-835a-439e-a657-9e73bb228a68 req-3e07622e-2213-406b-a77a-2b2e73b5d2fe tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Unset dirty status for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:02:29.591004 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-79022d5d-835a-439e-a657-9e73bb228a68 req-3e07622e-2213-406b-a77a-2b2e73b5d2fe tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 932 time: 0.2487752 Apr 29 18:02:29.613430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf67c478-ccc8-4932-a056-e0146c89b0fb {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:02:29.624477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:29.654835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Transition to ACTIVE for port object bf67c478-ccc8-4932-a056-e0146c89b0fb will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:29.659098 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-79022d5d-835a-439e-a657-9e73bb228a68 req-1d964dac-ef36-4dbc-8aff-e292fb476bb4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Synchronizing usage tracker for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:02:29.662944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:29.711036 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Sync routers for ids ['9090ee21-3f07-43db-98ec-bb6701d5f534'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:02:29.722256 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Routers {'9090ee21-3f07-43db-98ec-bb6701d5f534'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:02:29.723003 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-017ea486-d267-4227-b86d-7334714ca1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:02:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9090ee21-3f07-43db-98ec-bb6701d5f534'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:29.911011 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Set router 9090ee21-3f07-43db-98ec-bb6701d5f534 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:02:29.922003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-79022d5d-835a-439e-a657-9e73bb228a68 req-1d964dac-ef36-4dbc-8aff-e292fb476bb4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Unset dirty status for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:02:29.923181 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-79022d5d-835a-439e-a657-9e73bb228a68 req-1d964dac-ef36-4dbc-8aff-e292fb476bb4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254204 Apr 29 18:02:29.934578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf67c478-ccc8-4932-a056-e0146c89b0fb,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:30.039050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Attempting to bind port bf67c478-ccc8-4932-a056-e0146c89b0fb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:02:30.039421 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Attempting to bind port bf67c478-ccc8-4932-a056-e0146c89b0fb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:02:30.039745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Attempting to bind port bf67c478-ccc8-4932-a056-e0146c89b0fb on network 848d7299-e180-4916-acb2-39793fb7ee42 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:02:30.044396 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Port bf67c478-ccc8-4932-a056-e0146c89b0fb on network 848d7299-e180-4916-acb2-39793fb7ee42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:02:30.044701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Attempting to bind port bf67c478-ccc8-4932-a056-e0146c89b0fb on network 848d7299-e180-4916-acb2-39793fb7ee42 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:02:30.049831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:02:30.050180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Checking segment: {'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:30.050553 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Bound using segment: {'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:02:30.050972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Bound port: bf67c478-ccc8-4932-a056-e0146c89b0fb, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:02:30.051335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:30.142344 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] For port bf67c478-ccc8-4932-a056-e0146c89b0fb, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:02:30.145405 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] For port bf67c478-ccc8-4932-a056-e0146c89b0fb, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bf67c478-ccc8-4932-a056-e0146c89b0fb,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:02:30.151252 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:30.213011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:30.213711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:30.215283 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf67c478-ccc8-4932-a056-e0146c89b0fb HTTP/1.1" status: 200 len: 1094 time: 1.1567092 Apr 29 18:02:30.217847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215ba2c5-6cec-40de-8678-887651d0b2eb', 'tag': 'bf67c478-ccc8-4932-a056-e0146c89b0fb'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:02:30.242840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050de59-4e96-4e44-9435-b8c13a4a69d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf67c478-ccc8-4932-a056-e0146c89b0fb,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:30.268569 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-017ea486-d267-4227-b86d-7334714ca1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'name': 'tempest-TestEncryptedCinderVolumes-217662031-router', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:20Z', 'updated_at': '2022-04-29T18:02:24Z', 'revision_number': 4, 'project_id': '905be7dde00f4355aa40894e75907026', 'gw_port': {'id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:21Z', 'updated_at': '2022-04-29T18:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0d55122f-be92-4e5e-aebc-392975677f20', 'name': '', 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'mac_address': 'fa:16:3e:69:e8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'e36933f0-38b2-4281-9137-a5f34e48cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:23Z', 'updated_at': '2022-04-29T18:02:24Z', 'revision_number': 2, 'project_id': '905be7dde00f4355aa40894e75907026', 'subnets': [{'id': 'e36933f0-38b2-4281-9137-a5f34e48cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:30.272956 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Checking router: 9090ee21-3f07-43db-98ec-bb6701d5f534 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:02:30.273295 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Updating router 9090ee21-3f07-43db-98ec-bb6701d5f534 port 0d55122f-be92-4e5e-aebc-392975677f20 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:02:30.311415 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27797632-b758-4cc6-ae0e-a43d6ef0e33c'] response: {'name': 'network-changed', 'server_uuid': '215ba2c5-6cec-40de-8678-887651d0b2eb', 'tag': 'bf67c478-ccc8-4932-a056-e0146c89b0fb', 'status': 'completed', 'code': 200} Apr 29 18:02:30.336523 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:30.349386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b66433-2440-4670-914d-3078e056dd93 req-83f18edf-1a25-457b-8bf4-f8e3fa010383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:30.350981 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-83f18edf-1a25-457b-8bf4-f8e3fa010383 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4492d38dc0040ac9bdcceb98adaad79&device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 1097 time: 0.0821173 Apr 29 18:02:30.422781 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-27fa1a15-7cd0-4ae0-8948-a8347c69d685 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf67c478-ccc8-4932-a056-e0146c89b0fb HTTP/1.1" status: 200 len: 217 time: 0.0651886 Apr 29 18:02:30.484669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b66433-2440-4670-914d-3078e056dd93 req-92185da4-ab3a-4120-b582-d6aefa77a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:30.486005 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-92185da4-ab3a-4120-b582-d6aefa77a973 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b82c3a59-89ad-4a63-ac2b-d30c4bb719f1 HTTP/1.1" status: 200 len: 856 time: 0.0577176 Apr 29 18:02:30.562513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b66433-2440-4670-914d-3078e056dd93 req-3aec1bfc-738f-4b1e-baaa-2f9cdcd39b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:30.564016 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-3aec1bfc-738f-4b1e-baaa-2f9cdcd39b3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=848d7299-e180-4916-acb2-39793fb7ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710895 Apr 29 18:02:30.673559 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:30.685637 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Transition to ACTIVE for port object 0d55122f-be92-4e5e-aebc-392975677f20 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:30.692708 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:30.696118 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-8ad74cf6-6350-40be-a499-eab8d38bc49e service neutron] 10.222.0.36 "GET /v2.0/networks/848d7299-e180-4916-acb2-39793fb7ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262598 Apr 29 18:02:30.817177 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646794bb-39fb-43e1-9930-1df1aef51415 None None] Pushing event updated for resources: {'Port': ['ID=0d55122f-be92-4e5e-aebc-392975677f20,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:30.834881 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1b66433-2440-4670-914d-3078e056dd93 req-fc7c8b9e-54e2-407d-bf0c-be9472607a96 service neutron] 10.222.0.36 "GET /v2.0/networks/848d7299-e180-4916-acb2-39793fb7ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332397 Apr 29 18:02:30.911352 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Attempting to bind port 0d55122f-be92-4e5e-aebc-392975677f20 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:02:30.911799 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Attempting to bind port 0d55122f-be92-4e5e-aebc-392975677f20 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:02:30.912346 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Attempting to bind port 0d55122f-be92-4e5e-aebc-392975677f20 on network b6e9d1b1-9fe0-4a15-97cd-23b3a437a853 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:02:30.918440 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:02:30.918903 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Checking segment: {'id': '78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:02:30.919437 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:30.919777 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Bound using segment: {'id': '78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:02:30.920247 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Bound port: 0d55122f-be92-4e5e-aebc-392975677f20, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:02:30.920613 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:30.959678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278678fc-a9cb-41ba-bd09-dc0fec81093a req-dc3ae042-7016-4713-8e05-50b7d4441640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:30.961152 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-278678fc-a9cb-41ba-bd09-dc0fec81093a req-dc3ae042-7016-4713-8e05-50b7d4441640 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4492d38dc0040ac9bdcceb98adaad79&device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 1097 time: 0.0769899 Apr 29 18:02:31.010745 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-017ea486-d267-4227-b86d-7334714ca1de None None] For port 0d55122f-be92-4e5e-aebc-392975677f20, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:02:31.013998 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-017ea486-d267-4227-b86d-7334714ca1de None None] For port 0d55122f-be92-4e5e-aebc-392975677f20, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0d55122f-be92-4e5e-aebc-392975677f20,segment=NetworkSegment(78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b),segment_id=78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:02:31.018445 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:31.090239 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Routers {'9090ee21-3f07-43db-98ec-bb6701d5f534'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:02:31.090872 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-017ea486-d267-4227-b86d-7334714ca1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:02:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9090ee21-3f07-43db-98ec-bb6701d5f534'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:31.147049 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278678fc-a9cb-41ba-bd09-dc0fec81093a req-698ee85a-1cf9-447a-95e1-c62d1a0111c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:31.148958 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-278678fc-a9cb-41ba-bd09-dc0fec81093a req-698ee85a-1cf9-447a-95e1-c62d1a0111c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=848d7299-e180-4916-acb2-39793fb7ee42 HTTP/1.1" status: 200 len: 918 time: 0.1806669 Apr 29 18:02:31.222451 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-278678fc-a9cb-41ba-bd09-dc0fec81093a req-c9a173b9-51da-4c95-a407-2633577e0804 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf67c478-ccc8-4932-a056-e0146c89b0fb HTTP/1.1" status: 200 len: 217 time: 0.0656340 Apr 29 18:02:31.240079 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646794bb-39fb-43e1-9930-1df1aef51415 None None] Pushing event updated for resources: {'Port': ['ID=0d55122f-be92-4e5e-aebc-392975677f20,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:31.269421 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ecc1b-c231-4175-98fd-edd716f53f2f req-49a752f2-9b42-4ec0-9174-efcc78d66968 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:31.270921 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b16ecc1b-c231-4175-98fd-edd716f53f2f req-49a752f2-9b42-4ec0-9174-efcc78d66968 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 944 time: 0.2158217 Apr 29 18:02:31.276119 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-017ea486-d267-4227-b86d-7334714ca1de None None] Set router 9090ee21-3f07-43db-98ec-bb6701d5f534 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:02:31.329545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278678fc-a9cb-41ba-bd09-dc0fec81093a req-a3faf02a-b742-4d97-a80b-0616883978b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:31.330971 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-278678fc-a9cb-41ba-bd09-dc0fec81093a req-a3faf02a-b742-4d97-a80b-0616883978b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b82c3a59-89ad-4a63-ac2b-d30c4bb719f1 HTTP/1.1" status: 200 len: 856 time: 0.1022513 Apr 29 18:02:31.338383 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b16ecc1b-c231-4175-98fd-edd716f53f2f req-eeeed32b-0342-45c3-b84b-90a3356da9d5 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606449 Apr 29 18:02:31.408495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278678fc-a9cb-41ba-bd09-dc0fec81093a req-8040a154-cef6-4740-8ae7-e6d750d661c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:31.410049 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-278678fc-a9cb-41ba-bd09-dc0fec81093a req-8040a154-cef6-4740-8ae7-e6d750d661c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=848d7299-e180-4916-acb2-39793fb7ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707655 Apr 29 18:02:31.587436 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-017ea486-d267-4227-b86d-7334714ca1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'name': 'tempest-TestEncryptedCinderVolumes-217662031-router', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:20Z', 'updated_at': '2022-04-29T18:02:24Z', 'revision_number': 4, 'project_id': '905be7dde00f4355aa40894e75907026', 'gw_port': {'id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:21Z', 'updated_at': '2022-04-29T18:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0d55122f-be92-4e5e-aebc-392975677f20', 'name': '', 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'mac_address': 'fa:16:3e:69:e8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'e36933f0-38b2-4281-9137-a5f34e48cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:23Z', 'updated_at': '2022-04-29T18:02:31Z', 'revision_number': 4, 'project_id': '905be7dde00f4355aa40894e75907026', 'subnets': [{'id': 'e36933f0-38b2-4281-9137-a5f34e48cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:02:31.591760 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ea486-d267-4227-b86d-7334714ca1de None None] The sync data for ids ['9090ee21-3f07-43db-98ec-bb6701d5f534'] in dv-neutron-839024-2-hyperv is: [{'id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'name': 'tempest-TestEncryptedCinderVolumes-217662031-router', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:20Z', 'updated_at': '2022-04-29T18:02:24Z', 'revision_number': 4, 'project_id': '905be7dde00f4355aa40894e75907026', 'gw_port': {'id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:21Z', 'updated_at': '2022-04-29T18:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '0d55122f-be92-4e5e-aebc-392975677f20', 'name': '', 'network_id': 'b6e9d1b1-9fe0-4a15-97cd-23b3a437a853', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'mac_address': 'fa:16:3e:69:e8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'e36933f0-38b2-4281-9137-a5f34e48cf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:23Z', 'updated_at': '2022-04-29T18:02:31Z', 'revision_number': 4, 'project_id': '905be7dde00f4355aa40894e75907026', 'subnets': [{'id': 'e36933f0-38b2-4281-9137-a5f34e48cf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:02:31.658837 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-278678fc-a9cb-41ba-bd09-dc0fec81093a req-44ddbb0d-c6d6-40db-b02d-d5d1435537a6 service neutron] 10.222.0.36 "GET /v2.0/networks/848d7299-e180-4916-acb2-39793fb7ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421446 Apr 29 18:02:31.795575 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-278678fc-a9cb-41ba-bd09-dc0fec81093a req-8719d317-fed0-49f9-9ad2-446b077ea6f4 service neutron] 10.222.0.36 "GET /v2.0/networks/848d7299-e180-4916-acb2-39793fb7ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301367 Apr 29 18:02:32.542076 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd13c74-5c5f-4d94-af65-ddfb68a6b1cf req-a1fa0a98-dad5-451d-a49d-8596254d21e3 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:32.543542 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cfd13c74-5c5f-4d94-af65-ddfb68a6b1cf req-a1fa0a98-dad5-451d-a49d-8596254d21e3 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 944 time: 0.0981457 Apr 29 18:02:32.590115 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cfd13c74-5c5f-4d94-af65-ddfb68a6b1cf req-5ed7fc36-c137-4ad3-b966-4fce0f77095d tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Apr 29 18:02:32.992378 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0d55122f-be92-4e5e-aebc-392975677f20 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:33.061211 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 0d55122f-be92-4e5e-aebc-392975677f20 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:33.066521 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0d55122f-be92-4e5e-aebc-392975677f20 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:33.066886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:33.185431 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:33.213472 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device bf67c478-ccc8-4932-a056-e0146c89b0fb details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:02:33.230690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 0d55122f-be92-4e5e-aebc-392975677f20, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0d55122f-be92-4e5e-aebc-392975677f20,segment=NetworkSegment(78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b),segment_id=78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:33.236750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:33.387021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=0d55122f-be92-4e5e-aebc-392975677f20,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:33.414724 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port bf67c478-ccc8-4932-a056-e0146c89b0fb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bf67c478-ccc8-4932-a056-e0146c89b0fb,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:33.427536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': 'bf67c478-ccc8-4932-a056-e0146c89b0fb', 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42', 'port_id': 'bf67c478-ccc8-4932-a056-e0146c89b0fb', 'mac_address': 'fa:16:3e:7e:11:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82c3a59-89ad-4a63-ac2b-d30c4bb719f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:02:33.482561 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:33.501072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf67c478-ccc8-4932-a056-e0146c89b0fb {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:02:33.518143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port bf67c478-ccc8-4932-a056-e0146c89b0fb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bf67c478-ccc8-4932-a056-e0146c89b0fb,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:33.522910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:33.593679 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=bf67c478-ccc8-4932-a056-e0146c89b0fb,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:33.732666 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['bf67c478-ccc8-4932-a056-e0146c89b0fb'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:02:33.778087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3ad50-1a60-4c95-8985-ad04f6a0d7df req-d259774e-67cb-4a7f-aa5d-7484dd989cff tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:33.779576 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6fe3ad50-1a60-4c95-8985-ad04f6a0d7df req-d259774e-67cb-4a7f-aa5d-7484dd989cff tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 945 time: 0.0826669 Apr 29 18:02:33.822754 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6fe3ad50-1a60-4c95-8985-ad04f6a0d7df req-4a05dda7-acb2-4264-8dfe-fce395c57d84 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373399 Apr 29 18:02:34.974131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0d55122f-be92-4e5e-aebc-392975677f20 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:35.017155 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1323a-71cd-4232-a96a-48e32806e7e5 req-f5cdb2cb-4135-4ed4-a7e3-64f323bb7b7a tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:35.018599 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17e1323a-71cd-4232-a96a-48e32806e7e5 req-f5cdb2cb-4135-4ed4-a7e3-64f323bb7b7a tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 945 time: 0.0863953 Apr 29 18:02:35.045332 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 0d55122f-be92-4e5e-aebc-392975677f20 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:35.045692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:35.064943 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17e1323a-71cd-4232-a96a-48e32806e7e5 req-692fe783-eed5-4932-8531-961a62ffc8d1 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396905 Apr 29 18:02:35.229400 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device bf67c478-ccc8-4932-a056-e0146c89b0fb up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:02:35.307357 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port bf67c478-ccc8-4932-a056-e0146c89b0fb completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:35.315611 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port bf67c478-ccc8-4932-a056-e0146c89b0fb triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:35.316061 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:35.434810 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:35.461778 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ba2c5-6cec-40de-8678-887651d0b2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf67c478-ccc8-4932-a056-e0146c89b0fb'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:02:35.471412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port bf67c478-ccc8-4932-a056-e0146c89b0fb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bf67c478-ccc8-4932-a056-e0146c89b0fb,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:35.477205 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:35.507151 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14fd375b-d506-4ecd-bed3-a42ab273eb0e'] response: {'server_uuid': '215ba2c5-6cec-40de-8678-887651d0b2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf67c478-ccc8-4932-a056-e0146c89b0fb', 'code': 200} Apr 29 18:02:35.546092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=bf67c478-ccc8-4932-a056-e0146c89b0fb,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:35.736446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff7b26-0f05-4de5-bf49-b2529caae603 req-05a9af24-0ebc-49eb-9211-8b5e0c7643a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:35.737801 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-acff7b26-0f05-4de5-bf49-b2529caae603 req-05a9af24-0ebc-49eb-9211-8b5e0c7643a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 1099 time: 0.0714097 Apr 29 18:02:35.777887 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-acff7b26-0f05-4de5-bf49-b2529caae603 req-041c7e24-4008-4300-9c30-2b6a9cb7b3e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337832 Apr 29 18:02:36.270425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b765-9a28-4428-864c-45838ed4771f req-6273103f-eeaa-4a11-b427-249dde937c74 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:36.271951 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-63c3b765-9a28-4428-864c-45838ed4771f req-6273103f-eeaa-4a11-b427-249dde937c74 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 946 time: 0.0933354 Apr 29 18:02:36.317584 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-63c3b765-9a28-4428-864c-45838ed4771f req-9d7ffe53-2956-45d5-9c64-f2606a7ec80f tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392716 Apr 29 18:02:37.534816 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1949bbd-7222-48ca-8db9-960adbb02ee7 req-bb694c21-b663-452f-86ce-882b83504bdb tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:37.536485 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c1949bbd-7222-48ca-8db9-960adbb02ee7 req-bb694c21-b663-452f-86ce-882b83504bdb tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 946 time: 0.0989983 Apr 29 18:02:37.586836 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c1949bbd-7222-48ca-8db9-960adbb02ee7 req-09835e41-d7a3-46c1-b4c7-9aa7995faac5 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Apr 29 18:02:37.786152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8ee0e-224e-40cc-9fca-f9241ce69c15 req-c1fc5568-3d89-47ad-b64d-db766f0bc2d0 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:37.787507 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7ae8ee0e-224e-40cc-9fca-f9241ce69c15 req-c1fc5568-3d89-47ad-b64d-db766f0bc2d0 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 946 time: 0.0935252 Apr 29 18:02:37.831901 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7ae8ee0e-224e-40cc-9fca-f9241ce69c15 req-ab3c5780-b40f-45f1-9665-180d2c7f7cba tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385311 Apr 29 18:02:48.526800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:52.462457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fa15b-5592-4b79-99c9-173593b3cfb1 req-e50a870a-3ad3-4197-ac9b-858cebc00f48 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:52.463952 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fe8fa15b-5592-4b79-99c9-173593b3cfb1 req-e50a870a-3ad3-4197-ac9b-858cebc00f48 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 946 time: 0.0894563 Apr 29 18:02:52.508848 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fe8fa15b-5592-4b79-99c9-173593b3cfb1 req-5679c14c-a2df-496f-9532-3075cf78d8b9 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390930 Apr 29 18:02:53.309069 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-19b13f07-37cc-4001-bb7b-80b88836b31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:53.714035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d15fe-5c23-49ac-91da-e2befaf6878e req-badfe2cd-56f6-4ef1-aff7-d8af5a6afaaa tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:53.715500 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c6d15fe-5c23-49ac-91da-e2befaf6878e req-badfe2cd-56f6-4ef1-aff7-d8af5a6afaaa tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 946 time: 0.0820556 Apr 29 18:02:53.762802 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c6d15fe-5c23-49ac-91da-e2befaf6878e req-0f66f0bf-6721-42ea-8a3a-6e7f5d1c09ac tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383124 Apr 29 18:02:53.921160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4131174-8132-4146-b03f-2500138fccd5 req-49df88e2-a7b6-459d-8ad7-4133fb80f0de tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:53.922492 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d4131174-8132-4146-b03f-2500138fccd5 req-49df88e2-a7b6-459d-8ad7-4133fb80f0de tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.36 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 946 time: 0.0901222 Apr 29 18:02:53.990714 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-d4131174-8132-4146-b03f-2500138fccd5 req-f2e00268-0c2f-403a-9dfb-ee6325db8819 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Deleting port bf67c478-ccc8-4932-a056-e0146c89b0fb {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:02:53.991054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d4131174-8132-4146-b03f-2500138fccd5 req-f2e00268-0c2f-403a-9dfb-ee6325db8819 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:54.247208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-d4131174-8132-4146-b03f-2500138fccd5 req-f2e00268-0c2f-403a-9dfb-ee6325db8819 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] For port bf67c478-ccc8-4932-a056-e0146c89b0fb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bf67c478-ccc8-4932-a056-e0146c89b0fb,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:02:54.247623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d4131174-8132-4146-b03f-2500138fccd5 req-f2e00268-0c2f-403a-9dfb-ee6325db8819 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:54.372220 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-d4131174-8132-4146-b03f-2500138fccd5 req-f2e00268-0c2f-403a-9dfb-ee6325db8819 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Calling delete_port for bf67c478-ccc8-4932-a056-e0146c89b0fb owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:02:54.526776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d4131174-8132-4146-b03f-2500138fccd5 req-f2e00268-0c2f-403a-9dfb-ee6325db8819 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:54.540237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['bf67c478-ccc8-4932-a056-e0146c89b0fb'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:02:54.583907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e00268-0c2f-403a-9dfb-ee6325db8819 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Pushing event deleted for resources: {'Port': ['ID=bf67c478-ccc8-4932-a056-e0146c89b0fb,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:54.773843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4131174-8132-4146-b03f-2500138fccd5 req-f2e00268-0c2f-403a-9dfb-ee6325db8819 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] No DVR routers for this DVR port bf67c478-ccc8-4932-a056-e0146c89b0fb on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:02:54.776510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d4131174-8132-4146-b03f-2500138fccd5 req-f2e00268-0c2f-403a-9dfb-ee6325db8819 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:54.779114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ba2c5-6cec-40de-8678-887651d0b2eb', 'name': 'network-vif-deleted', 'tag': 'bf67c478-ccc8-4932-a056-e0146c89b0fb'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:02:54.795521 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d4131174-8132-4146-b03f-2500138fccd5 req-f2e00268-0c2f-403a-9dfb-ee6325db8819 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.36 "DELETE /v2.0/ports/bf67c478-ccc8-4932-a056-e0146c89b0fb HTTP/1.1" status: 204 len: 173 time: 0.8675849 Apr 29 18:02:54.833015 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141018e2-9273-4792-b989-9f5b23d37e48'] response: {'server_uuid': '215ba2c5-6cec-40de-8678-887651d0b2eb', 'name': 'network-vif-deleted', 'tag': 'bf67c478-ccc8-4932-a056-e0146c89b0fb', 'status': 'completed', 'code': 200} Apr 29 18:02:54.916033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f80b3484-7d89-4c26-b113-0aa027d09154 req-a2b50ecb-220a-475b-b514-f60cf8a85458 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Synchronizing usage tracker for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:02:54.931982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f80b3484-7d89-4c26-b113-0aa027d09154 req-a2b50ecb-220a-475b-b514-f60cf8a85458 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Unset dirty status for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:02:54.933382 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f80b3484-7d89-4c26-b113-0aa027d09154 req-a2b50ecb-220a-475b-b514-f60cf8a85458 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=215ba2c5-6cec-40de-8678-887651d0b2eb HTTP/1.1" status: 200 len: 210 time: 0.0617352 Apr 29 18:02:55.383763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-29c78849-7f66-4cfa-b7ea-0b7ba9de056d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:56.677260 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-4a93b689-5029-4479-bd9f-99ad05ff68b6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:56.678651 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-4a93b689-5029-4479-bd9f-99ad05ff68b6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/networks?id=848d7299-e180-4916-acb2-39793fb7ee42 HTTP/1.1" status: 200 len: 817 time: 0.1624472 Apr 29 18:02:56.682016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:56.694355 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-f24e2742-04d9-4f2d-85c6-942fc148fbd8 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/quotas/f4492d38dc0040ac9bdcceb98adaad79 HTTP/1.1" status: 200 len: 375 time: 0.0092902 Apr 29 18:02:56.777593 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-870b4248-424d-4772-8f8f-bdd487460beb tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4492d38dc0040ac9bdcceb98adaad79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780010 Apr 29 18:02:56.796824 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:56.923949 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-d3a26f09-d4a4-4a2f-b281-54a8d9f92203 service neutron] 10.222.0.11 "GET /v2.0/networks/848d7299-e180-4916-acb2-39793fb7ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338041 Apr 29 18:02:57.066722 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-035dc876-a353-406c-8b2c-2371b95dbbb8 service neutron] 10.222.0.11 "GET /v2.0/networks/848d7299-e180-4916-acb2-39793fb7ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355476 Apr 29 18:02:57.248127 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-73879f9d-e450-4f07-865a-2acde6885032 req-a7cebbe8-bcb8-43c6-bfb3-39857287bd04 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 210 time: 0.0450139 Apr 29 18:02:57.336041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device bf67c478-ccc8-4932-a056-e0146c89b0fb no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:02:57.369700 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: bf67c478-ccc8-4932-a056-e0146c89b0fb {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:02:57.370048 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device bf67c478-ccc8-4932-a056-e0146c89b0fb not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:02:58.103122 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:58.295245 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-79745721-bc1b-41ee-825d-425408f4dc0c tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:58.296742 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-79745721-bc1b-41ee-825d-425408f4dc0c tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.36 "GET /v2.0/networks?id=848d7299-e180-4916-acb2-39793fb7ee42 HTTP/1.1" status: 200 len: 817 time: 0.1497743 Apr 29 18:02:58.308536 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Request body: {'port': {'device_id': '20307401-fb5c-4adc-82a9-43bc29a1e9b1', 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42', 'admin_state_up': True, 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:58.453243 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60e1f37a-3a8d-45ea-9177-0262951fceb3 req-a15371a7-71f2-4b7c-abdd-24202456326d tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 210 time: 0.0648432 Apr 29 18:02:58.484774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:02:58.494470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:02:58.506371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Made reservation on behalf of f4492d38dc0040ac9bdcceb98adaad79 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:02:58.510092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:58.673948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Allocated IP 172.20.0.13 (848d7299-e180-4916-acb2-39793fb7ee42/b82c3a59-89ad-4a63-ac2b-d30c4bb719f1/ae67ff4d-af0c-4724-8142-1966c787de5d) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:02:58.873915 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:58.889482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Transition to ACTIVE for port object ae67ff4d-af0c-4724-8142-1966c787de5d will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:58.921485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:59.002672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Network 848d7299-e180-4916-acb2-39793fb7ee42 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:02:59.005763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:02:59.009545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:02:59.040593 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Pushing event updated for resources: {'Port': ['ID=ae67ff4d-af0c-4724-8142-1966c787de5d,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:02:59.077457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:59.078068 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:59.105350 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-45a110b7-0f45-473e-b89d-cc6167d588a6 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8003373 Apr 29 18:02:59.116372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Request body: {'port': {'device_id': '20307401-fb5c-4adc-82a9-43bc29a1e9b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:02:59.238815 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d9b4a523-5bbb-45cf-92b0-67d23956cea5 None None] Provisioning for port ae67ff4d-af0c-4724-8142-1966c787de5d completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:02:59.244955 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d9b4a523-5bbb-45cf-92b0-67d23956cea5 None None] Provisioning complete for port ae67ff4d-af0c-4724-8142-1966c787de5d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:02:59.245343 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a523-5bbb-45cf-92b0-67d23956cea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:59.305271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4a523-5bbb-45cf-92b0-67d23956cea5 None None] Port ae67ff4d-af0c-4724-8142-1966c787de5d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:02:59.343413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:59.722841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef221e8-a913-44f2-9ad6-4442b9537b63 req-1d84a63f-ec61-4c42-9a04-018eeb4b80ab tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:02:59.723549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-1ef221e8-a913-44f2-9ad6-4442b9537b63 req-1d84a63f-ec61-4c42-9a04-018eeb4b80ab tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Synchronizing usage tracker for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:02:59.755385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae67ff4d-af0c-4724-8142-1966c787de5d {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:02:59.761690 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-1ef221e8-a913-44f2-9ad6-4442b9537b63 req-1d84a63f-ec61-4c42-9a04-018eeb4b80ab tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Unset dirty status for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:02:59.762821 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1ef221e8-a913-44f2-9ad6-4442b9537b63 req-1d84a63f-ec61-4c42-9a04-018eeb4b80ab tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 932 time: 0.1962547 Apr 29 18:02:59.764490 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:59.797670 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Transition to ACTIVE for port object ae67ff4d-af0c-4724-8142-1966c787de5d will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:02:59.806998 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:02:59.870098 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1ef221e8-a913-44f2-9ad6-4442b9537b63 req-68449770-5935-4b13-905b-1164f57692c4 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013651 Apr 29 18:02:59.943192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Pushing event updated for resources: {'Port': ['ID=ae67ff4d-af0c-4724-8142-1966c787de5d,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:00.050462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Attempting to bind port ae67ff4d-af0c-4724-8142-1966c787de5d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:03:00.050789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Attempting to bind port ae67ff4d-af0c-4724-8142-1966c787de5d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:03:00.051117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Attempting to bind port ae67ff4d-af0c-4724-8142-1966c787de5d on network 848d7299-e180-4916-acb2-39793fb7ee42 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:03:00.055808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Port ae67ff4d-af0c-4724-8142-1966c787de5d on network 848d7299-e180-4916-acb2-39793fb7ee42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:03:00.056124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Attempting to bind port ae67ff4d-af0c-4724-8142-1966c787de5d on network 848d7299-e180-4916-acb2-39793fb7ee42 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:03:00.061173 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:03:00.061480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Checking segment: {'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:03:00.061872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Bound using segment: {'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:03:00.062285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Bound port: ae67ff4d-af0c-4724-8142-1966c787de5d, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0fd191-5a0b-431a-b5fa-b14655a35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:03:00.062622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:00.159378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] For port ae67ff4d-af0c-4724-8142-1966c787de5d, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:03:00.162170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] For port ae67ff4d-af0c-4724-8142-1966c787de5d, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ae67ff4d-af0c-4724-8142-1966c787de5d,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:03:00.170244 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:00.229191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:00.229784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:00.231121 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] 10.222.0.36 "PUT /v2.0/ports/ae67ff4d-af0c-4724-8142-1966c787de5d HTTP/1.1" status: 200 len: 1094 time: 1.1190884 Apr 29 18:03:00.231569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20307401-fb5c-4adc-82a9-43bc29a1e9b1', 'tag': 'ae67ff4d-af0c-4724-8142-1966c787de5d'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:03:00.251205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34fb19-e4ac-41b4-9acd-0c2ca2bba761 service neutron] Pushing event updated for resources: {'Port': ['ID=ae67ff4d-af0c-4724-8142-1966c787de5d,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:00.311894 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f19ed3-9468-4b02-bdaf-238586a147ab'] response: {'name': 'network-changed', 'server_uuid': '20307401-fb5c-4adc-82a9-43bc29a1e9b1', 'tag': 'ae67ff4d-af0c-4724-8142-1966c787de5d', 'status': 'completed', 'code': 200} Apr 29 18:03:00.352340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-1418dfe5-7cd3-4658-b754-623b59a8e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:00.353814 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-1418dfe5-7cd3-4658-b754-623b59a8e585 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4492d38dc0040ac9bdcceb98adaad79&device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 1097 time: 0.0732939 Apr 29 18:03:00.424547 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-ae922ce7-d818-4858-92ad-9fec10d76bcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae67ff4d-af0c-4724-8142-1966c787de5d HTTP/1.1" status: 200 len: 217 time: 0.0641282 Apr 29 18:03:00.492292 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-873d1fdc-90c7-4a22-a35a-49a23d5e4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:00.493764 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-873d1fdc-90c7-4a22-a35a-49a23d5e4de8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b82c3a59-89ad-4a63-ac2b-d30c4bb719f1 HTTP/1.1" status: 200 len: 856 time: 0.0634420 Apr 29 18:03:00.570893 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-8516db54-e8a9-4bb0-9773-0506a5c22f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:00.572467 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-8516db54-e8a9-4bb0-9773-0506a5c22f88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=848d7299-e180-4916-acb2-39793fb7ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727985 Apr 29 18:03:00.701709 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-509a0c8e-fe44-49a1-a23a-8173db4a68a8 service neutron] 10.222.0.36 "GET /v2.0/networks/848d7299-e180-4916-acb2-39793fb7ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225924 Apr 29 18:03:00.832615 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-82590630-de45-47d7-8ee4-58efe5e0e85e req-bfb89c8e-afda-445d-af9a-2f56fc3f7854 service neutron] 10.222.0.36 "GET /v2.0/networks/848d7299-e180-4916-acb2-39793fb7ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245322 Apr 29 18:03:00.956342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c37b5-45c9-4191-bbbd-63e3eb0b5d98 req-d98f4776-fc76-42c9-9542-d9a173671f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:00.957799 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0d7c37b5-45c9-4191-bbbd-63e3eb0b5d98 req-d98f4776-fc76-42c9-9542-d9a173671f07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4492d38dc0040ac9bdcceb98adaad79&device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 1097 time: 0.0696764 Apr 29 18:03:01.240217 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c37b5-45c9-4191-bbbd-63e3eb0b5d98 req-7a8823d2-59d6-4062-9074-15ca63b1afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:01.241557 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0d7c37b5-45c9-4191-bbbd-63e3eb0b5d98 req-7a8823d2-59d6-4062-9074-15ca63b1afb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=848d7299-e180-4916-acb2-39793fb7ee42 HTTP/1.1" status: 200 len: 918 time: 0.2775674 Apr 29 18:03:01.309177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9173b1-908c-452b-8a13-8d75dbc1c034 req-377dcff8-7e08-4851-81dd-867e4b7f8184 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:01.310554 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bf9173b1-908c-452b-8a13-8d75dbc1c034 req-377dcff8-7e08-4851-81dd-867e4b7f8184 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 944 time: 0.3204701 Apr 29 18:03:01.319777 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0d7c37b5-45c9-4191-bbbd-63e3eb0b5d98 req-722f3326-a774-4ab2-8b6f-30eaab80d9d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae67ff4d-af0c-4724-8142-1966c787de5d HTTP/1.1" status: 200 len: 217 time: 0.0711951 Apr 29 18:03:01.400893 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bf9173b1-908c-452b-8a13-8d75dbc1c034 req-5b74e45f-3d90-4845-8ae1-d798bc1ad33d tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833147 Apr 29 18:03:01.404225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c37b5-45c9-4191-bbbd-63e3eb0b5d98 req-11544ef8-2813-4b01-b420-5a92449f6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:01.405489 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0d7c37b5-45c9-4191-bbbd-63e3eb0b5d98 req-11544ef8-2813-4b01-b420-5a92449f6a89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b82c3a59-89ad-4a63-ac2b-d30c4bb719f1 HTTP/1.1" status: 200 len: 856 time: 0.0745661 Apr 29 18:03:01.484824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c37b5-45c9-4191-bbbd-63e3eb0b5d98 req-d8cd83fc-85da-4614-9239-fc91bbe80a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:01.486247 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0d7c37b5-45c9-4191-bbbd-63e3eb0b5d98 req-d8cd83fc-85da-4614-9239-fc91bbe80a8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=848d7299-e180-4916-acb2-39793fb7ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740461 Apr 29 18:03:01.503913 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:03:01.616115 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0d7c37b5-45c9-4191-bbbd-63e3eb0b5d98 req-71694dc8-d11c-4787-b3e1-30d98322337b service neutron] 10.222.0.36 "GET /v2.0/networks/848d7299-e180-4916-acb2-39793fb7ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229532 Apr 29 18:03:01.749266 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0d7c37b5-45c9-4191-bbbd-63e3eb0b5d98 req-f18c9f5b-af73-4159-bd4d-c829981922a9 service neutron] 10.222.0.36 "GET /v2.0/networks/848d7299-e180-4916-acb2-39793fb7ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270707 Apr 29 18:03:02.748421 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b14416-72fd-4b3f-bbbc-3c74c8d65e67 req-8473a556-e205-4022-95b2-aff8bb8a1778 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:02.749886 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-55b14416-72fd-4b3f-bbbc-3c74c8d65e67 req-8473a556-e205-4022-95b2-aff8bb8a1778 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 944 time: 0.0836067 Apr 29 18:03:02.794093 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-55b14416-72fd-4b3f-bbbc-3c74c8d65e67 req-eb11631d-afbd-4f1f-91b9-e3bd2e2d2be2 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383980 Apr 29 18:03:03.382652 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device ae67ff4d-af0c-4724-8142-1966c787de5d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:03:03.545167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port ae67ff4d-af0c-4724-8142-1966c787de5d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ae67ff4d-af0c-4724-8142-1966c787de5d,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:03.557962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': 'ae67ff4d-af0c-4724-8142-1966c787de5d', 'network_id': '848d7299-e180-4916-acb2-39793fb7ee42', 'port_id': 'ae67ff4d-af0c-4724-8142-1966c787de5d', 'mac_address': 'fa:16:3e:ed:41:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82c3a59-89ad-4a63-ac2b-d30c4bb719f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:03:03.612025 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:03.629292 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae67ff4d-af0c-4724-8142-1966c787de5d {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:03:03.645497 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port ae67ff4d-af0c-4724-8142-1966c787de5d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ae67ff4d-af0c-4724-8142-1966c787de5d,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:03.650791 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:03.718748 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=ae67ff4d-af0c-4724-8142-1966c787de5d,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:03.725920 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:03.726280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:03.726612 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:03.726933 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:03.727258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:03.727626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:03.728006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:03.728298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:03.728871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:03.729417 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:03.729977 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:03.730532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:03.848282 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['ae67ff4d-af0c-4724-8142-1966c787de5d'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:03:03.982848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd69157-9ca8-4cd2-b1a3-a37dff9efd4c req-bcc933e3-0e1c-4ad5-8bce-50b28000f37f tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:03.984208 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2cd69157-9ca8-4cd2-b1a3-a37dff9efd4c req-bcc933e3-0e1c-4ad5-8bce-50b28000f37f tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 945 time: 0.0843091 Apr 29 18:03:04.031599 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2cd69157-9ca8-4cd2-b1a3-a37dff9efd4c req-2ec94b8b-3ad4-45fa-a78b-6974da6735d2 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412750 Apr 29 18:03:05.242622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad25a4f-8a28-4baa-a461-01027fe6546f req-4a4f1475-cd98-4df1-8375-4245a6a2688f tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:05.244152 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5ad25a4f-8a28-4baa-a461-01027fe6546f req-4a4f1475-cd98-4df1-8375-4245a6a2688f tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 945 time: 0.0891449 Apr 29 18:03:05.297291 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5ad25a4f-8a28-4baa-a461-01027fe6546f req-4d50dea9-5591-4df0-a2db-4e500e76dc0b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472112 Apr 29 18:03:05.415516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device ae67ff4d-af0c-4724-8142-1966c787de5d up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:03:05.495653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port ae67ff4d-af0c-4724-8142-1966c787de5d completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:03:05.500699 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port ae67ff4d-af0c-4724-8142-1966c787de5d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:05.501067 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:05.616659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:05.644222 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20307401-fb5c-4adc-82a9-43bc29a1e9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae67ff4d-af0c-4724-8142-1966c787de5d'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:03:05.662725 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port ae67ff4d-af0c-4724-8142-1966c787de5d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ae67ff4d-af0c-4724-8142-1966c787de5d,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:05.669140 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:05.706942 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fee3c58-8f5c-48d0-8bce-eb906ae00bd4'] response: {'server_uuid': '20307401-fb5c-4adc-82a9-43bc29a1e9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae67ff4d-af0c-4724-8142-1966c787de5d', 'code': 200} Apr 29 18:03:05.749025 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=ae67ff4d-af0c-4724-8142-1966c787de5d,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:05.933418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486fd35-98f2-4b88-a11d-cb5d3a76df8c req-5ff637e6-f4b5-420a-81d1-c1c01725bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:05.934929 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0486fd35-98f2-4b88-a11d-cb5d3a76df8c req-5ff637e6-f4b5-420a-81d1-c1c01725bf5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 1099 time: 0.0725479 Apr 29 18:03:05.976014 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0486fd35-98f2-4b88-a11d-cb5d3a76df8c req-b9c7bafa-3976-49af-8099-1062e7754ec7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348508 Apr 29 18:03:06.500555 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7bb08-0821-4084-84d7-7cf235f22756 req-43b3ad76-e010-4507-b67f-337a3dbb02c7 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:06.501975 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1fd7bb08-0821-4084-84d7-7cf235f22756 req-43b3ad76-e010-4507-b67f-337a3dbb02c7 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 946 time: 0.0856659 Apr 29 18:03:06.545193 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1fd7bb08-0821-4084-84d7-7cf235f22756 req-ac050e63-90ac-4729-9dde-df6458f47e06 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374978 Apr 29 18:03:07.763758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052a76b-6aaf-4f91-910e-dcb21f777c37 req-9a0eff2e-47bc-4493-b043-a5aa67c18098 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:07.765217 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2052a76b-6aaf-4f91-910e-dcb21f777c37 req-9a0eff2e-47bc-4493-b043-a5aa67c18098 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 946 time: 0.0980682 Apr 29 18:03:07.812119 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2052a76b-6aaf-4f91-910e-dcb21f777c37 req-15da528b-d062-4f08-b11a-610bc60d7587 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381441 Apr 29 18:03:08.000645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0752ec-5786-48b5-963d-e5486dabe218 req-d6382957-360c-4295-9f75-d4a2ba74763c tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:08.002056 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5e0752ec-5786-48b5-963d-e5486dabe218 req-d6382957-360c-4295-9f75-d4a2ba74763c tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 946 time: 0.0853887 Apr 29 18:03:08.046765 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5e0752ec-5786-48b5-963d-e5486dabe218 req-6ba3b571-e944-4856-9f85-1059a9a55383 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388544 Apr 29 18:03:18.524221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:22.486618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575f908-9130-4bc0-9a89-d9ca522204c4 req-9b7b9a82-d652-4fe9-9c97-9cf468ddbb5a tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:22.487966 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0575f908-9130-4bc0-9a89-d9ca522204c4 req-9b7b9a82-d652-4fe9-9c97-9cf468ddbb5a tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 946 time: 0.0802557 Apr 29 18:03:22.533995 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0575f908-9130-4bc0-9a89-d9ca522204c4 req-759b9f0d-5fba-49f6-a78c-d304d787a337 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377667 Apr 29 18:03:23.314225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-eb614576-9bba-40f8-9f45-b9188eb7a6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:23.734538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e44dc-1860-4a43-8a0d-a6d2465d84d9 req-905d3c66-339c-4f76-8d35-8bf43f20703a tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:23.736000 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9c8e44dc-1860-4a43-8a0d-a6d2465d84d9 req-905d3c66-339c-4f76-8d35-8bf43f20703a tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 946 time: 0.0840204 Apr 29 18:03:23.778924 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9c8e44dc-1860-4a43-8a0d-a6d2465d84d9 req-5a983a1a-be68-42c1-a114-e85297310bdc tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffaa9318-107f-4729-93d3-846a08918e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371959 Apr 29 18:03:23.986767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050411a-62e3-48d9-a5ea-2dc418a1dca8 req-894c7cdf-87c4-412f-add4-8ce97b375dd1 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:23.988123 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e050411a-62e3-48d9-a5ea-2dc418a1dca8 req-894c7cdf-87c4-412f-add4-8ce97b375dd1 tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.36 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 946 time: 0.0925536 Apr 29 18:03:24.168758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-e050411a-62e3-48d9-a5ea-2dc418a1dca8 req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Deleting port ae67ff4d-af0c-4724-8142-1966c787de5d {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:03:24.169075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e050411a-62e3-48d9-a5ea-2dc418a1dca8 req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:24.427765 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-e050411a-62e3-48d9-a5ea-2dc418a1dca8 req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] For port ae67ff4d-af0c-4724-8142-1966c787de5d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ae67ff4d-af0c-4724-8142-1966c787de5d,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:24.428063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e050411a-62e3-48d9-a5ea-2dc418a1dca8 req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:24.560081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-e050411a-62e3-48d9-a5ea-2dc418a1dca8 req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Calling delete_port for ae67ff4d-af0c-4724-8142-1966c787de5d owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:03:24.714642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e050411a-62e3-48d9-a5ea-2dc418a1dca8 req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:24.726354 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['ae67ff4d-af0c-4724-8142-1966c787de5d'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:03:24.765136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Pushing event deleted for resources: {'Port': ['ID=ae67ff4d-af0c-4724-8142-1966c787de5d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:24.834409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:24.834766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:24.835106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:24.835593 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:24.835937 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:24.836273 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:24.836603 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:24.836931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:24.837261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:24.837586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:24.837912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:24.838247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:24.853394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e050411a-62e3-48d9-a5ea-2dc418a1dca8 req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] No DVR routers for this DVR port ae67ff4d-af0c-4724-8142-1966c787de5d on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:03:24.860533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e050411a-62e3-48d9-a5ea-2dc418a1dca8 req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:24.867736 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20307401-fb5c-4adc-82a9-43bc29a1e9b1', 'name': 'network-vif-deleted', 'tag': 'ae67ff4d-af0c-4724-8142-1966c787de5d'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:03:24.881028 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e050411a-62e3-48d9-a5ea-2dc418a1dca8 req-9cd3690a-7d39-4caa-acf1-7324851db32b tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.36 "DELETE /v2.0/ports/ae67ff4d-af0c-4724-8142-1966c787de5d HTTP/1.1" status: 204 len: 173 time: 0.8870378 Apr 29 18:03:24.944435 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406b3c05-856c-49f3-bd7c-4922ac33f229'] response: {'server_uuid': '20307401-fb5c-4adc-82a9-43bc29a1e9b1', 'name': 'network-vif-deleted', 'tag': 'ae67ff4d-af0c-4724-8142-1966c787de5d', 'status': 'completed', 'code': 200} Apr 29 18:03:24.956718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ca6fc9e9-504f-458d-970a-1ebaa25b6344 req-4980d96c-6b5f-433c-9d6d-d56a6f4df22c tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Synchronizing usage tracker for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:03:24.974897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-ca6fc9e9-504f-458d-970a-1ebaa25b6344 req-4980d96c-6b5f-433c-9d6d-d56a6f4df22c tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] Unset dirty status for tenant:f4492d38dc0040ac9bdcceb98adaad79 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:03:24.981642 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ca6fc9e9-504f-458d-970a-1ebaa25b6344 req-4980d96c-6b5f-433c-9d6d-d56a6f4df22c tempest-TestEncryptedCinderVolumes-1843695688 tempest-TestEncryptedCinderVolumes-1843695688-project] 10.222.0.11 "GET /v2.0/ports?device_id=20307401-fb5c-4adc-82a9-43bc29a1e9b1 HTTP/1.1" status: 200 len: 210 time: 0.0822861 Apr 29 18:03:25.388569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-278b1287-dc63-4de0-9b5d-434b1d34932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:26.121283 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58678) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:26.660089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7de2689e-e2d2-4c85-8fa6-1b98855a0dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:26.684111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:26.802623 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:27.128285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7de2689e-e2d2-4c85-8fa6-1b98855a0dca admin admin] Deleting port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:03:27.128917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7de2689e-e2d2-4c85-8fa6-1b98855a0dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:27.302557 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-7de2689e-e2d2-4c85-8fa6-1b98855a0dca admin admin] For port d1ec776b-bac8-4edf-a3ed-cd9a7614a24e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=d1ec776b-bac8-4edf-a3ed-cd9a7614a24e,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:27.302891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7de2689e-e2d2-4c85-8fa6-1b98855a0dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:27.422079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-7de2689e-e2d2-4c85-8fa6-1b98855a0dca admin admin] Calling delete_port for d1ec776b-bac8-4edf-a3ed-cd9a7614a24e owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:03:27.555393 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device ae67ff4d-af0c-4724-8142-1966c787de5d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:03:27.589495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: ae67ff4d-af0c-4724-8142-1966c787de5d {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:03:27.589816 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device ae67ff4d-af0c-4724-8142-1966c787de5d not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:03:27.591209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7de2689e-e2d2-4c85-8fa6-1b98855a0dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:27.641285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2689e-e2d2-4c85-8fa6-1b98855a0dca admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ec776b-bac8-4edf-a3ed-cd9a7614a24e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:27.908523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7de2689e-e2d2-4c85-8fa6-1b98855a0dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:28.106892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:28.386869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de2689e-e2d2-4c85-8fa6-1b98855a0dca admin admin] Router 0906e42e-e364-42f6-8817-00a7343a4eab has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:03:28.571003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de2689e-e2d2-4c85-8fa6-1b98855a0dca admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:03:28.581047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0efce02-17b3-47ee-8beb-55a41ce0d8b0 None None] Sync routers for ids ['0906e42e-e364-42f6-8817-00a7343a4eab'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:03:28.588345 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7de2689e-e2d2-4c85-8fa6-1b98855a0dca admin admin] 10.222.0.11 "PUT /v2.0/routers/0906e42e-e364-42f6-8817-00a7343a4eab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4659524 Apr 29 18:03:28.590862 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58682) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:28.591003 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0efce02-17b3-47ee-8beb-55a41ce0d8b0 None None] Routers {'0906e42e-e364-42f6-8817-00a7343a4eab'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:03:28.591524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c0efce02-17b3-47ee-8beb-55a41ce0d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:03:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['0906e42e-e364-42f6-8817-00a7343a4eab'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:28.769209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-c0efce02-17b3-47ee-8beb-55a41ce0d8b0 None None] Set router 0906e42e-e364-42f6-8817-00a7343a4eab gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:03:28.770527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:28.951158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:28.962399 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Deleting port dc345e74-69fa-4366-a121-abacd05c6bec {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:03:28.962719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:29.056295 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c0efce02-17b3-47ee-8beb-55a41ce0d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'name': 'tempest-TestEncryptedCinderVolumes-1755714532-router', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:03:27Z', 'revision_number': 5, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'gw_port': {'id': 'dc345e74-69fa-4366-a121-abacd05c6bec', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:29.060153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0efce02-17b3-47ee-8beb-55a41ce0d8b0 None None] Checking router: 0906e42e-e364-42f6-8817-00a7343a4eab for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:03:29.068478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0efce02-17b3-47ee-8beb-55a41ce0d8b0 None None] Routers {'0906e42e-e364-42f6-8817-00a7343a4eab'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:03:29.069063 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c0efce02-17b3-47ee-8beb-55a41ce0d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:03:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['0906e42e-e364-42f6-8817-00a7343a4eab'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:29.140962 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] For port dc345e74-69fa-4366-a121-abacd05c6bec, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dc345e74-69fa-4366-a121-abacd05c6bec,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:29.141445 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:29.219553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-c0efce02-17b3-47ee-8beb-55a41ce0d8b0 None None] Set router 0906e42e-e364-42f6-8817-00a7343a4eab gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:03:29.268845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Calling delete_port for dc345e74-69fa-4366-a121-abacd05c6bec owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:03:29.364646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c0efce02-17b3-47ee-8beb-55a41ce0d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'name': 'tempest-TestEncryptedCinderVolumes-1755714532-router', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:03:28Z', 'revision_number': 6, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:29.368873 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0efce02-17b3-47ee-8beb-55a41ce0d8b0 None None] The sync data for ids ['0906e42e-e364-42f6-8817-00a7343a4eab'] in dv-neutron-839024-2-hyperv is: [{'id': '0906e42e-e364-42f6-8817-00a7343a4eab', 'name': 'tempest-TestEncryptedCinderVolumes-1755714532-router', 'tenant_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:14Z', 'updated_at': '2022-04-29T18:03:28Z', 'revision_number': 6, 'project_id': 'f4492d38dc0040ac9bdcceb98adaad79', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:03:29.444598 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:29.489501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc345e74-69fa-4366-a121-abacd05c6bec,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:29.586864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:29.884787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:29.887027 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:29.911922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:29.912414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0906e42e-e364-42f6-8817-00a7343a4eab {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:03:29.926374 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:29.927621 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8e2c35d6-f45a-40aa-a36f-48ed74090572 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0906e42e-e364-42f6-8817-00a7343a4eab HTTP/1.1" status: 204 len: 168 time: 1.3355882 Apr 29 18:03:29.930221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58686) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:29.992121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Deleting subnet b82c3a59-89ad-4a63-ac2b-d30c4bb719f1 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:03:29.996055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:30.047184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:30.125477 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:30.195747 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:30.237187 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b82c3a59-89ad-4a63-ac2b-d30c4bb719f1,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:30.242281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:30.247498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2f55af-dfa4-4f9f-9cc5-79b89f48893c None None] Network 848d7299-e180-4916-acb2-39793fb7ee42 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:03:30.250716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:30.251061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:30.251405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:30.251741 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:30.252065 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:30.252390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:30.252732 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:30.253055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:30.253375 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:30.253697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:30.254002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:30.254315 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:30.258809 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fd11b777-1dba-4d11-86df-ff40686d7712 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b82c3a59-89ad-4a63-ac2b-d30c4bb719f1 HTTP/1.1" status: 204 len: 168 time: 0.3267732 Apr 29 18:03:30.261052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58690) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:30.370943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:30.381998 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Deleting port c721ae60-6cfb-43b5-9a88-79697e1ac4c6 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:03:30.382329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:30.494982 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf53d082-fdc9-4923-9b09-c85080c851ad None None] DHCP port deletion for 848d7299-e180-4916-acb2-39793fb7ee42 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:03:30.499697 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bf53d082-fdc9-4923-9b09-c85080c851ad None None] Deleting port c721ae60-6cfb-43b5-9a88-79697e1ac4c6 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:03:30.500074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bf53d082-fdc9-4923-9b09-c85080c851ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:30.592735 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] For port c721ae60-6cfb-43b5-9a88-79697e1ac4c6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c721ae60-6cfb-43b5-9a88-79697e1ac4c6,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:30.593339 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:30.698323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bf53d082-fdc9-4923-9b09-c85080c851ad None None] For port c721ae60-6cfb-43b5-9a88-79697e1ac4c6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c721ae60-6cfb-43b5-9a88-79697e1ac4c6,segment=NetworkSegment(cc0fd191-5a0b-431a-b5fa-b14655a35b53),segment_id=cc0fd191-5a0b-431a-b5fa-b14655a35b53)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:30.698674 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bf53d082-fdc9-4923-9b09-c85080c851ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:30.723479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Calling delete_port for c721ae60-6cfb-43b5-9a88-79697e1ac4c6 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:03:30.801064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:30.819356 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bf53d082-fdc9-4923-9b09-c85080c851ad None None] Calling delete_port for c721ae60-6cfb-43b5-9a88-79697e1ac4c6 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:03:30.850209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c721ae60-6cfb-43b5-9a88-79697e1ac4c6,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:30.855763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] No DVR routers for this DVR port c721ae60-6cfb-43b5-9a88-79697e1ac4c6 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: from cryptography.utils import int_from_bytes Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: from cryptography.utils import int_from_bytes Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn_limited( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 18:03:30.891144 dv-neutron-839024-2-hyperv neutron-server[88020]: util.warn( Apr 29 18:03:30.902622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-bf53d082-fdc9-4923-9b09-c85080c851ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:03:30.903005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-bf53d082-fdc9-4923-9b09-c85080c851ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:03:30.973569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:30.996353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device d1ec776b-bac8-4edf-a3ed-cd9a7614a24e no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:03:30.998591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848d7299-e180-4916-acb2-39793fb7ee42']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:31.011135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0fd191-5a0b-431a-b5fa-b14655a35b53') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:31.011580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0fd191-5a0b-431a-b5fa-b14655a35b53') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:31.023530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:31.029778 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: d1ec776b-bac8-4edf-a3ed-cd9a7614a24e {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:03:31.030116 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device d1ec776b-bac8-4edf-a3ed-cd9a7614a24e not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:03:31.030525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dc345e74-69fa-4366-a121-abacd05c6bec no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:03:31.039901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:31.046108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:03:31.046487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:03:31.059409 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:03:31.062713 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: dc345e74-69fa-4366-a121-abacd05c6bec {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:03:31.063049 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dc345e74-69fa-4366-a121-abacd05c6bec not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:03:31.063494 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c721ae60-6cfb-43b5-9a88-79697e1ac4c6 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:03:31.097383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: c721ae60-6cfb-43b5-9a88-79697e1ac4c6 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:03:31.097716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c721ae60-6cfb-43b5-9a88-79697e1ac4c6 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:03:31.140424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:31.156422 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:31.166428 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=848d7299-e180-4916-acb2-39793fb7ee42,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:31.181910 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6ea67ae5-fe33-41fb-bd38-c4197d1f99f5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/848d7299-e180-4916-acb2-39793fb7ee42 HTTP/1.1" status: 204 len: 168 time: 0.9201756 Apr 29 18:03:31.185187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58694) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:31.404402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bf53d082-fdc9-4923-9b09-c85080c851ad None None] Deleting port c721ae60-6cfb-43b5-9a88-79697e1ac4c6 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:03:31.404980 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bf53d082-fdc9-4923-9b09-c85080c851ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:31.468414 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bf53d082-fdc9-4923-9b09-c85080c851ad None None] The port 'c721ae60-6cfb-43b5-9a88-79697e1ac4c6' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 18:03:31.844130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e62dda80-1fd7-4fe4-bf94-1790d5f883b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:32.187459 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e62dda80-1fd7-4fe4-bf94-1790d5f883b7 admin admin] Deleting port 0d55122f-be92-4e5e-aebc-392975677f20 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:03:32.187762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e62dda80-1fd7-4fe4-bf94-1790d5f883b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:32.364809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-e62dda80-1fd7-4fe4-bf94-1790d5f883b7 admin admin] For port 0d55122f-be92-4e5e-aebc-392975677f20, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=0d55122f-be92-4e5e-aebc-392975677f20,segment=NetworkSegment(78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b),segment_id=78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:32.365152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e62dda80-1fd7-4fe4-bf94-1790d5f883b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:32.483177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e62dda80-1fd7-4fe4-bf94-1790d5f883b7 admin admin] Calling delete_port for 0d55122f-be92-4e5e-aebc-392975677f20 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:03:32.662802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e62dda80-1fd7-4fe4-bf94-1790d5f883b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:32.708892 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dda80-1fd7-4fe4-bf94-1790d5f883b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d55122f-be92-4e5e-aebc-392975677f20,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:32.980592 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e62dda80-1fd7-4fe4-bf94-1790d5f883b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:33.462599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62dda80-1fd7-4fe4-bf94-1790d5f883b7 admin admin] Router 9090ee21-3f07-43db-98ec-bb6701d5f534 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:03:33.635873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62dda80-1fd7-4fe4-bf94-1790d5f883b7 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:03:33.644723 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e62dda80-1fd7-4fe4-bf94-1790d5f883b7 admin admin] 10.222.0.11 "PUT /v2.0/routers/9090ee21-3f07-43db-98ec-bb6701d5f534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4585559 Apr 29 18:03:33.645440 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb91b59-3723-44e8-9791-3dd94cf5c5fd None None] Sync routers for ids ['9090ee21-3f07-43db-98ec-bb6701d5f534'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:03:33.647632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58698) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:33.655444 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb91b59-3723-44e8-9791-3dd94cf5c5fd None None] Routers {'9090ee21-3f07-43db-98ec-bb6701d5f534'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:03:33.656049 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ecb91b59-3723-44e8-9791-3dd94cf5c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:03:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9090ee21-3f07-43db-98ec-bb6701d5f534'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:33.819405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:33.829871 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ecb91b59-3723-44e8-9791-3dd94cf5c5fd None None] Set router 9090ee21-3f07-43db-98ec-bb6701d5f534 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:03:34.003806 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:34.014252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Deleting port bafbea7c-1bdc-456d-b8b5-c7fa855fa29c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:03:34.014680 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:34.112164 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ecb91b59-3723-44e8-9791-3dd94cf5c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'name': 'tempest-TestEncryptedCinderVolumes-217662031-router', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:20Z', 'updated_at': '2022-04-29T18:03:32Z', 'revision_number': 5, 'project_id': '905be7dde00f4355aa40894e75907026', 'gw_port': {'id': 'bafbea7c-1bdc-456d-b8b5-c7fa855fa29c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:02:21Z', 'updated_at': '2022-04-29T18:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:34.115841 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb91b59-3723-44e8-9791-3dd94cf5c5fd None None] Checking router: 9090ee21-3f07-43db-98ec-bb6701d5f534 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:03:34.123864 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb91b59-3723-44e8-9791-3dd94cf5c5fd None None] Routers {'9090ee21-3f07-43db-98ec-bb6701d5f534'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:03:34.124436 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ecb91b59-3723-44e8-9791-3dd94cf5c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:03:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9090ee21-3f07-43db-98ec-bb6701d5f534'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:34.188292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] For port bafbea7c-1bdc-456d-b8b5-c7fa855fa29c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=bafbea7c-1bdc-456d-b8b5-c7fa855fa29c,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:34.188644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:34.277002 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ecb91b59-3723-44e8-9791-3dd94cf5c5fd None None] Set router 9090ee21-3f07-43db-98ec-bb6701d5f534 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:03:34.314143 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Calling delete_port for bafbea7c-1bdc-456d-b8b5-c7fa855fa29c owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:03:34.380279 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ecb91b59-3723-44e8-9791-3dd94cf5c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'name': 'tempest-TestEncryptedCinderVolumes-217662031-router', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:20Z', 'updated_at': '2022-04-29T18:03:34Z', 'revision_number': 6, 'project_id': '905be7dde00f4355aa40894e75907026', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:34.384302 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb91b59-3723-44e8-9791-3dd94cf5c5fd None None] The sync data for ids ['9090ee21-3f07-43db-98ec-bb6701d5f534'] in dv-neutron-839024-2-hyperv is: [{'id': '9090ee21-3f07-43db-98ec-bb6701d5f534', 'name': 'tempest-TestEncryptedCinderVolumes-217662031-router', 'tenant_id': '905be7dde00f4355aa40894e75907026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:02:20Z', 'updated_at': '2022-04-29T18:03:34Z', 'revision_number': 6, 'project_id': '905be7dde00f4355aa40894e75907026', 'gw_port_host': None}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:03:34.598277 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:34.644568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Pushing event deleted for resources: {'Port': ['ID=bafbea7c-1bdc-456d-b8b5-c7fa855fa29c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:34.739967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:34.915349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:34.917616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:34.945977 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:34.946442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9090ee21-3f07-43db-98ec-bb6701d5f534 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:03:34.958482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:34.959699 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b58ebf20-cbec-4252-ba5a-85afbbb94518 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9090ee21-3f07-43db-98ec-bb6701d5f534 HTTP/1.1" status: 204 len: 168 time: 1.3110020 Apr 29 18:03:34.962316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58702) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:35.020490 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad2a00c-2817-4b82-98a7-4861c3d85e6f admin admin] Deleting subnet e36933f0-38b2-4281-9137-a5f34e48cf13 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:03:35.023696 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fad2a00c-2817-4b82-98a7-4861c3d85e6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:35.073363 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fad2a00c-2817-4b82-98a7-4861c3d85e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:35.140141 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0d55122f-be92-4e5e-aebc-392975677f20 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:03:35.156543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fad2a00c-2817-4b82-98a7-4861c3d85e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:35.175883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 0d55122f-be92-4e5e-aebc-392975677f20 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:03:35.176150 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 0d55122f-be92-4e5e-aebc-392975677f20 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:03:35.176572 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device bafbea7c-1bdc-456d-b8b5-c7fa855fa29c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:03:35.209139 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: bafbea7c-1bdc-456d-b8b5-c7fa855fa29c {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:03:35.209490 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device bafbea7c-1bdc-456d-b8b5-c7fa855fa29c not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:03:35.231662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fad2a00c-2817-4b82-98a7-4861c3d85e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:35.267881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2a00c-2817-4b82-98a7-4861c3d85e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36933f0-38b2-4281-9137-a5f34e48cf13,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:35.273534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fad2a00c-2817-4b82-98a7-4861c3d85e6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:35.279236 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fad2a00c-2817-4b82-98a7-4861c3d85e6f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e36933f0-38b2-4281-9137-a5f34e48cf13 HTTP/1.1" status: 204 len: 168 time: 0.3160005 Apr 29 18:03:35.279594 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85765fe3-4c79-4152-b945-4e337913d745 None None] Network b6e9d1b1-9fe0-4a15-97cd-23b3a437a853 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:03:35.281852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58706) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:35.398619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:35.409063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Deleting port 871f23e8-84e2-4a63-acd5-e545a4bafdc7 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:03:35.409391 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:35.535869 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f7ac6-0449-48c2-85e0-b3a69d918318 None None] DHCP port deletion for b6e9d1b1-9fe0-4a15-97cd-23b3a437a853 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:03:35.540172 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-255f7ac6-0449-48c2-85e0-b3a69d918318 None None] Deleting port 871f23e8-84e2-4a63-acd5-e545a4bafdc7 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:03:35.540541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-255f7ac6-0449-48c2-85e0-b3a69d918318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:35.620247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] For port 871f23e8-84e2-4a63-acd5-e545a4bafdc7, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=871f23e8-84e2-4a63-acd5-e545a4bafdc7,segment=NetworkSegment(78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b),segment_id=78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:35.620617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:35.742400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Calling delete_port for 871f23e8-84e2-4a63-acd5-e545a4bafdc7 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:03:35.769985 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-255f7ac6-0449-48c2-85e0-b3a69d918318 None None] For port 871f23e8-84e2-4a63-acd5-e545a4bafdc7, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=871f23e8-84e2-4a63-acd5-e545a4bafdc7,segment=NetworkSegment(78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b),segment_id=78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:35.770368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-255f7ac6-0449-48c2-85e0-b3a69d918318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:35.819682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:35.868527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Pushing event deleted for resources: {'Port': ['ID=871f23e8-84e2-4a63-acd5-e545a4bafdc7,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:35.871745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] No DVR routers for this DVR port 871f23e8-84e2-4a63-acd5-e545a4bafdc7 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:03:35.888811 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-255f7ac6-0449-48c2-85e0-b3a69d918318 None None] Calling delete_port for 871f23e8-84e2-4a63-acd5-e545a4bafdc7 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:03:35.961542 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-255f7ac6-0449-48c2-85e0-b3a69d918318 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:03:35.961854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-255f7ac6-0449-48c2-85e0-b3a69d918318 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:03:35.986661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:36.012309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e9d1b1-9fe0-4a15-97cd-23b3a437a853']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:36.027665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:36.028092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f37e3b-0cdb-4b1a-bd27-5b12c9e3511b') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:36.041572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:36.057939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:36.064314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:03:36.064698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:03:36.077553 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:03:36.154988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:36.170513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:36.180299 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e9d1b1-9fe0-4a15-97cd-23b3a437a853,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:36.184225 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8a143d74-c87d-4f4e-9691-725ac732e772 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b6e9d1b1-9fe0-4a15-97cd-23b3a437a853 HTTP/1.1" status: 204 len: 168 time: 0.9013541 Apr 29 18:03:36.365818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58712) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:36.414942 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-445a252c-d92e-4915-8b89-33a55fd76e24 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4492d38dc0040ac9bdcceb98adaad79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479343 Apr 29 18:03:36.418243 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58716) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:36.462856 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-255f7ac6-0449-48c2-85e0-b3a69d918318 None None] Deleting port 871f23e8-84e2-4a63-acd5-e545a4bafdc7 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:03:36.463457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-255f7ac6-0449-48c2-85e0-b3a69d918318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:36.475405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa7192d1-959b-4f7d-a23d-b14c08567cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:36.500360 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa7192d1-959b-4f7d-a23d-b14c08567cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:36.527044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-255f7ac6-0449-48c2-85e0-b3a69d918318 None None] The port '871f23e8-84e2-4a63-acd5-e545a4bafdc7' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 18:03:36.560522 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa7192d1-959b-4f7d-a23d-b14c08567cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:36.576198 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7192d1-959b-4f7d-a23d-b14c08567cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaa9318-107f-4729-93d3-846a08918e29,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:36.589071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aa7192d1-959b-4f7d-a23d-b14c08567cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:36.590184 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-aa7192d1-959b-4f7d-a23d-b14c08567cf6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffaa9318-107f-4729-93d3-846a08918e29 HTTP/1.1" status: 204 len: 168 time: 0.1710241 Apr 29 18:03:36.951395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58724) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:36.998794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 871f23e8-84e2-4a63-acd5-e545a4bafdc7 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:03:37.004119 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-eefd0170-1c80-4a7f-b3a8-a0862786f2d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=905be7dde00f4355aa40894e75907026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513060 Apr 29 18:03:37.006718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58728) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:37.034729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 871f23e8-84e2-4a63-acd5-e545a4bafdc7 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:03:37.034989 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 871f23e8-84e2-4a63-acd5-e545a4bafdc7 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:03:37.065209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fc94ab6f-dde7-4614-9b87-eff502b7e54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:37.090493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fc94ab6f-dde7-4614-9b87-eff502b7e54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:37.143962 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fc94ab6f-dde7-4614-9b87-eff502b7e54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:37.159779 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94ab6f-dde7-4614-9b87-eff502b7e54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e736c3a-75a7-42ae-a86f-248cd1c3f347,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:37.164328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fc94ab6f-dde7-4614-9b87-eff502b7e54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:37.167840 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fc94ab6f-dde7-4614-9b87-eff502b7e54c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e736c3a-75a7-42ae-a86f-248cd1c3f347 HTTP/1.1" status: 204 len: 168 time: 0.1577694 Apr 29 18:03:37.997374 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58752) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:38.105850 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-42746773-network', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:03:38.111177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:03:38.115644 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Usage tracker for resource:network and tenant:78d356af1b7d4ddebcb9ed5722e4cc7e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:03:38.118668 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:03:38.128213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:03:38.141452 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Made reservation on behalf of 78d356af1b7d4ddebcb9ed5722e4cc7e for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:03:38.143742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:38.155981 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:38.171319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:03:38.177050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Usage tracker for resource:security_group_rule and tenant:78d356af1b7d4ddebcb9ed5722e4cc7e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:03:38.181405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:03:38.189676 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:03:38.272356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:38.277986 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:38.307894 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:03:38.315980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c30795-de50-4749-b8c5-79682886586f,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:38.321445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:38.321835 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Added segment 0c8441e8-c827-4c20-824c-2159eba7a8bd of type vlan for network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c Apr 29 18:03:38.348527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:38.379603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:38.380570 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:38.381176 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:38.485049 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4865954 Apr 29 18:03:38.485900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a0ded-bdd3-4ab9-97b5-277927339c87 admin admin] Pushing event updated for resources: {'Network': ['ID=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:38.488030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58758) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:38.493695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Request body: {'subnet': {'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-42746773-subnet', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'ip_version': 4}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:03:38.495583 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:03:38.498602 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:03:38.502437 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Usage tracker for resource:subnet and tenant:78d356af1b7d4ddebcb9ed5722e4cc7e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:03:38.505086 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:03:38.505580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:03:38.512782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:03:38.523785 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Made reservation on behalf of 78d356af1b7d4ddebcb9ed5722e4cc7e for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:03:38.526211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:38.724846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:38.802086 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50127c75-acfa-4ec9-afe1-afb300a6f7bb,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:38.810760 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Checking segment: {'id': '0c8441e8-c827-4c20-824c-2159eba7a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:03:38.811096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Network hostable DHCP agents. Network: f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:03:38.830368 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:03:38.840532 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:03:38.844758 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:38.845398 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:38.850729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5029d5c-1b60-4f17-9761-8fe882e1f9ef None None] Network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:03:38.868554 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a0dae4c5-465a-4b06-9b4f-ffeb9fb7cfa9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3768013 Apr 29 18:03:38.869072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58762) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:38.874526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:03:38.879791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:03:38.883976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Usage tracker for resource:router and tenant:78d356af1b7d4ddebcb9ed5722e4cc7e is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:03:38.886879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:03:38.893379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:03:38.904915 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:38.905946 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:38.921417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:39.065604 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'fixed_ips': [{'subnet_id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:03:39.066559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:39.220740 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Allocated IP 172.20.0.2 (f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c/50127c75-acfa-4ec9-afe1-afb300a6f7bb/03dc19cf-8e9c-4211-9d25-31d7d404f3e6) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:03:39.301473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:39.423365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:39.432877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Transition to ACTIVE for port object 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:03:39.451016 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Transition to ACTIVE for port object 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:03:39.458657 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:39.524740 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:03:39.527382 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:03:39.529947 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:03:39.538639 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Pushing event updated for resources: {'Port': ['ID=03dc19cf-8e9c-4211-9d25-31d7d404f3e6,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:39.611018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:39.621943 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Attempting to bind port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:03:39.622305 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Attempting to bind port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '0c8441e8-c827-4c20-824c-2159eba7a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:03:39.622660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Attempting to bind port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 on network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:03:39.627894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:03:39.628399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Checking segment: {'id': '0c8441e8-c827-4c20-824c-2159eba7a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:03:39.628993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:39.629379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Bound using segment: {'id': '0c8441e8-c827-4c20-824c-2159eba7a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:03:39.629830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Bound port: 03dc19cf-8e9c-4211-9d25-31d7d404f3e6, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8441e8-c827-4c20-824c-2159eba7a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:03:39.630190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:39.640594 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:39.721194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] For port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:03:39.724348 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] For port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=03dc19cf-8e9c-4211-9d25-31d7d404f3e6,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:03:39.728089 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:39.777415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Allocated IP 172.26.4.78 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/a93dfa19-f5e9-4818-a447-e32a560b6d64) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:03:39.850248 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb0965-e00d-4283-a23f-ea3b4a90ee01 None None] Pushing event updated for resources: {'Port': ['ID=03dc19cf-8e9c-4211-9d25-31d7d404f3e6,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:39.931879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:39.962894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:40.032920 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:03:40.035876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:03:40.039764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:03:40.088439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Pushing event updated for resources: {'Port': ['ID=a93dfa19-f5e9-4818-a447-e32a560b6d64,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:40.582776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:40.700224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2124387-2ebf-43df-8769-506abf0af989 None None] Network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:03:40.818838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b7a6e1c0-4975-43e3-b9e7-64c2eef44049 None None] Provisioning for port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:03:40.927728 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:41.031125 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:03:41.105695 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:03:41.111931 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:41.112314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:41.143709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 18:03:41.177984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-906062dd-ec1d-4fae-8176-3ff3ceb9cb5e None None] Provisioning complete for port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:41.178227 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-906062dd-ec1d-4fae-8176-3ff3ceb9cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:41.293131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:41.315712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:03:41.334735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Sync routers for ids ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:03:41.340210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:41.341385 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a260e9e1-d4a3-4200-9106-e7429947f959 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4712970 Apr 29 18:03:41.344221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58766) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:41.385559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Routers {'727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:03:41.386155 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:03:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:41.439540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-906062dd-ec1d-4fae-8176-3ff3ceb9cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:41.449124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=03dc19cf-8e9c-4211-9d25-31d7d404f3e6,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:41.525468 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:41.675841 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=03dc19cf-8e9c-4211-9d25-31d7d404f3e6,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:41.692364 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-906062dd-ec1d-4fae-8176-3ff3ceb9cb5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:03:41.692647 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-906062dd-ec1d-4fae-8176-3ff3ceb9cb5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:03:41.696674 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Set router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:03:41.988035 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:03:40Z', 'revision_number': 3, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port': {'id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:39Z', 'updated_at': '2022-04-29T18:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:41.991948 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Checking router: 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:03:41.992291 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Updating router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e port a93dfa19-f5e9-4818-a447-e32a560b6d64 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:03:42.042967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:42.134364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:42.338338 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Allocated IP 172.20.0.1 (f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c/50127c75-acfa-4ec9-afe1-afb300a6f7bb/eac499cc-b888-451a-9ac2-74a3e18651ad) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:03:42.462019 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:42.475903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Transition to ACTIVE for port object a93dfa19-f5e9-4818-a447-e32a560b6d64 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:03:42.483673 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:42.491968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:42.508219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Transition to ACTIVE for port object eac499cc-b888-451a-9ac2-74a3e18651ad will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:03:42.533058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:42.567284 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Attempting to bind port a93dfa19-f5e9-4818-a447-e32a560b6d64 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:03:42.567628 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Attempting to bind port a93dfa19-f5e9-4818-a447-e32a560b6d64 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:03:42.568012 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Attempting to bind port a93dfa19-f5e9-4818-a447-e32a560b6d64 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:03:42.571326 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14824e3-cfe9-42dd-8388-019fc3012c6c None None] Pushing event updated for resources: {'Port': ['ID=a93dfa19-f5e9-4818-a447-e32a560b6d64,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:42.575595 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:03:42.575942 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:03:42.576322 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:42.576706 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:03:42.577174 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Bound port: a93dfa19-f5e9-4818-a447-e32a560b6d64, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:03:42.577534 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:42.602669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:03:42.605401 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:03:42.608964 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:03:42.638762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Pushing event updated for resources: {'Port': ['ID=eac499cc-b888-451a-9ac2-74a3e18651ad,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:42.663043 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] For port a93dfa19-f5e9-4818-a447-e32a560b6d64, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:03:42.666670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] For port a93dfa19-f5e9-4818-a447-e32a560b6d64, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a93dfa19-f5e9-4818-a447-e32a560b6d64,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:03:42.672703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:42.675815 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:42.751487 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Routers {'727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:03:42.752497 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:03:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:42.800188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:42.889172 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14824e3-cfe9-42dd-8388-019fc3012c6c None None] Pushing event updated for resources: {'Port': ['ID=a93dfa19-f5e9-4818-a447-e32a560b6d64,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:42.910313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-53709f0e-0537-4322-a2d4-1c960070674e None None] Provisioning for port eac499cc-b888-451a-9ac2-74a3e18651ad completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:03:42.920557 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-53709f0e-0537-4322-a2d4-1c960070674e None None] Provisioning complete for port eac499cc-b888-451a-9ac2-74a3e18651ad triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:42.920922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-53709f0e-0537-4322-a2d4-1c960070674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:42.996865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] Set router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:03:43.035024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:43.038636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-53709f0e-0537-4322-a2d4-1c960070674e None None] Port eac499cc-b888-451a-9ac2-74a3e18651ad cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:03:43.041794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:43.054394 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:03:43.143853 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:43.147280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Pushing event updated for resources: {'Port': ['ID=eac499cc-b888-451a-9ac2-74a3e18651ad,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:43.279143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:43.279564 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:43.283820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:03:43.284897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:03:43.471634 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 4, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port': {'id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:39Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'eac499cc-b888-451a-9ac2-74a3e18651ad', 'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'mac_address': 'fa:16:3e:de:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:42Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 1, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'subnets': [{'id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:43.475742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe1f77e-63f5-4005-be4c-a526a9ba5526 None None] The sync data for ids ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'] in dv-neutron-839024-2-hyperv is: [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 4, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port': {'id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:39Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'eac499cc-b888-451a-9ac2-74a3e18651ad', 'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'mac_address': 'fa:16:3e:de:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:42Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 1, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'subnets': [{'id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:03:43.477748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:03:43.568187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9b928369-c471-4916-a946-4840b2a4d5cd None None] Provisioning complete for port eac499cc-b888-451a-9ac2-74a3e18651ad triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:43.568490 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9b928369-c471-4916-a946-4840b2a4d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:43.644717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9b928369-c471-4916-a946-4840b2a4d5cd None None] Port eac499cc-b888-451a-9ac2-74a3e18651ad cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:03:43.680729 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:03:43.689668 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9c0eae2b-529e-4c30-a33d-360396931065 admin admin] 10.222.0.11 "PUT /v2.0/routers/727ab8e5-ee24-404d-bc3d-5faa3c12ec3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3444872 Apr 29 18:03:44.223272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58784) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:44.229022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-429943726-network', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:03:44.234032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:03:44.237935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Usage tracker for resource:network and tenant:92d42f7ebfed46c5949be79132a8c8a5 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:03:44.241076 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:03:44.246884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:03:44.258527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Made reservation on behalf of 92d42f7ebfed46c5949be79132a8c8a5 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:03:44.261013 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:44.274860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:44.290230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:03:44.294342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Usage tracker for resource:security_group_rule and tenant:92d42f7ebfed46c5949be79132a8c8a5 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:03:44.297552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:03:44.308315 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:03:44.399642 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:44.404609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:44.435509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:03:44.444212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7358a1c-ede3-4f54-9839-3c048de439e9,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:44.450389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:44.450634 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Added segment 22c45c8f-737e-4f88-8839-2d332720f810 of type vlan for network 762bc37e-edad-4e7a-8860-021dd6b0f36d Apr 29 18:03:44.477897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:44.509179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:44.510125 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:44.510693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:44.615553 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3910103 Apr 29 18:03:44.618485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58788) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:44.621173 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b8a98-e314-4bc2-af22-8e03c624acb3 admin admin] Pushing event updated for resources: {'Network': ['ID=762bc37e-edad-4e7a-8860-021dd6b0f36d,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:44.626075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Request body: {'subnet': {'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-429943726-subnet', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:03:44.631034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:03:44.635247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Usage tracker for resource:subnet and tenant:92d42f7ebfed46c5949be79132a8c8a5 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:03:44.637198 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 762bc37e-edad-4e7a-8860-021dd6b0f36d details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:03:44.638440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:03:44.644386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:03:44.657982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Made reservation on behalf of 92d42f7ebfed46c5949be79132a8c8a5 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:03:44.662899 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:44.991099 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:45.031024 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a93dfa19-f5e9-4818-a447-e32a560b6d64 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:03:45.062824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4ae128-f323-4523-8aa2-106132f165e4,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:45.073079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Checking segment: {'id': '22c45c8f-737e-4f88-8839-2d332720f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:03:45.073432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Network hostable DHCP agents. Network: 762bc37e-edad-4e7a-8860-021dd6b0f36d, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:03:45.094026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Network 762bc37e-edad-4e7a-8860-021dd6b0f36d is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:03:45.103369 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port a93dfa19-f5e9-4818-a447-e32a560b6d64 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:03:45.105183 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 762bc37e-edad-4e7a-8860-021dd6b0f36d) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:03:45.110508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port a93dfa19-f5e9-4818-a447-e32a560b6d64 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:45.110873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:03:45.111017 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:45.111698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:45.136053 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7902ae3d-efd7-4480-ac95-e227186e9842 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5161173 Apr 29 18:03:45.138462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58792) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:45.142218 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9631ce-c551-4ec8-b521-fa60d1fd514e None None] Network 762bc37e-edad-4e7a-8860-021dd6b0f36d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:03:45.143973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-429943726-router', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:03:45.149383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:03:45.153412 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Usage tracker for resource:router and tenant:92d42f7ebfed46c5949be79132a8c8a5 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:03:45.156630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:03:45.162612 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:03:45.174389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:45.175474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:45.191327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:45.395013 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Sync routers for ids ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:03:45.405363 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Routers {'727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:03:45.406310 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:03:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:45.423844 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:45.458950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:45.483091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port a93dfa19-f5e9-4818-a447-e32a560b6d64, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a93dfa19-f5e9-4818-a447-e32a560b6d64,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:45.488656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:45.527186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-762bc37e-edad-4e7a-8860-021dd6b0f36d', 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'fixed_ips': [{'subnet_id': 'ee4ae128-f323-4523-8aa2-106132f165e4'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:03:45.528034 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:45.590535 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Set router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:03:45.713444 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=a93dfa19-f5e9-4818-a447-e32a560b6d64,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:45.742745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Allocated IP 172.20.0.2 (762bc37e-edad-4e7a-8860-021dd6b0f36d/ee4ae128-f323-4523-8aa2-106132f165e4/430d70ab-318c-4345-83d9-603f9b52fab8) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:03:45.781288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:45.810906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:45.943060 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 4, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port': {'id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:39Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'eac499cc-b888-451a-9ac2-74a3e18651ad', 'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'mac_address': 'fa:16:3e:de:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:42Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 2, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'subnets': [{'id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:45.947035 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Checking router: 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:03:45.947420 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Updating router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e port eac499cc-b888-451a-9ac2-74a3e18651ad binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:03:45.961307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Allocated IP 172.26.4.45 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/af50c6cb-5944-45a9-9c03-f2e4cdfccd6c) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:03:45.965890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:45.976426 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Transition to ACTIVE for port object 430d70ab-318c-4345-83d9-603f9b52fab8 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:03:45.994746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Transition to ACTIVE for port object 430d70ab-318c-4345-83d9-603f9b52fab8 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:03:46.002885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:46.003820 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:46.073829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Network 762bc37e-edad-4e7a-8860-021dd6b0f36d is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:03:46.076711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:03:46.080410 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:03:46.086133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Pushing event updated for resources: {'Port': ['ID=430d70ab-318c-4345-83d9-603f9b52fab8,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:46.116162 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:46.147715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:46.170972 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Attempting to bind port 430d70ab-318c-4345-83d9-603f9b52fab8 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:03:46.171351 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Attempting to bind port 430d70ab-318c-4345-83d9-603f9b52fab8 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '22c45c8f-737e-4f88-8839-2d332720f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:03:46.171708 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Attempting to bind port 430d70ab-318c-4345-83d9-603f9b52fab8 on network 762bc37e-edad-4e7a-8860-021dd6b0f36d {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:03:46.177053 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:03:46.177405 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Checking segment: {'id': '22c45c8f-737e-4f88-8839-2d332720f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:03:46.177796 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:46.178175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Bound using segment: {'id': '22c45c8f-737e-4f88-8839-2d332720f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:03:46.178625 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Bound port: 430d70ab-318c-4345-83d9-603f9b52fab8, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c45c8f-737e-4f88-8839-2d332720f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:03:46.178981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:46.219517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:03:46.222543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:03:46.227969 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:03:46.265966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Pushing event updated for resources: {'Port': ['ID=af50c6cb-5944-45a9-9c03-f2e4cdfccd6c,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:46.275209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] For port 430d70ab-318c-4345-83d9-603f9b52fab8, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:03:46.278331 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] For port 430d70ab-318c-4345-83d9-603f9b52fab8, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=430d70ab-318c-4345-83d9-603f9b52fab8,segment=NetworkSegment(22c45c8f-737e-4f88-8839-2d332720f810),segment_id=22c45c8f-737e-4f88-8839-2d332720f810)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:03:46.283558 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:46.355728 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:46.361733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1991c-56ae-45a1-a008-4fb373cf2778 None None] Pushing event updated for resources: {'Port': ['ID=430d70ab-318c-4345-83d9-603f9b52fab8,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:46.371858 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Transition to ACTIVE for port object eac499cc-b888-451a-9ac2-74a3e18651ad will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:03:46.380601 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:46.498868 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Pushing event updated for resources: {'Port': ['ID=eac499cc-b888-451a-9ac2-74a3e18651ad,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:46.519384 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:46.519655 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:46.520151 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:46.520616 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:46.521088 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:46.521871 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:46.522381 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:46.522880 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:46.523386 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:46.523887 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:46.524386 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:46.524864 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:03:46.633298 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Attempting to bind port eac499cc-b888-451a-9ac2-74a3e18651ad on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:03:46.633656 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Attempting to bind port eac499cc-b888-451a-9ac2-74a3e18651ad by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '0c8441e8-c827-4c20-824c-2159eba7a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:03:46.634013 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Attempting to bind port eac499cc-b888-451a-9ac2-74a3e18651ad on network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:03:46.639655 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:03:46.640020 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Checking segment: {'id': '0c8441e8-c827-4c20-824c-2159eba7a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:03:46.640410 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:46.640796 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Bound using segment: {'id': '0c8441e8-c827-4c20-824c-2159eba7a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:03:46.641271 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Bound port: eac499cc-b888-451a-9ac2-74a3e18651ad, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8441e8-c827-4c20-824c-2159eba7a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:03:46.641813 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:46.768086 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] For port eac499cc-b888-451a-9ac2-74a3e18651ad, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:03:46.772078 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] For port eac499cc-b888-451a-9ac2-74a3e18651ad, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=eac499cc-b888-451a-9ac2-74a3e18651ad,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:03:46.776677 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:46.858982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:46.871182 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Routers {'727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:03:46.871825 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:03:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:46.982961 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a2c29-8d85-427f-94c7-0957385b93cc None None] Pushing event updated for resources: {'Port': ['ID=eac499cc-b888-451a-9ac2-74a3e18651ad,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:47.074395 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] Set router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:03:47.153175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 430d70ab-318c-4345-83d9-603f9b52fab8 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:03:47.242809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 430d70ab-318c-4345-83d9-603f9b52fab8 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:03:47.247225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a93dfa19-f5e9-4818-a447-e32a560b6d64 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:03:47.253587 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:47.321438 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port a93dfa19-f5e9-4818-a447-e32a560b6d64 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:47.321830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:47.470550 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 4, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port': {'id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:39Z', 'updated_at': '2022-04-29T18:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'eac499cc-b888-451a-9ac2-74a3e18651ad', 'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'mac_address': 'fa:16:3e:de:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:42Z', 'updated_at': '2022-04-29T18:03:46Z', 'revision_number': 4, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'subnets': [{'id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:47.474585 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65f4ce-c0b9-485e-bd6a-2b7ff11886d4 None None] The sync data for ids ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'] in dv-neutron-839024-2-hyperv is: [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 4, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port': {'id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:39Z', 'updated_at': '2022-04-29T18:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'eac499cc-b888-451a-9ac2-74a3e18651ad', 'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'mac_address': 'fa:16:3e:de:19:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:42Z', 'updated_at': '2022-04-29T18:03:46Z', 'revision_number': 4, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'subnets': [{'id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:03:47.490941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Router 2b4ae14c-7406-4e58-90d4-62de6a2cb190 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 18:03:47.529038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70faf60-e1d3-4d0d-b85c-54220a2e4854 None None] Network 762bc37e-edad-4e7a-8860-021dd6b0f36d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:03:47.614557 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5bf6b42b-cfdf-4656-b0be-f27175b9983a None None] Provisioning for port 430d70ab-318c-4345-83d9-603f9b52fab8 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:03:47.632055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5bf6b42b-cfdf-4656-b0be-f27175b9983a None None] Provisioning complete for port 430d70ab-318c-4345-83d9-603f9b52fab8 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:47.632735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b42b-cfdf-4656-b0be-f27175b9983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:47.681527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:03:47.697213 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Sync routers for ids ['2b4ae14c-7406-4e58-90d4-62de6a2cb190'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:03:47.714857 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:47.716688 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c8df5009-2cf5-45ef-8ce0-63320e2e18c8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5771103 Apr 29 18:03:47.719452 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58796) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:03:47.753966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Routers {'2b4ae14c-7406-4e58-90d4-62de6a2cb190'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:03:47.754663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:03:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b4ae14c-7406-4e58-90d4-62de6a2cb190'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:48.086605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b42b-cfdf-4656-b0be-f27175b9983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:48.118234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Set router 2b4ae14c-7406-4e58-90d4-62de6a2cb190 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:03:48.267191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-5bf6b42b-cfdf-4656-b0be-f27175b9983a None None] For port 430d70ab-318c-4345-83d9-603f9b52fab8, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=430d70ab-318c-4345-83d9-603f9b52fab8,segment=NetworkSegment(22c45c8f-737e-4f88-8839-2d332720f810),segment_id=22c45c8f-737e-4f88-8839-2d332720f810)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:48.276756 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b42b-cfdf-4656-b0be-f27175b9983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:48.419813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6b42b-cfdf-4656-b0be-f27175b9983a None None] Pushing event updated for resources: {'Port': ['ID=430d70ab-318c-4345-83d9-603f9b52fab8,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:48.488469 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'name': 'tempest-TestMinimumBasicScenario-429943726-router', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:03:46Z', 'revision_number': 3, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'gw_port': {'id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:42:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:48.493424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Checking router: 2b4ae14c-7406-4e58-90d4-62de6a2cb190 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:03:48.493771 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Updating router 2b4ae14c-7406-4e58-90d4-62de6a2cb190 port af50c6cb-5944-45a9-9c03-f2e4cdfccd6c binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:03:48.541506 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:48.558059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:48.560445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:48.661064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7763dc98-e04c-4d52-946a-018ae7699c5b None None] Provisioning complete for port 430d70ab-318c-4345-83d9-603f9b52fab8 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:48.661336 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7763dc98-e04c-4d52-946a-018ae7699c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:48.762536 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Allocated IP 172.20.0.1 (762bc37e-edad-4e7a-8860-021dd6b0f36d/ee4ae128-f323-4523-8aa2-106132f165e4/dbec943d-93ad-4ee1-a940-45dd54a6f367) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:03:48.910721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:48.926483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Transition to ACTIVE for port object dbec943d-93ad-4ee1-a940-45dd54a6f367 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:03:48.950209 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.001367 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.013573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Transition to ACTIVE for port object af50c6cb-5944-45a9-9c03-f2e4cdfccd6c will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:03:49.021189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.030627 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Network 762bc37e-edad-4e7a-8860-021dd6b0f36d is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:03:49.033634 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:03:49.037362 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:03:49.070996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Pushing event updated for resources: {'Port': ['ID=dbec943d-93ad-4ee1-a940-45dd54a6f367,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:49.073101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device eac499cc-b888-451a-9ac2-74a3e18651ad up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:03:49.101865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.166937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad7679-48b1-4e65-8d82-288a9bc2d8d4 None None] Pushing event updated for resources: {'Port': ['ID=af50c6cb-5944-45a9-9c03-f2e4cdfccd6c,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:49.169697 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Attempting to bind port af50c6cb-5944-45a9-9c03-f2e4cdfccd6c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:03:49.170091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Attempting to bind port af50c6cb-5944-45a9-9c03-f2e4cdfccd6c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:03:49.170573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Attempting to bind port af50c6cb-5944-45a9-9c03-f2e4cdfccd6c on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:03:49.179001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:03:49.179329 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:03:49.179726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.180109 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:03:49.180566 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Bound port: af50c6cb-5944-45a9-9c03-f2e4cdfccd6c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:03:49.180932 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.229037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.250519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port eac499cc-b888-451a-9ac2-74a3e18651ad completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:03:49.261232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port eac499cc-b888-451a-9ac2-74a3e18651ad triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:49.261628 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.303370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] For port af50c6cb-5944-45a9-9c03-f2e4cdfccd6c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:03:49.318503 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] For port af50c6cb-5944-45a9-9c03-f2e4cdfccd6c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=af50c6cb-5944-45a9-9c03-f2e4cdfccd6c,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:03:49.326854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.435341 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-66877819-03a9-49ff-87f5-f6ea85678e3e None None] Provisioning for port dbec943d-93ad-4ee1-a940-45dd54a6f367 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:03:49.459444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.464451 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.476327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-66877819-03a9-49ff-87f5-f6ea85678e3e None None] Provisioning complete for port dbec943d-93ad-4ee1-a940-45dd54a6f367 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:49.476690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-66877819-03a9-49ff-87f5-f6ea85678e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.510976 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Routers {'2b4ae14c-7406-4e58-90d4-62de6a2cb190'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:03:49.511620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:03:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b4ae14c-7406-4e58-90d4-62de6a2cb190'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:49.569555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Pushing event updated for resources: {'Port': ['ID=dbec943d-93ad-4ee1-a940-45dd54a6f367,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:49.572073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.643819 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad7679-48b1-4e65-8d82-288a9bc2d8d4 None None] Pushing event updated for resources: {'Port': ['ID=af50c6cb-5944-45a9-9c03-f2e4cdfccd6c,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:49.686918 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.708278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-66877819-03a9-49ff-87f5-f6ea85678e3e None None] Port dbec943d-93ad-4ee1-a940-45dd54a6f367 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:03:49.758220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port eac499cc-b888-451a-9ac2-74a3e18651ad, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=eac499cc-b888-451a-9ac2-74a3e18651ad,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:49.760309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] Set router 2b4ae14c-7406-4e58-90d4-62de6a2cb190 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:03:49.801737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:49.802507 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 430d70ab-318c-4345-83d9-603f9b52fab8 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:03:49.831130 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Network 762bc37e-edad-4e7a-8860-021dd6b0f36d is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:03:49.832246 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:03:50.014890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=eac499cc-b888-451a-9ac2-74a3e18651ad,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:50.024323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Router 2b4ae14c-7406-4e58-90d4-62de6a2cb190 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:03:50.111149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 430d70ab-318c-4345-83d9-603f9b52fab8 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:50.111406 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:50.133224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9c4372af-1d99-461f-9c1b-e888f243fa0f None None] Provisioning complete for port dbec943d-93ad-4ee1-a940-45dd54a6f367 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:50.133574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c4372af-1d99-461f-9c1b-e888f243fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:50.210045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:03:50.226781 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-52835722-ff2e-4552-933f-438003b726c9 admin admin] 10.222.0.11 "PUT /v2.0/routers/2b4ae14c-7406-4e58-90d4-62de6a2cb190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4987640 Apr 29 18:03:50.256765 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9c4372af-1d99-461f-9c1b-e888f243fa0f None None] Port dbec943d-93ad-4ee1-a940-45dd54a6f367 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:03:50.344330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'name': 'tempest-TestMinimumBasicScenario-429943726-router', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 4, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'gw_port': {'id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:42:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'dbec943d-93ad-4ee1-a940-45dd54a6f367', 'name': '', 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'mac_address': 'fa:16:3e:9d:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'ee4ae128-f323-4523-8aa2-106132f165e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:48Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 2, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'subnets': [{'id': 'ee4ae128-f323-4523-8aa2-106132f165e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:50.348432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad4a0c8-3f15-44b0-8cfe-c166fe9c3376 None None] The sync data for ids ['2b4ae14c-7406-4e58-90d4-62de6a2cb190'] in dv-neutron-839024-2-hyperv is: [{'id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'name': 'tempest-TestMinimumBasicScenario-429943726-router', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 4, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'gw_port': {'id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:42:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'dbec943d-93ad-4ee1-a940-45dd54a6f367', 'name': '', 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'mac_address': 'fa:16:3e:9d:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'ee4ae128-f323-4523-8aa2-106132f165e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:48Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 2, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'subnets': [{'id': 'ee4ae128-f323-4523-8aa2-106132f165e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:03:51.046368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device eac499cc-b888-451a-9ac2-74a3e18651ad up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:03:51.128671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port eac499cc-b888-451a-9ac2-74a3e18651ad triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:51.129128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:53.066912 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device af50c6cb-5944-45a9-9c03-f2e4cdfccd6c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:03:53.141349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port af50c6cb-5944-45a9-9c03-f2e4cdfccd6c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:03:53.149603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port af50c6cb-5944-45a9-9c03-f2e4cdfccd6c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:53.149774 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:53.291087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:53.320380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port af50c6cb-5944-45a9-9c03-f2e4cdfccd6c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=af50c6cb-5944-45a9-9c03-f2e4cdfccd6c,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:53.326267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:53.361262 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-419bc112-9390-4bda-bad7-98fde84a3338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:53.413568 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=af50c6cb-5944-45a9-9c03-f2e4cdfccd6c,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:53.962330 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Sync routers for ids ['2b4ae14c-7406-4e58-90d4-62de6a2cb190'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:03:53.973289 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Routers {'2b4ae14c-7406-4e58-90d4-62de6a2cb190'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:03:53.973995 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:03:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b4ae14c-7406-4e58-90d4-62de6a2cb190'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:54.165679 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Set router 2b4ae14c-7406-4e58-90d4-62de6a2cb190 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:03:54.486648 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'name': 'tempest-TestMinimumBasicScenario-429943726-router', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 4, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'gw_port': {'id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'dbec943d-93ad-4ee1-a940-45dd54a6f367', 'name': '', 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'mac_address': 'fa:16:3e:9d:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'ee4ae128-f323-4523-8aa2-106132f165e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:48Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 2, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'subnets': [{'id': 'ee4ae128-f323-4523-8aa2-106132f165e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:54.491186 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Checking router: 2b4ae14c-7406-4e58-90d4-62de6a2cb190 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:03:54.491582 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Updating router 2b4ae14c-7406-4e58-90d4-62de6a2cb190 port dbec943d-93ad-4ee1-a940-45dd54a6f367 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:03:54.556772 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:54.935161 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:54.947505 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Transition to ACTIVE for port object dbec943d-93ad-4ee1-a940-45dd54a6f367 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:03:54.955355 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:55.030546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device af50c6cb-5944-45a9-9c03-f2e4cdfccd6c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:03:55.089114 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d4575-5f9c-4ef3-847e-2f6af4d5858e None None] Pushing event updated for resources: {'Port': ['ID=dbec943d-93ad-4ee1-a940-45dd54a6f367,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:55.198146 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port af50c6cb-5944-45a9-9c03-f2e4cdfccd6c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:55.198518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:55.218592 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Attempting to bind port dbec943d-93ad-4ee1-a940-45dd54a6f367 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:03:55.218968 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Attempting to bind port dbec943d-93ad-4ee1-a940-45dd54a6f367 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '22c45c8f-737e-4f88-8839-2d332720f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:03:55.219474 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Attempting to bind port dbec943d-93ad-4ee1-a940-45dd54a6f367 on network 762bc37e-edad-4e7a-8860-021dd6b0f36d {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:03:55.229235 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:03:55.229617 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Checking segment: {'id': '22c45c8f-737e-4f88-8839-2d332720f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:03:55.229979 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:55.230357 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Bound using segment: {'id': '22c45c8f-737e-4f88-8839-2d332720f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:03:55.230808 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Bound port: dbec943d-93ad-4ee1-a940-45dd54a6f367, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c45c8f-737e-4f88-8839-2d332720f810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:03:55.231168 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:55.347597 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] For port dbec943d-93ad-4ee1-a940-45dd54a6f367, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:03:55.352669 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] For port dbec943d-93ad-4ee1-a940-45dd54a6f367, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dbec943d-93ad-4ee1-a940-45dd54a6f367,segment=NetworkSegment(22c45c8f-737e-4f88-8839-2d332720f810),segment_id=22c45c8f-737e-4f88-8839-2d332720f810)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:03:55.362471 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:55.396746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db421d85-04a2-4dfd-856f-49b501584846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:55.453186 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Routers {'2b4ae14c-7406-4e58-90d4-62de6a2cb190'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:03:55.453848 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:03:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b4ae14c-7406-4e58-90d4-62de6a2cb190'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:55.615390 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d4575-5f9c-4ef3-847e-2f6af4d5858e None None] Pushing event updated for resources: {'Port': ['ID=dbec943d-93ad-4ee1-a940-45dd54a6f367,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:55.700284 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] Set router 2b4ae14c-7406-4e58-90d4-62de6a2cb190 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:03:56.031225 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'name': 'tempest-TestMinimumBasicScenario-429943726-router', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 4, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'gw_port': {'id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'dbec943d-93ad-4ee1-a940-45dd54a6f367', 'name': '', 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'mac_address': 'fa:16:3e:9d:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'ee4ae128-f323-4523-8aa2-106132f165e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:48Z', 'updated_at': '2022-04-29T18:03:55Z', 'revision_number': 4, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'subnets': [{'id': 'ee4ae128-f323-4523-8aa2-106132f165e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:03:56.037116 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019437e3-a5b9-4cd8-b083-f871d7972e6f None None] The sync data for ids ['2b4ae14c-7406-4e58-90d4-62de6a2cb190'] in dv-neutron-839024-2-hyperv is: [{'id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'name': 'tempest-TestMinimumBasicScenario-429943726-router', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 4, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'gw_port': {'id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'dbec943d-93ad-4ee1-a940-45dd54a6f367', 'name': '', 'network_id': '762bc37e-edad-4e7a-8860-021dd6b0f36d', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'mac_address': 'fa:16:3e:9d:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'ee4ae128-f323-4523-8aa2-106132f165e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:48Z', 'updated_at': '2022-04-29T18:03:55Z', 'revision_number': 4, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'subnets': [{'id': 'ee4ae128-f323-4523-8aa2-106132f165e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:03:56.692281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:56.804283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:57.046820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dbec943d-93ad-4ee1-a940-45dd54a6f367 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:03:57.116052 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port dbec943d-93ad-4ee1-a940-45dd54a6f367 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:03:57.122039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port dbec943d-93ad-4ee1-a940-45dd54a6f367 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:57.122407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:57.245319 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:57.285377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port dbec943d-93ad-4ee1-a940-45dd54a6f367, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dbec943d-93ad-4ee1-a940-45dd54a6f367,segment=NetworkSegment(22c45c8f-737e-4f88-8839-2d332720f810),segment_id=22c45c8f-737e-4f88-8839-2d332720f810)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:03:57.290586 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:57.360179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=dbec943d-93ad-4ee1-a940-45dd54a6f367,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:03:58.114002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:03:59.028544 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dbec943d-93ad-4ee1-a940-45dd54a6f367 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:03:59.120302 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port dbec943d-93ad-4ee1-a940-45dd54a6f367 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:03:59.121848 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:00.226249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-f206edc1-c6b9-4633-84f9-a21ea24d0bf9 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:00.227743 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-f206edc1-c6b9-4633-84f9-a21ea24d0bf9 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/networks?id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c HTTP/1.1" status: 200 len: 813 time: 0.1612277 Apr 29 18:04:00.242765 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-a3ab2975-decf-43e6-b2bc-c48c83927f79 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/quotas/78d356af1b7d4ddebcb9ed5722e4cc7e HTTP/1.1" status: 200 len: 375 time: 0.0093803 Apr 29 18:04:00.327466 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-f1df1ac7-9269-48e9-b047-cff83d88841f tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Synchronizing usage tracker for tenant:78d356af1b7d4ddebcb9ed5722e4cc7e on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:04:00.348628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-f1df1ac7-9269-48e9-b047-cff83d88841f tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Unset dirty status for tenant:78d356af1b7d4ddebcb9ed5722e4cc7e on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:04:00.349919 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-f1df1ac7-9269-48e9-b047-cff83d88841f tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=78d356af1b7d4ddebcb9ed5722e4cc7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998096 Apr 29 18:04:00.365615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-3f7cf654-8c52-47c2-a7e9-cd5c1dd365f4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 18:04:00.366805 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-3f7cf654-8c52-47c2-a7e9-cd5c1dd365f4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051587 Apr 29 18:04:00.622994 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-8721be30-7a66-48c3-b577-cf4eafff26bb service neutron] 10.222.0.11 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508414 Apr 29 18:04:00.752067 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-a46da456-4f7d-4894-a5c6-8cee338d1f30 service neutron] 10.222.0.11 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229918 Apr 29 18:04:00.942545 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2701ec62-455d-497c-87ed-ad787e82449e req-71ef793e-ca15-4c34-bb01-128870ec0433 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 210 time: 0.0431049 Apr 29 18:04:02.025847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-92978b56-1212-4c7e-a33f-70d9bad7098d tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:02.027250 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-92978b56-1212-4c7e-a33f-70d9bad7098d tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.36 "GET /v2.0/networks?id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c HTTP/1.1" status: 200 len: 813 time: 0.1552269 Apr 29 18:04:02.038851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Request body: {'port': {'device_id': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'admin_state_up': True, 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:04:02.112976 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-07e31b37-0086-416f-9669-d93fed2c8287 req-1f59a27d-7554-445f-b103-b7c02b97a311 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 210 time: 0.0607324 Apr 29 18:04:02.215621 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:04:02.225207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:04:02.236362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Made reservation on behalf of 78d356af1b7d4ddebcb9ed5722e4cc7e for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:04:02.239856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:02.403060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Allocated IP 172.20.0.8 (f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c/50127c75-acfa-4ec9-afe1-afb300a6f7bb/0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:04:02.686143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:02.715233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Transition to ACTIVE for port object 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:04:02.746477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:02.834248 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:04:02.838298 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:04:02.842828 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:04:02.882261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event updated for resources: {'Port': ['ID=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:02.932934 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:02.933619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:02.983094 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-c936818a-317c-47ce-859c-e04e1dd31810 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9475491 Apr 29 18:04:03.127267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4243e1fd-34ed-41a8-a090-7db2009d4b11 None None] Provisioning for port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:04:03.133099 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4243e1fd-34ed-41a8-a090-7db2009d4b11 None None] Provisioning complete for port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:04:03.133767 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4243e1fd-34ed-41a8-a090-7db2009d4b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:03.197392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-4243e1fd-34ed-41a8-a090-7db2009d4b11 None None] Port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:04:03.326141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03716e34-5895-4686-88da-3da2031c0eeb req-1d3ed0a3-ecb4-4f41-8193-460cad204da9 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:03.326876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-03716e34-5895-4686-88da-3da2031c0eeb req-1d3ed0a3-ecb4-4f41-8193-460cad204da9 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Synchronizing usage tracker for tenant:78d356af1b7d4ddebcb9ed5722e4cc7e on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:04:03.343347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-03716e34-5895-4686-88da-3da2031c0eeb req-1d3ed0a3-ecb4-4f41-8193-460cad204da9 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Unset dirty status for tenant:78d356af1b7d4ddebcb9ed5722e4cc7e on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:04:03.344904 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-03716e34-5895-4686-88da-3da2031c0eeb req-1d3ed0a3-ecb4-4f41-8193-460cad204da9 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 931 time: 0.1038399 Apr 29 18:04:03.400033 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-03716e34-5895-4686-88da-3da2031c0eeb req-15c49893-751a-4df5-a0d7-ebba00f24bcf tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485120 Apr 29 18:04:04.612750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51618efd-16f2-40fe-b52d-e614335affe1 req-7b1da4c7-4b89-4349-8e3d-0fc77ea72347 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:04.615108 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-51618efd-16f2-40fe-b52d-e614335affe1 req-7b1da4c7-4b89-4349-8e3d-0fc77ea72347 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 931 time: 0.0972049 Apr 29 18:04:04.664916 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-51618efd-16f2-40fe-b52d-e614335affe1 req-66364deb-e6c1-493e-bea7-9655b73e6881 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438676 Apr 29 18:04:05.893000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43c01a-777c-4700-b020-be3a21c4f49c req-21e6127e-ddc5-4b6f-b4b3-99479d6cb117 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:05.895818 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8c43c01a-777c-4700-b020-be3a21c4f49c req-21e6127e-ddc5-4b6f-b4b3-99479d6cb117 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 931 time: 0.0980949 Apr 29 18:04:05.952765 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8c43c01a-777c-4700-b020-be3a21c4f49c req-dac8a09d-1963-4e6f-b726-3a20e92b7f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488355 Apr 29 18:04:07.144388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d4169-4adc-4d4e-8105-6fb8bd0f1d3e req-8009d7bf-f4a8-4244-8bdf-c0af2a68600b tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:07.146224 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-803d4169-4adc-4d4e-8105-6fb8bd0f1d3e req-8009d7bf-f4a8-4244-8bdf-c0af2a68600b tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 931 time: 0.0838947 Apr 29 18:04:07.195902 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-803d4169-4adc-4d4e-8105-6fb8bd0f1d3e req-0dbb95e2-2975-46f0-a804-11c0090d9576 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436184 Apr 29 18:04:08.407646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef9594-8873-4241-aeb1-caef1363010d req-4b391b4e-a0e3-4772-b845-a0afaed77dcf tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:08.409209 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-06ef9594-8873-4241-aeb1-caef1363010d req-4b391b4e-a0e3-4772-b845-a0afaed77dcf tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 931 time: 0.1014850 Apr 29 18:04:08.456019 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-06ef9594-8873-4241-aeb1-caef1363010d req-77ed40e3-e2f0-4b34-9277-6688f8cad847 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 Apr 29 18:04:09.644062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1212f-0987-4aba-bc29-f05eb9f22f2d req-9b6cf2b3-d469-431a-b15f-577857b6f0e7 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:09.645579 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a8f1212f-0987-4aba-bc29-f05eb9f22f2d req-9b6cf2b3-d469-431a-b15f-577857b6f0e7 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 931 time: 0.0800450 Apr 29 18:04:09.693492 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a8f1212f-0987-4aba-bc29-f05eb9f22f2d req-4c75800c-21b2-4f08-a4cb-eb4506eacc9d tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416555 Apr 29 18:04:09.957718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Request body: {'port': {'device_id': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:04:10.080211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:10.530062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:04:10.537384 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:10.551590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Transition to ACTIVE for port object 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:04:10.559722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:10.684614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d44e1-650a-460e-9590-16c197937046 service neutron] Pushing event updated for resources: {'Port': ['ID=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:10.794227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Attempting to bind port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:04:10.794558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Attempting to bind port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '0c8441e8-c827-4c20-824c-2159eba7a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:04:10.794883 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Attempting to bind port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 on network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:04:10.799615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 on network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:04:10.799928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Attempting to bind port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 on network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:04:10.804957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:04:10.805290 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Checking segment: {'id': '0c8441e8-c827-4c20-824c-2159eba7a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:04:10.805674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Bound using segment: {'id': '0c8441e8-c827-4c20-824c-2159eba7a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:04:10.806107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Bound port: 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8441e8-c827-4c20-824c-2159eba7a8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:04:10.806451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:10.959894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] For port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:04:10.963220 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] For port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:04:10.975599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866f329-e69b-4ff9-ad71-a9e6355c8cf5 req-393ab957-eea0-4dfa-bb02-5f620c6d7b17 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:10.977129 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2866f329-e69b-4ff9-ad71-a9e6355c8cf5 req-393ab957-eea0-4dfa-bb02-5f620c6d7b17 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 943 time: 0.1590967 Apr 29 18:04:10.978698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:11.063866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:11.064494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:11.065849 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-280d44e1-650a-460e-9590-16c197937046 service neutron] 10.222.0.36 "PUT /v2.0/ports/0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 HTTP/1.1" status: 200 len: 1093 time: 1.1164188 Apr 29 18:04:11.067314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:04:11.095569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d44e1-650a-460e-9590-16c197937046 service neutron] Pushing event updated for resources: {'Port': ['ID=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:11.100525 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2866f329-e69b-4ff9-ad71-a9e6355c8cf5 req-adf0dafd-d79e-4437-a9ea-7cd4ca65fc6f tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893438 Apr 29 18:04:11.160407 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d963688-4394-41ba-8510-dbb72e87e3e7'] response: {'name': 'network-changed', 'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4', 'status': 'completed', 'code': 200} Apr 29 18:04:11.206354 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-b8963d9f-fb61-446f-8aef-b711cd415055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:11.207907 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-b8963d9f-fb61-446f-8aef-b711cd415055 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78d356af1b7d4ddebcb9ed5722e4cc7e&device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 1096 time: 0.0796676 Apr 29 18:04:11.278791 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-665dafca-7eb8-426d-a0da-e55f7c3daf93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 HTTP/1.1" status: 200 len: 217 time: 0.0638742 Apr 29 18:04:11.342357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-336eb24a-f4a0-42e9-a99a-73e6f6fc0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:11.343707 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-336eb24a-f4a0-42e9-a99a-73e6f6fc0420 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50127c75-acfa-4ec9-afe1-afb300a6f7bb HTTP/1.1" status: 200 len: 852 time: 0.0594354 Apr 29 18:04:11.421019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-404a5615-1bcb-4703-9480-be4695ab6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:11.422520 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-404a5615-1bcb-4703-9480-be4695ab6aed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733552 Apr 29 18:04:11.560893 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-89f947e4-33db-4037-a148-0ff5f54ce964 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318848 Apr 29 18:04:11.698711 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e604d248-8d9e-43ec-8f61-7e5159d58740 req-36a46510-d766-4b3d-aabb-c86911fb73c5 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318915 Apr 29 18:04:11.819775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebf8b0-2f14-4831-a580-a8f947498478 req-e9ba61ce-83d0-48fd-9584-ac7006a07ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:11.821221 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a4ebf8b0-2f14-4831-a580-a8f947498478 req-e9ba61ce-83d0-48fd-9584-ac7006a07ccb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78d356af1b7d4ddebcb9ed5722e4cc7e&device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 1096 time: 0.0763307 Apr 29 18:04:11.957083 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebf8b0-2f14-4831-a580-a8f947498478 req-b161ec85-b99c-458e-9330-be507831a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:11.958391 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a4ebf8b0-2f14-4831-a580-a8f947498478 req-b161ec85-b99c-458e-9330-be507831a6d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c HTTP/1.1" status: 200 len: 914 time: 0.1294758 Apr 29 18:04:12.025252 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a4ebf8b0-2f14-4831-a580-a8f947498478 req-5f76800c-0e0b-44dc-83b8-ed42ce5c56d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 HTTP/1.1" status: 200 len: 217 time: 0.0600765 Apr 29 18:04:12.200682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebf8b0-2f14-4831-a580-a8f947498478 req-7d7e0740-5768-4132-ac8f-faf4ff07e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:12.202107 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a4ebf8b0-2f14-4831-a580-a8f947498478 req-7d7e0740-5768-4132-ac8f-faf4ff07e8d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50127c75-acfa-4ec9-afe1-afb300a6f7bb HTTP/1.1" status: 200 len: 852 time: 0.1710474 Apr 29 18:04:12.337732 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebf8b0-2f14-4831-a580-a8f947498478 req-adc5a919-4481-40b5-85fe-c500ab0320c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:12.339217 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a4ebf8b0-2f14-4831-a580-a8f947498478 req-adc5a919-4481-40b5-85fe-c500ab0320c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1305223 Apr 29 18:04:12.346654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26347bc3-9c79-4137-a324-9e154ecc8929 req-9e95e14e-79ba-43d3-a3db-85172a453b4b tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:12.347963 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-26347bc3-9c79-4137-a324-9e154ecc8929 req-9e95e14e-79ba-43d3-a3db-85172a453b4b tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 943 time: 0.1101797 Apr 29 18:04:12.476769 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-26347bc3-9c79-4137-a324-9e154ecc8929 req-c82ddd22-d465-409d-988d-04ccbc2b5f86 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109569 Apr 29 18:04:12.504453 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a4ebf8b0-2f14-4831-a580-a8f947498478 req-74b64da2-65f2-4ba5-9aea-abd34465b21c service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555579 Apr 29 18:04:12.641195 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a4ebf8b0-2f14-4831-a580-a8f947498478 req-30870440-2013-49e8-8f53-ebf09a87c5ef service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302133 Apr 29 18:04:13.673095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd53285-ea2f-4af1-bbfa-ba23564067ea req-3791c10c-7bce-46ed-930d-1a1a08d189f0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:13.674563 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-edd53285-ea2f-4af1-bbfa-ba23564067ea req-3791c10c-7bce-46ed-930d-1a1a08d189f0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 943 time: 0.0804813 Apr 29 18:04:13.725138 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-edd53285-ea2f-4af1-bbfa-ba23564067ea req-5547cbc2-978e-4ac7-b681-16e4b5b52a1f tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429885 Apr 29 18:04:13.769265 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:04:13.900234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:04:13.913126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'port_id': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4', 'mac_address': 'fa:16:3e:aa:24:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:04:13.969900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:13.986349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:04:14.002663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:04:14.009044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:14.075283 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:14.082539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:14.082851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:14.083209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:14.083571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:14.083897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:14.084221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:14.084540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:14.084860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:14.085173 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:14.085491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:14.085801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:14.086114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:14.216974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:04:14.912157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ccf48-a7cc-4746-8898-9b930a1ab450 req-aeb288cf-8bf6-47e1-94d6-8ed01614256b tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:14.913582 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-155ccf48-a7cc-4746-8898-9b930a1ab450 req-aeb288cf-8bf6-47e1-94d6-8ed01614256b tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 944 time: 0.0840273 Apr 29 18:04:14.959502 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-155ccf48-a7cc-4746-8898-9b930a1ab450 req-5f50ed6c-afd6-44c6-a5f4-339d985e268a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372672 Apr 29 18:04:15.510744 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:04:15.801863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:04:15.882232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:04:15.886787 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:04:15.887154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:16.004976 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:16.032789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:04:16.042670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:04:16.048187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:16.082757 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf73d18-0d17-463b-bc4b-984693f7a0aa'] response: {'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4', 'code': 200} Apr 29 18:04:16.129127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:16.151058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541be05e-9822-4137-b6e7-8b1a6b30a904 req-ff60e7cb-281a-4489-b3aa-5428dce97c51 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:16.152544 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-541be05e-9822-4137-b6e7-8b1a6b30a904 req-ff60e7cb-281a-4489-b3aa-5428dce97c51 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 945 time: 0.0837693 Apr 29 18:04:16.197431 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-541be05e-9822-4137-b6e7-8b1a6b30a904 req-3c79ca6b-44ba-429d-a16b-93535168a978 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388017 Apr 29 18:04:16.311093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c241a-a4e2-488b-ba98-78c75dd19b10 req-0dd6ff50-febc-4ef7-bb7f-60a43e7a4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:16.312490 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-832c241a-a4e2-488b-ba98-78c75dd19b10 req-0dd6ff50-febc-4ef7-bb7f-60a43e7a4559 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 1098 time: 0.0709424 Apr 29 18:04:16.353226 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-832c241a-a4e2-488b-ba98-78c75dd19b10 req-76de5559-5717-490f-84a8-eac099a45267 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347085 Apr 29 18:04:17.411646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf4211-d89f-41e5-aaba-e43b2da1106c req-d5d14930-483a-4606-aefc-ae1af374e807 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:17.413082 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1bdf4211-d89f-41e5-aaba-e43b2da1106c req-d5d14930-483a-4606-aefc-ae1af374e807 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 945 time: 0.0929298 Apr 29 18:04:17.455999 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1bdf4211-d89f-41e5-aaba-e43b2da1106c req-2a661682-b76e-49ae-97da-517bc5d2a550 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369282 Apr 29 18:04:18.526410 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:18.664033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17959d49-6cb0-446a-90d5-fe207298bf69 req-596c70c1-790a-4aa6-adaa-8328d55360a2 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:18.665461 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17959d49-6cb0-446a-90d5-fe207298bf69 req-596c70c1-790a-4aa6-adaa-8328d55360a2 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 945 time: 0.0889289 Apr 29 18:04:18.717868 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-17959d49-6cb0-446a-90d5-fe207298bf69 req-1d6282a6-8bfa-4cc0-aeef-b5187154f3e8 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463171 Apr 29 18:04:18.904954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4f95a-ee31-4e4d-a180-112c4390c9df req-a07b4745-027f-42bf-8cb6-160c925e18ef tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:18.906420 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0ef4f95a-ee31-4e4d-a180-112c4390c9df req-a07b4745-027f-42bf-8cb6-160c925e18ef tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 945 time: 0.0863285 Apr 29 18:04:18.953531 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0ef4f95a-ee31-4e4d-a180-112c4390c9df req-9e7834d4-e16c-4555-bc7a-160a4ae68a72 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Apr 29 18:04:19.378135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca76a04-27c4-44e0-b8e5-e216c7c323f8 req-c74385e9-89df-4488-a402-a0e15608db82 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:19.379621 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0ca76a04-27c4-44e0-b8e5-e216c7c323f8 req-c74385e9-89df-4488-a402-a0e15608db82 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 945 time: 0.1040654 Apr 29 18:04:19.424258 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0ca76a04-27c4-44e0-b8e5-e216c7c323f8 req-f144fa66-a9bb-44fa-a148-8a36ba60d404 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388412 Apr 29 18:04:23.318423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-923afe67-e2fe-4be1-b31e-307eb7612677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:25.398571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-329d5212-d89d-4418-99c1-e62e45e04053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:25.655184 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b66fdf5b-a0d2-4f5d-91cb-3a5ceea233c5 req-6ed76c76-9b84-4f4c-a55d-759d84ea39ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703833 Apr 29 18:04:25.803663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fdf5b-a0d2-4f5d-91cb-3a5ceea233c5 req-56783a61-d335-4cf2-9554-5e4ca981f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:25.805165 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b66fdf5b-a0d2-4f5d-91cb-3a5ceea233c5 req-56783a61-d335-4cf2-9554-5e4ca981f33f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78d356af1b7d4ddebcb9ed5722e4cc7e&device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 1098 time: 0.0809405 Apr 29 18:04:25.949202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fdf5b-a0d2-4f5d-91cb-3a5ceea233c5 req-b6ffe802-981e-458c-adfd-7b55bc6a7ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:25.950786 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b66fdf5b-a0d2-4f5d-91cb-3a5ceea233c5 req-b6ffe802-981e-458c-adfd-7b55bc6a7ea9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c HTTP/1.1" status: 200 len: 914 time: 0.1274986 Apr 29 18:04:26.016567 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b66fdf5b-a0d2-4f5d-91cb-3a5ceea233c5 req-412d0b19-2283-44ad-aec7-30dff0b81d28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 HTTP/1.1" status: 200 len: 217 time: 0.0598035 Apr 29 18:04:26.185741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fdf5b-a0d2-4f5d-91cb-3a5ceea233c5 req-cccf7908-d947-4fff-9a36-7aa776287d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:26.187144 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b66fdf5b-a0d2-4f5d-91cb-3a5ceea233c5 req-cccf7908-d947-4fff-9a36-7aa776287d56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50127c75-acfa-4ec9-afe1-afb300a6f7bb HTTP/1.1" status: 200 len: 852 time: 0.1654449 Apr 29 18:04:26.267022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fdf5b-a0d2-4f5d-91cb-3a5ceea233c5 req-c0c8ba10-1d78-4c6e-a410-4cd2d53932e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:26.268388 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b66fdf5b-a0d2-4f5d-91cb-3a5ceea233c5 req-c0c8ba10-1d78-4c6e-a410-4cd2d53932e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753064 Apr 29 18:04:26.400648 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b66fdf5b-a0d2-4f5d-91cb-3a5ceea233c5 req-645b9f38-c5ca-4842-9188-193ec3a6da01 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259491 Apr 29 18:04:26.535052 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b66fdf5b-a0d2-4f5d-91cb-3a5ceea233c5 req-23f63d7a-100f-40bc-b413-b5b5017d4969 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278193 Apr 29 18:04:26.691543 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:26.804845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:28.121863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:29.653649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ba585-d34f-445f-ba74-b06dfb6f461a req-e01f74f8-de1b-42c0-abd3-9f5682f7487f tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:29.655127 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ec2ba585-d34f-445f-ba74-b06dfb6f461a req-e01f74f8-de1b-42c0-abd3-9f5682f7487f tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 945 time: 0.0833080 Apr 29 18:04:29.704440 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ec2ba585-d34f-445f-ba74-b06dfb6f461a req-09c42978-0a16-448a-a131-91a560dfd8eb tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432036 Apr 29 18:04:29.727563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58984) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:04:29.895356 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c4b2c-4cdb-46b2-ad05-7f8e1f4ac2b7 tempest-TestMinimumBasicScenario-1617463710 tempest-TestMinimumBasicScenario-1617463710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:29.896409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-be2c4b2c-4cdb-46b2-ad05-7f8e1f4ac2b7 tempest-TestMinimumBasicScenario-1617463710 tempest-TestMinimumBasicScenario-1617463710-project-admin] Synchronizing usage tracker for tenant:92d42f7ebfed46c5949be79132a8c8a5 on resource:port {{(pid=88018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:04:29.916031 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-be2c4b2c-4cdb-46b2-ad05-7f8e1f4ac2b7 tempest-TestMinimumBasicScenario-1617463710 tempest-TestMinimumBasicScenario-1617463710-project-admin] Unset dirty status for tenant:92d42f7ebfed46c5949be79132a8c8a5 on resource:port {{(pid=88018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:04:29.917197 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-be2c4b2c-4cdb-46b2-ad05-7f8e1f4ac2b7 tempest-TestMinimumBasicScenario-1617463710 tempest-TestMinimumBasicScenario-1617463710-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 1093 time: 0.1885953 Apr 29 18:04:29.920439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 58990) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:04:29.925562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:04:29.931782 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:04:29.935720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Usage tracker for resource:floatingip and tenant:78d356af1b7d4ddebcb9ed5722e4cc7e is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:04:29.938547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:04:29.944653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:04:29.957086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:30.103390 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:30.260687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Allocated IP 172.26.4.43 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/92d73297-ee3b-4df8-9e0a-bed4e656919c) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:04:30.422620 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:30.457000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:30.526130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:04:30.532724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:04:30.537920 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:04:30.568103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event updated for resources: {'Port': ['ID=92d73297-ee3b-4df8-9e0a-bed4e656919c,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:30.585846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:30.586190 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:30.586529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:30.586861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:30.587205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:30.587558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:30.587918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:30.588245 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:30.588530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:30.588864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:30.589210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:30.589528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:30.991454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:31.068521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:31.390515 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:31.397431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:31.501126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event updated for resources: {'Port': ['ID=92d73297-ee3b-4df8-9e0a-bed4e656919c,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:31.513760 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:31.691320 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Floating IP 8f780071-b7ca-4a98-9de1-797ed6932b9a associated. External IP: 172.26.4.43, port: 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4. Apr 29 18:04:32.038070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:04:32.215903 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:04:32.226441 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1019cf-6b50-462b-835c-c680ed472818 None None] Sync routers for ids ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:04:32.236001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1019cf-6b50-462b-835c-c680ed472818 None None] Routers {'727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:04:32.236620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8d1019cf-6b50-462b-835c-c680ed472818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:04:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:04:32.241678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.300711 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1b8f0dbc-673e-4878-9154-6ab3d58e7364 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3789499 Apr 29 18:04:32.301221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:04:32.303599 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 58994) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:04:32.312202 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209749817', 'description': 'tempest-secgroup-smoke-1209749817 description', 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:04:32.321147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:04:32.325336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Usage tracker for resource:security_group and tenant:78d356af1b7d4ddebcb9ed5722e4cc7e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:04:32.328343 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:04:32.334207 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:04:32.350746 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908e9335-5bb5-4686-aa42-9d31867ad548'] response: {'name': 'network-changed', 'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4', 'status': 'completed', 'code': 200} Apr 29 18:04:32.351308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.374167 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:04:32.378222 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Usage tracker for resource:security_group_rule and tenant:78d356af1b7d4ddebcb9ed5722e4cc7e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:04:32.381491 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:04:32.387432 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:04:32.441351 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4126e-3971-4c6a-bf17-dcdaac5a375c req-5cb33351-560f-4c1b-98cd-bef08f61592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:32.442933 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-71c4126e-3971-4c6a-bf17-dcdaac5a375c req-5cb33351-560f-4c1b-98cd-bef08f61592b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78d356af1b7d4ddebcb9ed5722e4cc7e&device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 1098 time: 0.0745673 Apr 29 18:04:32.453524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-8d1019cf-6b50-462b-835c-c680ed472818 None None] Set router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:04:32.461738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.466639 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.521229 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a483b4c-d55b-44dc-994e-3ddb463e1470,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:32.530413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:32.531072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:32.531648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:32.532286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:32.532836 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:32.533376 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:32.533913 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:32.534467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:32.535008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:32.536382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:32.537022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:32.537563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:04:32.541669 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.547060 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4e5169b8-ee75-425e-a127-f86aa2525434 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2414761 Apr 29 18:04:32.547781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59000) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:04:32.555096 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-65420c24-043f-49ec-b478-d181d14c634a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Request body: {'security_group_rule': {'security_group_id': '8a483b4c-d55b-44dc-994e-3ddb463e1470', 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:04:32.563728 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-65420c24-043f-49ec-b478-d181d14c634a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:04:32.567839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-65420c24-043f-49ec-b478-d181d14c634a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Usage tracker for resource:security_group_rule and tenant:78d356af1b7d4ddebcb9ed5722e4cc7e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:04:32.570903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-65420c24-043f-49ec-b478-d181d14c634a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:04:32.577363 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-65420c24-043f-49ec-b478-d181d14c634a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:04:32.580111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4126e-3971-4c6a-bf17-dcdaac5a375c req-6e112cf5-60ce-438c-851d-a0353778b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:32.581552 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-71c4126e-3971-4c6a-bf17-dcdaac5a375c req-6e112cf5-60ce-438c-851d-a0353778b551 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c HTTP/1.1" status: 200 len: 914 time: 0.1329608 Apr 29 18:04:32.595533 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-65420c24-043f-49ec-b478-d181d14c634a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.659425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-65420c24-043f-49ec-b478-d181d14c634a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.665479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-65420c24-043f-49ec-b478-d181d14c634a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.687015 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-71c4126e-3971-4c6a-bf17-dcdaac5a375c req-5d185e3e-e5a4-4ee6-beee-4b4d31547740 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 HTTP/1.1" status: 200 len: 998 time: 0.0979784 Apr 29 18:04:32.696697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65420c24-043f-49ec-b478-d181d14c634a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37936f68-97e7-4116-afc2-1afb0382895f,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:32.708208 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-65420c24-043f-49ec-b478-d181d14c634a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.712603 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-65420c24-043f-49ec-b478-d181d14c634a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637585 Apr 29 18:04:32.713398 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59004) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:04:32.718900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-212e2a3e-ed71-4bde-aa9b-63d3e0e7cba6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Request body: {'security_group_rule': {'security_group_id': '8a483b4c-d55b-44dc-994e-3ddb463e1470', 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:04:32.725036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-212e2a3e-ed71-4bde-aa9b-63d3e0e7cba6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:04:32.728909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-212e2a3e-ed71-4bde-aa9b-63d3e0e7cba6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Usage tracker for resource:security_group_rule and tenant:78d356af1b7d4ddebcb9ed5722e4cc7e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:04:32.731780 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-212e2a3e-ed71-4bde-aa9b-63d3e0e7cba6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:04:32.737622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-212e2a3e-ed71-4bde-aa9b-63d3e0e7cba6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:04:32.754445 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4126e-3971-4c6a-bf17-dcdaac5a375c req-e1709468-acb4-43dd-9a44-d71d11df82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:32.755912 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-71c4126e-3971-4c6a-bf17-dcdaac5a375c req-e1709468-acb4-43dd-9a44-d71d11df82aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50127c75-acfa-4ec9-afe1-afb300a6f7bb HTTP/1.1" status: 200 len: 852 time: 0.0626988 Apr 29 18:04:32.756219 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-212e2a3e-ed71-4bde-aa9b-63d3e0e7cba6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.809187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8d1019cf-6b50-462b-835c-c680ed472818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 4, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port': {'id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:39Z', 'updated_at': '2022-04-29T18:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '8f780071-b7ca-4a98-9de1-797ed6932b9a', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'port_id': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'mac_address': 'fa:16:3e:aa:24:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:04:30Z', 'updated_at': '2022-04-29T18:04:30Z', 'revision_number': 0, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac499cc-b888-451a-9ac2-74a3e18651ad', 'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'mac_address': 'fa:16:3e:de:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:42Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 5, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'subnets': [{'id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:04:32.813903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1019cf-6b50-462b-835c-c680ed472818 None None] Checking router: 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:04:32.823696 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1019cf-6b50-462b-835c-c680ed472818 None None] Routers {'727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:04:32.824330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8d1019cf-6b50-462b-835c-c680ed472818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:04:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:04:32.834864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-212e2a3e-ed71-4bde-aa9b-63d3e0e7cba6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.840928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-212e2a3e-ed71-4bde-aa9b-63d3e0e7cba6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.866533 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e2a3e-ed71-4bde-aa9b-63d3e0e7cba6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b191a609-188f-42ff-b6a8-8f6b44f70813,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:32.882090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-212e2a3e-ed71-4bde-aa9b-63d3e0e7cba6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.887032 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-212e2a3e-ed71-4bde-aa9b-63d3e0e7cba6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1724310 Apr 29 18:04:32.887798 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59008) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:04:32.893484 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3dd79c16-cd0f-4033-938c-c48e6d5afb2a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Request body: {'security_group_rule': {'security_group_id': '8a483b4c-d55b-44dc-994e-3ddb463e1470', 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:04:32.900472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3dd79c16-cd0f-4033-938c-c48e6d5afb2a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:04:32.904329 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3dd79c16-cd0f-4033-938c-c48e6d5afb2a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Usage tracker for resource:security_group_rule and tenant:78d356af1b7d4ddebcb9ed5722e4cc7e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:04:32.907755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3dd79c16-cd0f-4033-938c-c48e6d5afb2a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:04:32.913694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3dd79c16-cd0f-4033-938c-c48e6d5afb2a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:04:32.933110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3dd79c16-cd0f-4033-938c-c48e6d5afb2a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:32.979308 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4126e-3971-4c6a-bf17-dcdaac5a375c req-6c4c5bf2-460b-4e05-845f-76892143b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:32.981453 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-71c4126e-3971-4c6a-bf17-dcdaac5a375c req-6c4c5bf2-460b-4e05-845f-76892143b872 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2137814 Apr 29 18:04:33.023213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3dd79c16-cd0f-4033-938c-c48e6d5afb2a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.027046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3dd79c16-cd0f-4033-938c-c48e6d5afb2a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.030905 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-8d1019cf-6b50-462b-835c-c680ed472818 None None] Set router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:04:33.051949 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd79c16-cd0f-4033-938c-c48e6d5afb2a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881de351-1d4f-4c02-83b0-671f841bbea0,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:33.071214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3dd79c16-cd0f-4033-938c-c48e6d5afb2a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.072575 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3dd79c16-cd0f-4033-938c-c48e6d5afb2a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1837599 Apr 29 18:04:33.075444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59012) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:04:33.080585 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-f9114d10-b1bc-4fe6-890e-f13221b655fb tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Request body: {'security_group_rule': {'security_group_id': '8a483b4c-d55b-44dc-994e-3ddb463e1470', 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:04:33.086790 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f9114d10-b1bc-4fe6-890e-f13221b655fb tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:04:33.091031 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f9114d10-b1bc-4fe6-890e-f13221b655fb tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Usage tracker for resource:security_group_rule and tenant:78d356af1b7d4ddebcb9ed5722e4cc7e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:04:33.094080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-f9114d10-b1bc-4fe6-890e-f13221b655fb tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:04:33.100748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-f9114d10-b1bc-4fe6-890e-f13221b655fb tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:04:33.119548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f9114d10-b1bc-4fe6-890e-f13221b655fb tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.128179 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-71c4126e-3971-4c6a-bf17-dcdaac5a375c req-1d08b3f5-0a45-46f5-9f7b-10a4279293d7 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406434 Apr 29 18:04:33.189090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f9114d10-b1bc-4fe6-890e-f13221b655fb tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.193937 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f9114d10-b1bc-4fe6-890e-f13221b655fb tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.222474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9114d10-b1bc-4fe6-890e-f13221b655fb tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a9d684-160e-40f7-8f31-f2e817e0202c,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:33.230624 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f9114d10-b1bc-4fe6-890e-f13221b655fb tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.232201 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f9114d10-b1bc-4fe6-890e-f13221b655fb tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557620 Apr 29 18:04:33.234900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59016) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:04:33.240097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-afa95d1e-9235-49b3-b30f-7bf2ad50ebe0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Request body: {'security_group_rule': {'security_group_id': '8a483b4c-d55b-44dc-994e-3ddb463e1470', 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:04:33.246272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-afa95d1e-9235-49b3-b30f-7bf2ad50ebe0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:04:33.250737 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-afa95d1e-9235-49b3-b30f-7bf2ad50ebe0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Usage tracker for resource:security_group_rule and tenant:78d356af1b7d4ddebcb9ed5722e4cc7e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:04:33.253960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-afa95d1e-9235-49b3-b30f-7bf2ad50ebe0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:04:33.260004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-afa95d1e-9235-49b3-b30f-7bf2ad50ebe0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:04:33.274221 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-afa95d1e-9235-49b3-b30f-7bf2ad50ebe0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Project 78d356af1b7d4ddebcb9ed5722e4cc7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:04:33.276515 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-71c4126e-3971-4c6a-bf17-dcdaac5a375c req-f68629f7-22fb-48bf-8b54-acf59cc785d9 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419940 Apr 29 18:04:33.282959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afa95d1e-9235-49b3-b30f-7bf2ad50ebe0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.351455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afa95d1e-9235-49b3-b30f-7bf2ad50ebe0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.355857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afa95d1e-9235-49b3-b30f-7bf2ad50ebe0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.379571 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa95d1e-9235-49b3-b30f-7bf2ad50ebe0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503f035a-151b-4358-8b96-06d2a5e98736,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:33.390051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-afa95d1e-9235-49b3-b30f-7bf2ad50ebe0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.391396 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-afa95d1e-9235-49b3-b30f-7bf2ad50ebe0 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554861 Apr 29 18:04:33.394363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59020) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:04:33.400234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-d1081c0d-5209-49b6-914b-3b7d51750ad6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Request body: {'security_group_rule': {'security_group_id': '8a483b4c-d55b-44dc-994e-3ddb463e1470', 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:04:33.405912 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8d1019cf-6b50-462b-835c-c680ed472818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 4, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port': {'id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:39Z', 'updated_at': '2022-04-29T18:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '8f780071-b7ca-4a98-9de1-797ed6932b9a', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'port_id': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'mac_address': 'fa:16:3e:aa:24:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:04:30Z', 'updated_at': '2022-04-29T18:04:30Z', 'revision_number': 0, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac499cc-b888-451a-9ac2-74a3e18651ad', 'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'mac_address': 'fa:16:3e:de:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:42Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 5, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'subnets': [{'id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:04:33.406473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d1081c0d-5209-49b6-914b-3b7d51750ad6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:04:33.410099 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d1081c0d-5209-49b6-914b-3b7d51750ad6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Usage tracker for resource:security_group_rule and tenant:78d356af1b7d4ddebcb9ed5722e4cc7e is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:04:33.410326 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1019cf-6b50-462b-835c-c680ed472818 None None] The sync data for ids ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'] in dv-neutron-839024-2-hyperv is: [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 4, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port': {'id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:39Z', 'updated_at': '2022-04-29T18:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '8f780071-b7ca-4a98-9de1-797ed6932b9a', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'port_id': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'mac_address': 'fa:16:3e:aa:24:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:04:30Z', 'updated_at': '2022-04-29T18:04:30Z', 'revision_number': 0, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac499cc-b888-451a-9ac2-74a3e18651ad', 'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'mac_address': 'fa:16:3e:de:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:42Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 5, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'subnets': [{'id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:04:33.413054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-d1081c0d-5209-49b6-914b-3b7d51750ad6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:04:33.420906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-d1081c0d-5209-49b6-914b-3b7d51750ad6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:04:33.431127 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-d1081c0d-5209-49b6-914b-3b7d51750ad6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Project 78d356af1b7d4ddebcb9ed5722e4cc7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:04:33.438059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d1081c0d-5209-49b6-914b-3b7d51750ad6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.502086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d1081c0d-5209-49b6-914b-3b7d51750ad6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.507568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d1081c0d-5209-49b6-914b-3b7d51750ad6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.532824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1081c0d-5209-49b6-914b-3b7d51750ad6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecca6f8-afa5-491b-bec4-1b82fbedaf9f,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:33.541901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d1081c0d-5209-49b6-914b-3b7d51750ad6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:33.543135 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d1081c0d-5209-49b6-914b-3b7d51750ad6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478040 Apr 29 18:04:33.600059 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcc645c-6674-48ef-8a58-f1bf56fe9d75 None None] New status for floating IP 8f780071-b7ca-4a98-9de1-797ed6932b9a: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:04:33.670718 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d0852808-5dd0-4fd6-b325-c52970c3c2b1 req-76c560cc-e592-4946-9809-3f9843bc0b10 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209749817&fields=id&tenant_id=78d356af1b7d4ddebcb9ed5722e4cc7e HTTP/1.1" status: 200 len: 267 time: 0.0449884 Apr 29 18:04:33.754044 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0852808-5dd0-4fd6-b325-c52970c3c2b1 req-897190ad-6122-4095-84de-f6d333824a48 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:33.755510 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d0852808-5dd0-4fd6-b325-c52970c3c2b1 req-897190ad-6122-4095-84de-f6d333824a48 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 945 time: 0.0788302 Apr 29 18:04:33.766509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-d0852808-5dd0-4fd6-b325-c52970c3c2b1 req-94d165f1-8ab1-4e7d-af61-cbcfd53db4be tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Request body: {'port': {'security_groups': ['14c30795-de50-4749-b8c5-79682886586f', '8a483b4c-d55b-44dc-994e-3ddb463e1470']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:04:33.890397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d0852808-5dd0-4fd6-b325-c52970c3c2b1 req-94d165f1-8ab1-4e7d-af61-cbcfd53db4be tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:34.150531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-d0852808-5dd0-4fd6-b325-c52970c3c2b1 req-94d165f1-8ab1-4e7d-af61-cbcfd53db4be tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] For port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:04:34.176238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d0852808-5dd0-4fd6-b325-c52970c3c2b1 req-94d165f1-8ab1-4e7d-af61-cbcfd53db4be tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:34.181789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d0852808-5dd0-4fd6-b325-c52970c3c2b1 req-94d165f1-8ab1-4e7d-af61-cbcfd53db4be tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:34.193668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:04:34.252025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0852808-5dd0-4fd6-b325-c52970c3c2b1 req-94d165f1-8ab1-4e7d-af61-cbcfd53db4be tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:34.252648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d0852808-5dd0-4fd6-b325-c52970c3c2b1 req-94d165f1-8ab1-4e7d-af61-cbcfd53db4be tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:34.254062 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d0852808-5dd0-4fd6-b325-c52970c3c2b1 req-94d165f1-8ab1-4e7d-af61-cbcfd53db4be tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "PUT /v2.0/ports/0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 HTTP/1.1" status: 200 len: 981 time: 0.4921095 Apr 29 18:04:34.274069 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d165f1-8ab1-4e7d-af61-cbcfd53db4be tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event updated for resources: {'Port': ['ID=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,revision_number=6']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:04:34.333346 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:04:34.352625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:04:34.455190 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd44acc-3535-4a71-a019-433f520b96fa'] response: {'name': 'network-changed', 'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4', 'status': 'completed', 'code': 200} Apr 29 18:04:34.561450 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbac87-08c2-414a-8a02-7dbd41283b18 req-26eb8d68-1ac2-40b1-9305-414a1b11b6f5 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:34.562919 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eadbac87-08c2-414a-8a02-7dbd41283b18 req-26eb8d68-1ac2-40b1-9305-414a1b11b6f5 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 984 time: 0.1631880 Apr 29 18:04:34.565668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79901-9122-49ae-8bbe-097a5252a581 req-c431213b-b062-4eb1-8274-77842e311979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:34.566990 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4dc79901-9122-49ae-8bbe-097a5252a581 req-c431213b-b062-4eb1-8274-77842e311979 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78d356af1b7d4ddebcb9ed5722e4cc7e&device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 1137 time: 0.1110303 Apr 29 18:04:34.670006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9c70577b-df75-44a6-b09b-54f588ff3d30 None None] Provisioning complete for port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:04:34.670571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c70577b-df75-44a6-b09b-54f588ff3d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:34.691711 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eadbac87-08c2-414a-8a02-7dbd41283b18 req-a3510b29-94ab-476d-b1f5-0df3b11dfad5 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&id=8a483b4c-d55b-44dc-994e-3ddb463e1470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1219683 Apr 29 18:04:34.730666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79901-9122-49ae-8bbe-097a5252a581 req-8c0b861c-3f06-4248-9ded-bdfd914b2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:34.732125 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4dc79901-9122-49ae-8bbe-097a5252a581 req-8c0b861c-3f06-4248-9ded-bdfd914b2887 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c HTTP/1.1" status: 200 len: 914 time: 0.1496062 Apr 29 18:04:34.834917 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4dc79901-9122-49ae-8bbe-097a5252a581 req-aa4884fb-4698-49d4-bf35-e2606785fcd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 HTTP/1.1" status: 200 len: 1000 time: 0.0957975 Apr 29 18:04:34.900883 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79901-9122-49ae-8bbe-097a5252a581 req-23aef4f0-2b37-4780-bd47-2ccf33bf8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:34.902331 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4dc79901-9122-49ae-8bbe-097a5252a581 req-23aef4f0-2b37-4780-bd47-2ccf33bf8107 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50127c75-acfa-4ec9-afe1-afb300a6f7bb HTTP/1.1" status: 200 len: 852 time: 0.0617075 Apr 29 18:04:34.977852 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79901-9122-49ae-8bbe-097a5252a581 req-20114e69-d343-4f93-9148-902bab63dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:34.979483 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4dc79901-9122-49ae-8bbe-097a5252a581 req-20114e69-d343-4f93-9148-902bab63dc46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708790 Apr 29 18:04:35.112941 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4dc79901-9122-49ae-8bbe-097a5252a581 req-54c73daf-b237-4ced-b71b-ca021d453a11 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269190 Apr 29 18:04:35.352114 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4dc79901-9122-49ae-8bbe-097a5252a581 req-9c39b946-0173-4864-acf6-eff352c37c85 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328756 Apr 29 18:04:48.542744 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:52.088944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790e6fe-f9a9-41b2-adf4-aa9335931dcb req-2153a46a-19ab-4b00-ad29-217a5f206fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:52.090417 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1790e6fe-f9a9-41b2-adf4-aa9335931dcb req-2153a46a-19ab-4b00-ad29-217a5f206fd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78d356af1b7d4ddebcb9ed5722e4cc7e&device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 1137 time: 0.1318398 Apr 29 18:04:52.098629 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312555-2a68-4d16-97fb-2cbab5788486 req-5c39dc5d-81a7-4b4d-9e48-1d1e054f45f9 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:52.099982 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bf312555-2a68-4d16-97fb-2cbab5788486 req-5c39dc5d-81a7-4b4d-9e48-1d1e054f45f9 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 984 time: 0.1074288 Apr 29 18:04:52.231812 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bf312555-2a68-4d16-97fb-2cbab5788486 req-0b13c3df-9b9d-4619-9587-9f8cd352c01a tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&id=8a483b4c-d55b-44dc-994e-3ddb463e1470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131697 Apr 29 18:04:52.257018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790e6fe-f9a9-41b2-adf4-aa9335931dcb req-bf8375ce-da11-4519-b303-97d6a4e12745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:52.258487 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1790e6fe-f9a9-41b2-adf4-aa9335931dcb req-bf8375ce-da11-4519-b303-97d6a4e12745 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c HTTP/1.1" status: 200 len: 914 time: 0.1576989 Apr 29 18:04:52.364103 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1790e6fe-f9a9-41b2-adf4-aa9335931dcb req-a82e5676-aacd-42fb-9ea7-e802319d9848 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 HTTP/1.1" status: 200 len: 1000 time: 0.0978656 Apr 29 18:04:52.428115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790e6fe-f9a9-41b2-adf4-aa9335931dcb req-08fd0e40-b3b4-41cb-96b0-55dfbf8f33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:52.429522 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1790e6fe-f9a9-41b2-adf4-aa9335931dcb req-08fd0e40-b3b4-41cb-96b0-55dfbf8f33e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50127c75-acfa-4ec9-afe1-afb300a6f7bb HTTP/1.1" status: 200 len: 852 time: 0.0594187 Apr 29 18:04:52.505304 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790e6fe-f9a9-41b2-adf4-aa9335931dcb req-d7d341f0-6fc2-4fc8-a3c0-2d5b97d68594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:52.506712 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1790e6fe-f9a9-41b2-adf4-aa9335931dcb req-d7d341f0-6fc2-4fc8-a3c0-2d5b97d68594 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705807 Apr 29 18:04:52.515765 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:04:52.641474 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1790e6fe-f9a9-41b2-adf4-aa9335931dcb req-eb9d5462-a4ef-4ff2-8f3f-9efa44d9d3bc service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265833 Apr 29 18:04:52.771633 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1790e6fe-f9a9-41b2-adf4-aa9335931dcb req-299d88aa-23cf-4c00-a850-6eabc764405e service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237350 Apr 29 18:04:53.321912 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c23f96a2-05a5-4d8d-9431-4d23b088b696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:53.434436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbe218-a2ce-44e3-b5c8-6594292f4657 req-2451e8e4-0c03-4bb4-a44c-3657c01347b5 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:53.435901 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8bdbe218-a2ce-44e3-b5c8-6594292f4657 req-2451e8e4-0c03-4bb4-a44c-3657c01347b5 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 984 time: 0.0922403 Apr 29 18:04:53.486161 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8bdbe218-a2ce-44e3-b5c8-6594292f4657 req-36cf78ed-8049-4603-9876-7fff832332d6 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&id=8a483b4c-d55b-44dc-994e-3ddb463e1470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440571 Apr 29 18:04:54.696733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410e62e-eeed-4182-8d61-4dbb4185ad76 req-b764bb68-5320-40ed-9b55-fa670409e27d tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:54.698169 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0410e62e-eeed-4182-8d61-4dbb4185ad76 req-b764bb68-5320-40ed-9b55-fa670409e27d tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 984 time: 0.0916884 Apr 29 18:04:54.743772 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0410e62e-eeed-4182-8d61-4dbb4185ad76 req-a928b70b-d0ab-40f5-b23b-1d34daa563a3 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&id=8a483b4c-d55b-44dc-994e-3ddb463e1470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394354 Apr 29 18:04:55.401281 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-02e63d64-489a-43cd-b2b9-5b1a34772176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:55.945710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1870b-0cf4-4aae-b155-cb2b82595c05 req-5053dafe-6d99-48cd-9589-d9ad06c51c9b tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:55.947054 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6fa1870b-0cf4-4aae-b155-cb2b82595c05 req-5053dafe-6d99-48cd-9589-d9ad06c51c9b tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 984 time: 0.0957730 Apr 29 18:04:55.995217 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6fa1870b-0cf4-4aae-b155-cb2b82595c05 req-9b3ae062-794a-4ca8-afbe-0d2a18d4bee8 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&id=8a483b4c-d55b-44dc-994e-3ddb463e1470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404284 Apr 29 18:04:56.694789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:56.813703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:57.185101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8587a-1297-48c1-93f2-313c3643e133 req-5e76b995-6c00-4976-8534-dffb0f6575e7 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:57.186522 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e3b8587a-1297-48c1-93f2-313c3643e133 req-5e76b995-6c00-4976-8534-dffb0f6575e7 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 984 time: 0.0855994 Apr 29 18:04:57.231888 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e3b8587a-1297-48c1-93f2-313c3643e133 req-0b3504d1-8377-454e-9e09-71e5dfe62368 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&id=8a483b4c-d55b-44dc-994e-3ddb463e1470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393960 Apr 29 18:04:58.112207 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:04:58.434768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d5f0b-ede7-47c3-94dd-a9479976b298 req-63df401c-454b-46f2-8816-c3312d074385 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:58.436120 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a65d5f0b-ede7-47c3-94dd-a9479976b298 req-63df401c-454b-46f2-8816-c3312d074385 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 984 time: 0.0879483 Apr 29 18:04:58.481682 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a65d5f0b-ede7-47c3-94dd-a9479976b298 req-742b30a9-d513-42f8-b1ec-fe8c8880032b tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&id=8a483b4c-d55b-44dc-994e-3ddb463e1470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395904 Apr 29 18:04:59.665353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de42fc1-b0e2-4acb-80ac-44be1100b6da req-60ca47d6-38c8-4b38-8f7d-c380adc98fea tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:04:59.666871 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4de42fc1-b0e2-4acb-80ac-44be1100b6da req-60ca47d6-38c8-4b38-8f7d-c380adc98fea tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 984 time: 0.0796890 Apr 29 18:04:59.716563 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4de42fc1-b0e2-4acb-80ac-44be1100b6da req-8f57134c-93b0-4fc3-8c78-a159a68b0fc1 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&id=8a483b4c-d55b-44dc-994e-3ddb463e1470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437925 Apr 29 18:05:00.929377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25651e-5edd-402a-907d-d735f94ba466 req-c11c7799-8610-44af-8c83-188c77ce8553 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:00.930725 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ef25651e-5edd-402a-907d-d735f94ba466 req-c11c7799-8610-44af-8c83-188c77ce8553 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 984 time: 0.0931602 Apr 29 18:05:00.978362 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ef25651e-5edd-402a-907d-d735f94ba466 req-b1ad8666-8ba9-4283-bcd6-41b09daca278 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&id=8a483b4c-d55b-44dc-994e-3ddb463e1470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416157 Apr 29 18:05:02.188002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50ac69-0e53-4b2f-8a0c-9f9e843bbfd2 req-b9a8884d-0ea7-4e7c-85bc-aa34474fdc27 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:02.189418 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cb50ac69-0e53-4b2f-8a0c-9f9e843bbfd2 req-b9a8884d-0ea7-4e7c-85bc-aa34474fdc27 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 984 time: 0.0860381 Apr 29 18:05:02.344376 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cb50ac69-0e53-4b2f-8a0c-9f9e843bbfd2 req-66c56a76-45cf-492a-80b5-5d205104f5b9 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&id=8a483b4c-d55b-44dc-994e-3ddb463e1470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489997 Apr 29 18:05:03.542478 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d1ebb-8096-47b9-a65e-3d6d05b57d19 req-17e3d6db-d79a-41e5-9a41-831c6a2590f7 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:03.544186 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d88d1ebb-8096-47b9-a65e-3d6d05b57d19 req-17e3d6db-d79a-41e5-9a41-831c6a2590f7 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 984 time: 0.0832152 Apr 29 18:05:03.592372 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d88d1ebb-8096-47b9-a65e-3d6d05b57d19 req-7013ca8b-2e86-4330-963e-5d19198abead tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&id=8a483b4c-d55b-44dc-994e-3ddb463e1470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415075 Apr 29 18:05:04.805632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f11e38-cf1b-4dfd-8da8-f35fc3cc3fa8 req-4c2f69aa-5291-4b5c-86ab-067077dc5b95 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:04.807084 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67f11e38-cf1b-4dfd-8da8-f35fc3cc3fa8 req-4c2f69aa-5291-4b5c-86ab-067077dc5b95 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 984 time: 0.0973163 Apr 29 18:05:04.853609 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-67f11e38-cf1b-4dfd-8da8-f35fc3cc3fa8 req-eef70124-bb82-4e40-8310-516894e910ab tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&id=8a483b4c-d55b-44dc-994e-3ddb463e1470&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405045 Apr 29 18:05:18.560723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:23.335369 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-13671bb2-ad51-4f46-b255-e1b1e9cc8310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:25.402316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9e1e03d8-f47b-422b-a897-1c8ed2cdce6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:26.698906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:26.810310 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:27.739929 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db8bd0b2-9494-4fef-a877-b66866deb6c6 req-e63b8197-e0b9-4d44-877a-f4a20bb01eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706840 Apr 29 18:05:27.883832 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bd0b2-9494-4fef-a877-b66866deb6c6 req-c4378fb2-bba1-49cd-ba5f-b04e10d5bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:27.885307 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db8bd0b2-9494-4fef-a877-b66866deb6c6 req-c4378fb2-bba1-49cd-ba5f-b04e10d5bca2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78d356af1b7d4ddebcb9ed5722e4cc7e&device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 1137 time: 0.0760536 Apr 29 18:05:28.037857 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bd0b2-9494-4fef-a877-b66866deb6c6 req-76e41893-50f5-4b36-b9a8-d8b66d533946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:28.039363 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db8bd0b2-9494-4fef-a877-b66866deb6c6 req-76e41893-50f5-4b36-b9a8-d8b66d533946 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c HTTP/1.1" status: 200 len: 914 time: 0.1328053 Apr 29 18:05:28.112362 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:28.143035 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db8bd0b2-9494-4fef-a877-b66866deb6c6 req-5bcd9144-f18e-413a-887c-08013aa2e395 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 HTTP/1.1" status: 200 len: 1000 time: 0.0970027 Apr 29 18:05:28.216834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bd0b2-9494-4fef-a877-b66866deb6c6 req-96353b79-4b42-4535-8a33-da0b295fed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:28.218370 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db8bd0b2-9494-4fef-a877-b66866deb6c6 req-96353b79-4b42-4535-8a33-da0b295fed9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50127c75-acfa-4ec9-afe1-afb300a6f7bb HTTP/1.1" status: 200 len: 852 time: 0.0691092 Apr 29 18:05:28.300791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bd0b2-9494-4fef-a877-b66866deb6c6 req-16d9ce2c-aa54-49fd-89ce-8bcce246eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:28.302956 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db8bd0b2-9494-4fef-a877-b66866deb6c6 req-16d9ce2c-aa54-49fd-89ce-8bcce246eb61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783632 Apr 29 18:05:28.442406 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db8bd0b2-9494-4fef-a877-b66866deb6c6 req-d42e8ddf-dd71-46ec-912a-57b2839b59dc service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329811 Apr 29 18:05:28.579400 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-db8bd0b2-9494-4fef-a877-b66866deb6c6 req-3510efac-1572-4ba4-b5d5-f5276bf86f4b service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305404 Apr 29 18:05:29.520428 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:05:37.555840 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c1effe1-829f-45b9-bf80-add8befb0009 req-75779c07-63a6-4028-987a-1c96923ba7d8 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209749817&fields=id&tenant_id=78d356af1b7d4ddebcb9ed5722e4cc7e HTTP/1.1" status: 200 len: 267 time: 0.2578952 Apr 29 18:05:37.639829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1effe1-829f-45b9-bf80-add8befb0009 req-65b38f6b-ebd1-40a8-a44f-fe3447546b6f tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:37.641198 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c1effe1-829f-45b9-bf80-add8befb0009 req-65b38f6b-ebd1-40a8-a44f-fe3447546b6f tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 984 time: 0.0785992 Apr 29 18:05:37.652648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-0c1effe1-829f-45b9-bf80-add8befb0009 req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Request body: {'port': {'security_groups': ['14c30795-de50-4749-b8c5-79682886586f']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:05:37.782441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-0c1effe1-829f-45b9-bf80-add8befb0009 req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:38.025890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-0c1effe1-829f-45b9-bf80-add8befb0009 req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] For port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:05:38.050602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-0c1effe1-829f-45b9-bf80-add8befb0009 req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:38.057503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-0c1effe1-829f-45b9-bf80-add8befb0009 req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:38.069470 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:05:38.123725 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1effe1-829f-45b9-bf80-add8befb0009 req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:38.124336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-0c1effe1-829f-45b9-bf80-add8befb0009 req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:38.125669 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c1effe1-829f-45b9-bf80-add8befb0009 req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "PUT /v2.0/ports/0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 HTTP/1.1" status: 200 len: 942 time: 0.4774938 Apr 29 18:05:38.126131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:05:38.132574 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59088) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:38.151072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event updated for resources: {'Port': ['ID=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,revision_number=7']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:38.163030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.163030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.163030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.163030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.163030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.163030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.163030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.163652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.163825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.164536 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.164924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.165443 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27505188-295e-48ca-a235-e8544a606c47 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.188779 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad02709-0e3c-48f8-90e9-06af7a407ad2'] response: {'name': 'network-changed', 'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4', 'status': 'completed', 'code': 200} Apr 29 18:05:38.222116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:38.231552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:05:38.254068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:38.347687 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:38.374865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a483b4c-d55b-44dc-994e-3ddb463e1470,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:38.383672 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:38.387354 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "DELETE /v2.0/security-groups/8a483b4c-d55b-44dc-994e-3ddb463e1470 HTTP/1.1" status: 204 len: 168 time: 0.2496800 Apr 29 18:05:38.387354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.387354 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.387697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.387800 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.388125 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.388615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.389095 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.389417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.389738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.390050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.390510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.390832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a05ef1-5cdd-49ab-b5fb-cb1cf6df4f59 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:05:38.393191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59092) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:38.443171 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919c117-44ab-45f0-bef5-ef4182c076b2 req-9dedf844-fac1-41d5-bea5-b12dcc65c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:38.445508 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d919c117-44ab-45f0-bef5-ef4182c076b2 req-9dedf844-fac1-41d5-bea5-b12dcc65c74e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78d356af1b7d4ddebcb9ed5722e4cc7e&device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 1098 time: 0.2311535 Apr 29 18:05:38.475004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b148067e-c939-4af0-9bb8-8948bfc44bb8 None None] Provisioning complete for port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:05:38.475392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b148067e-c939-4af0-9bb8-8948bfc44bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:38.580890 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919c117-44ab-45f0-bef5-ef4182c076b2 req-7328ac87-61b1-4ef9-b0d3-00d197d892e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:38.582388 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d919c117-44ab-45f0-bef5-ef4182c076b2 req-7328ac87-61b1-4ef9-b0d3-00d197d892e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c HTTP/1.1" status: 200 len: 914 time: 0.1300724 Apr 29 18:05:38.604837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6b40f-0afc-4cd9-b14b-7a5dc153273e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Deleting port 92d73297-ee3b-4df8-9e0a-bed4e656919c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:05:38.605174 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b40f-0afc-4cd9-b14b-7a5dc153273e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:38.685023 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d919c117-44ab-45f0-bef5-ef4182c076b2 req-7b3ea9a8-1cb1-4cce-8fa1-78740517a40d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 HTTP/1.1" status: 200 len: 1000 time: 0.0966845 Apr 29 18:05:38.746280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919c117-44ab-45f0-bef5-ef4182c076b2 req-936eeee6-1c70-4b59-befe-f84ca80e1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:38.747837 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d919c117-44ab-45f0-bef5-ef4182c076b2 req-936eeee6-1c70-4b59-befe-f84ca80e1809 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50127c75-acfa-4ec9-afe1-afb300a6f7bb HTTP/1.1" status: 200 len: 852 time: 0.0573540 Apr 29 18:05:38.778663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b40f-0afc-4cd9-b14b-7a5dc153273e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:38.779067 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b40f-0afc-4cd9-b14b-7a5dc153273e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:38.820927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919c117-44ab-45f0-bef5-ef4182c076b2 req-355bd1fb-09b7-4259-84d3-e888dd876aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:38.822431 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d919c117-44ab-45f0-bef5-ef4182c076b2 req-355bd1fb-09b7-4259-84d3-e888dd876aa3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691211 Apr 29 18:05:38.956113 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d919c117-44ab-45f0-bef5-ef4182c076b2 req-908be034-0a75-43dd-ac61-aaca14652226 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267204 Apr 29 18:05:39.009217 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6b40f-0afc-4cd9-b14b-7a5dc153273e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Calling delete_port for 92d73297-ee3b-4df8-9e0a-bed4e656919c owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:05:39.087088 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d919c117-44ab-45f0-bef5-ef4182c076b2 req-9df26187-55f3-485d-b826-b7a9eb05ee9b service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252570 Apr 29 18:05:39.170808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b40f-0afc-4cd9-b14b-7a5dc153273e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:39.216720 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6b40f-0afc-4cd9-b14b-7a5dc153273e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event deleted for resources: {'Port': ['ID=92d73297-ee3b-4df8-9e0a-bed4e656919c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:39.312092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b40f-0afc-4cd9-b14b-7a5dc153273e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:39.312414 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-b0a6b40f-0afc-4cd9-b14b-7a5dc153273e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Floating IP 8f780071-b7ca-4a98-9de1-797ed6932b9a disassociated (deleted). External IP: 172.26.4.43, port: 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4. Apr 29 18:05:39.660498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a6b40f-0afc-4cd9-b14b-7a5dc153273e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:05:39.847903 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a6b40f-0afc-4cd9-b14b-7a5dc153273e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:05:39.857940 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a26cc-47dc-48fd-975f-69a9bce9bd43 None None] Sync routers for ids ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:05:39.868401 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a26cc-47dc-48fd-975f-69a9bce9bd43 None None] Routers {'727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:05:39.869207 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-258a26cc-47dc-48fd-975f-69a9bce9bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:05:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:39.870213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b0a6b40f-0afc-4cd9-b14b-7a5dc153273e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:39.926211 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b0a6b40f-0afc-4cd9-b14b-7a5dc153273e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "DELETE /v2.0/floatingips/8f780071-b7ca-4a98-9de1-797ed6932b9a HTTP/1.1" status: 204 len: 168 time: 1.5318398 Apr 29 18:05:39.926957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:05:40.054375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-258a26cc-47dc-48fd-975f-69a9bce9bd43 None None] Set router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:05:40.078919 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77311c38-ac70-47bf-b388-7089ef0bf98b'] response: {'name': 'network-changed', 'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4', 'status': 'completed', 'code': 200} Apr 29 18:05:40.183689 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c926e6-2684-4371-8b1c-e3e01c824efd req-c3d64ab8-8fb7-49da-8601-0d24814444f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:40.185284 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70c926e6-2684-4371-8b1c-e3e01c824efd req-c3d64ab8-8fb7-49da-8601-0d24814444f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78d356af1b7d4ddebcb9ed5722e4cc7e&device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 1098 time: 0.0851307 Apr 29 18:05:40.335668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c926e6-2684-4371-8b1c-e3e01c824efd req-ee8a1c3d-ad48-47bd-86a0-d4e8db51ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:40.337648 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70c926e6-2684-4371-8b1c-e3e01c824efd req-ee8a1c3d-ad48-47bd-86a0-d4e8db51ee0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c HTTP/1.1" status: 200 len: 914 time: 0.1463795 Apr 29 18:05:40.385338 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-258a26cc-47dc-48fd-975f-69a9bce9bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 4, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port': {'id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:39Z', 'updated_at': '2022-04-29T18:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'eac499cc-b888-451a-9ac2-74a3e18651ad', 'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'mac_address': 'fa:16:3e:de:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:42Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 5, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'subnets': [{'id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:40.389392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a26cc-47dc-48fd-975f-69a9bce9bd43 None None] Checking router: 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:05:40.398711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a26cc-47dc-48fd-975f-69a9bce9bd43 None None] Routers {'727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:05:40.399345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-258a26cc-47dc-48fd-975f-69a9bce9bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:05:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:40.411515 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70c926e6-2684-4371-8b1c-e3e01c824efd req-290448b6-2554-4eeb-b01c-d697b863c9c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 HTTP/1.1" status: 200 len: 217 time: 0.0675254 Apr 29 18:05:40.475026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c926e6-2684-4371-8b1c-e3e01c824efd req-4dd458db-a765-4df3-959c-d8bc7ced3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:40.476367 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70c926e6-2684-4371-8b1c-e3e01c824efd req-4dd458db-a765-4df3-959c-d8bc7ced3b06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50127c75-acfa-4ec9-afe1-afb300a6f7bb HTTP/1.1" status: 200 len: 852 time: 0.0590920 Apr 29 18:05:40.557622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c926e6-2684-4371-8b1c-e3e01c824efd req-bc88df16-9f64-4c77-94ae-a5a1502c6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:40.559074 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70c926e6-2684-4371-8b1c-e3e01c824efd req-bc88df16-9f64-4c77-94ae-a5a1502c6c9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767221 Apr 29 18:05:40.616103 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-258a26cc-47dc-48fd-975f-69a9bce9bd43 None None] Set router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:05:40.691597 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70c926e6-2684-4371-8b1c-e3e01c824efd req-b12eb630-bfd0-4fee-a7a5-815dbc7308e8 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254675 Apr 29 18:05:40.829948 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70c926e6-2684-4371-8b1c-e3e01c824efd req-101321f6-3334-4cf8-8de5-d6702b840a04 service neutron] 10.222.0.36 "GET /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279290 Apr 29 18:05:40.937902 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-258a26cc-47dc-48fd-975f-69a9bce9bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 4, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port': {'id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:39Z', 'updated_at': '2022-04-29T18:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'eac499cc-b888-451a-9ac2-74a3e18651ad', 'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'mac_address': 'fa:16:3e:de:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:42Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 5, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'subnets': [{'id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:40.941758 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a26cc-47dc-48fd-975f-69a9bce9bd43 None None] The sync data for ids ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'] in dv-neutron-839024-2-hyperv is: [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:03:42Z', 'revision_number': 4, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port': {'id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:39Z', 'updated_at': '2022-04-29T18:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'eac499cc-b888-451a-9ac2-74a3e18651ad', 'name': '', 'network_id': 'f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'mac_address': 'fa:16:3e:de:19:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:42Z', 'updated_at': '2022-04-29T18:03:49Z', 'revision_number': 5, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'subnets': [{'id': '50127c75-acfa-4ec9-afe1-afb300a6f7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:05:41.171023 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bff7a6-064d-4b6c-b689-565a236f36f6 None None] New status for floating IP 8f780071-b7ca-4a98-9de1-797ed6932b9a: DOWN {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:05:44.424906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf9107-1c89-4870-b3d7-a60001ff449d req-bf798e90-82b6-41b4-b5c7-d5cfd522685c tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:44.427011 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a8bf9107-1c89-4870-b3d7-a60001ff449d req-bf798e90-82b6-41b4-b5c7-d5cfd522685c tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 945 time: 0.0885990 Apr 29 18:05:44.474099 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a8bf9107-1c89-4870-b3d7-a60001ff449d req-ec35df57-332b-47ed-8238-a61e4d329fa2 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382533 Apr 29 18:05:45.678870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b33ad8-3721-48fc-a4ed-33fb871df54e req-7291f8ae-309e-4281-9f6c-13ae312b5bfa tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:45.680355 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-90b33ad8-3721-48fc-a4ed-33fb871df54e req-7291f8ae-309e-4281-9f6c-13ae312b5bfa tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 945 time: 0.0849292 Apr 29 18:05:45.725453 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-90b33ad8-3721-48fc-a4ed-33fb871df54e req-f106dbe7-e690-4e6b-8ec5-74982e23148e tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/security-groups?id=14c30795-de50-4749-b8c5-79682886586f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376740 Apr 29 18:05:46.104113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b374e60-6823-4f2f-94e9-3a71727d027b req-5d095dd8-5196-444d-891d-983cb8a840e8 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:05:46.106344 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1b374e60-6823-4f2f-94e9-3a71727d027b req-5d095dd8-5196-444d-891d-983cb8a840e8 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 945 time: 0.2055178 Apr 29 18:05:46.184932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-1b374e60-6823-4f2f-94e9-3a71727d027b req-1654723c-800f-4601-9338-121a73b70c79 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Deleting port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:05:46.185271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-1b374e60-6823-4f2f-94e9-3a71727d027b req-1654723c-800f-4601-9338-121a73b70c79 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:46.437285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-1b374e60-6823-4f2f-94e9-3a71727d027b req-1654723c-800f-4601-9338-121a73b70c79 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] For port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:05:46.437578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-1b374e60-6823-4f2f-94e9-3a71727d027b req-1654723c-800f-4601-9338-121a73b70c79 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:46.562489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-1b374e60-6823-4f2f-94e9-3a71727d027b req-1654723c-800f-4601-9338-121a73b70c79 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Calling delete_port for 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:05:46.708499 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-1b374e60-6823-4f2f-94e9-3a71727d027b req-1654723c-800f-4601-9338-121a73b70c79 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:46.795682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654723c-800f-4601-9338-121a73b70c79 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Pushing event deleted for resources: {'Port': ['ID=0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:46.875020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b374e60-6823-4f2f-94e9-3a71727d027b req-1654723c-800f-4601-9338-121a73b70c79 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] No DVR routers for this DVR port 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:05:46.881117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-1b374e60-6823-4f2f-94e9-3a71727d027b req-1654723c-800f-4601-9338-121a73b70c79 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:46.883619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'name': 'network-vif-deleted', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:05:46.891135 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-478a35bd-81e1-4fbd-a7f9-2e0594e914de req-67130664-ca41-43bd-800b-5155b40ece45 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b HTTP/1.1" status: 200 len: 210 time: 0.0586956 Apr 29 18:05:46.898200 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1b374e60-6823-4f2f-94e9-3a71727d027b req-1654723c-800f-4601-9338-121a73b70c79 tempest-TestMinimumBasicScenario-1340336459 tempest-TestMinimumBasicScenario-1340336459-project] 10.222.0.36 "DELETE /v2.0/ports/0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 HTTP/1.1" status: 204 len: 173 time: 0.7856758 Apr 29 18:05:46.930510 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4461fcc-9e86-40bd-b122-4ef1c10b09ec'] response: {'server_uuid': '0d1dd508-22be-4b0a-aeb9-31aa3cd1c35b', 'name': 'network-vif-deleted', 'tag': '0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4', 'status': 'completed', 'code': 200} Apr 29 18:05:48.186315 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:05:48.221135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:05:48.221473 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 0be3c215-9a4d-42d9-a1e3-3fc6ac604dc4 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:05:48.544800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:48.578001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59184) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:49.219786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d8c597c-79ae-4fac-866b-db2de1665288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:49.582282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c597c-79ae-4fac-866b-db2de1665288 admin admin] Deleting port eac499cc-b888-451a-9ac2-74a3e18651ad {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:05:49.582987 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d8c597c-79ae-4fac-866b-db2de1665288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:49.750820 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-5d8c597c-79ae-4fac-866b-db2de1665288 admin admin] For port eac499cc-b888-451a-9ac2-74a3e18651ad, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=eac499cc-b888-451a-9ac2-74a3e18651ad,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:05:49.751173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d8c597c-79ae-4fac-866b-db2de1665288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:49.883137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c597c-79ae-4fac-866b-db2de1665288 admin admin] Calling delete_port for eac499cc-b888-451a-9ac2-74a3e18651ad owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:05:50.064194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d8c597c-79ae-4fac-866b-db2de1665288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:50.118449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c597c-79ae-4fac-866b-db2de1665288 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac499cc-b888-451a-9ac2-74a3e18651ad,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:50.379220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d8c597c-79ae-4fac-866b-db2de1665288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:50.834494 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8c597c-79ae-4fac-866b-db2de1665288 admin admin] Router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:05:51.013427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8c597c-79ae-4fac-866b-db2de1665288 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:05:51.022883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0039fc3-43c8-40f4-ae71-87be09f730a7 None None] Sync routers for ids ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:05:51.028420 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5d8c597c-79ae-4fac-866b-db2de1665288 admin admin] 10.222.0.11 "PUT /v2.0/routers/727ab8e5-ee24-404d-bc3d-5faa3c12ec3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4468215 Apr 29 18:05:51.028653 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59188) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:51.033823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0039fc3-43c8-40f4-ae71-87be09f730a7 None None] Routers {'727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:05:51.034444 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c0039fc3-43c8-40f4-ae71-87be09f730a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:05:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:51.205184 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:51.233836 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-c0039fc3-43c8-40f4-ae71-87be09f730a7 None None] Set router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:05:51.378411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:51.389882 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Deleting port a93dfa19-f5e9-4818-a447-e32a560b6d64 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:05:51.390259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:51.519414 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c0039fc3-43c8-40f4-ae71-87be09f730a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:05:50Z', 'revision_number': 5, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port': {'id': 'a93dfa19-f5e9-4818-a447-e32a560b6d64', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:39Z', 'updated_at': '2022-04-29T18:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:51.523215 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0039fc3-43c8-40f4-ae71-87be09f730a7 None None] Checking router: 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:05:51.531641 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0039fc3-43c8-40f4-ae71-87be09f730a7 None None] Routers {'727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:05:51.532231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c0039fc3-43c8-40f4-ae71-87be09f730a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:05:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:51.559203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] For port a93dfa19-f5e9-4818-a447-e32a560b6d64, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a93dfa19-f5e9-4818-a447-e32a560b6d64,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:05:51.559575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:51.679612 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-c0039fc3-43c8-40f4-ae71-87be09f730a7 None None] Set router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:05:51.682819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Calling delete_port for a93dfa19-f5e9-4818-a447-e32a560b6d64 owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:05:51.784648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c0039fc3-43c8-40f4-ae71-87be09f730a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:05:51Z', 'revision_number': 6, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:51.788839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0039fc3-43c8-40f4-ae71-87be09f730a7 None None] The sync data for ids ['727ab8e5-ee24-404d-bc3d-5faa3c12ec3e'] in dv-neutron-839024-2-hyperv is: [{'id': '727ab8e5-ee24-404d-bc3d-5faa3c12ec3e', 'name': 'tempest-TestMinimumBasicScenario-42746773-router', 'tenant_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:38Z', 'updated_at': '2022-04-29T18:05:51Z', 'revision_number': 6, 'project_id': '78d356af1b7d4ddebcb9ed5722e4cc7e', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:05:51.962122 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.006156 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a93dfa19-f5e9-4818-a447-e32a560b6d64,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:52.098230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.272912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.275333 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.299147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.299660 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 727ab8e5-ee24-404d-bc3d-5faa3c12ec3e {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:05:52.311444 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.312549 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0a9728dc-cbac-42e1-98f1-1e3664cea3e3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/727ab8e5-ee24-404d-bc3d-5faa3c12ec3e HTTP/1.1" status: 204 len: 168 time: 1.2830682 Apr 29 18:05:52.316180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59192) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:52.376498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-885ff232-4a83-4647-b75a-d9f8cef664fc admin admin] Deleting subnet 50127c75-acfa-4ec9-afe1-afb300a6f7bb {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:05:52.379641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-885ff232-4a83-4647-b75a-d9f8cef664fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.432191 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-885ff232-4a83-4647-b75a-d9f8cef664fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.509679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-885ff232-4a83-4647-b75a-d9f8cef664fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.581366 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-885ff232-4a83-4647-b75a-d9f8cef664fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.618414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ff232-4a83-4647-b75a-d9f8cef664fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50127c75-acfa-4ec9-afe1-afb300a6f7bb,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:52.623394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-885ff232-4a83-4647-b75a-d9f8cef664fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.629425 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a35e6-07c0-4ec3-ac32-00bcf34c3e36 None None] Network f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:05:52.630164 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-885ff232-4a83-4647-b75a-d9f8cef664fc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/50127c75-acfa-4ec9-afe1-afb300a6f7bb HTTP/1.1" status: 204 len: 168 time: 0.3129985 Apr 29 18:05:52.632710 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59196) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:52.736504 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.747946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Deleting port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:05:52.748137 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.922645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90996568-49c0-4b75-8117-b1e6929781f0 None None] DHCP port deletion for f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:05:52.927127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-90996568-49c0-4b75-8117-b1e6929781f0 None None] Deleting port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:05:52.927518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-90996568-49c0-4b75-8117-b1e6929781f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:52.957021 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] For port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=03dc19cf-8e9c-4211-9d25-31d7d404f3e6,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:05:52.957369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:53.085542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Calling delete_port for 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:05:53.114184 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device eac499cc-b888-451a-9ac2-74a3e18651ad no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:05:53.165419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:53.166240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: eac499cc-b888-451a-9ac2-74a3e18651ad {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:05:53.166589 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device eac499cc-b888-451a-9ac2-74a3e18651ad not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:05:53.167006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:05:53.207838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:05:53.208166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:05:53.208564 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a93dfa19-f5e9-4818-a447-e32a560b6d64 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:05:53.212568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=03dc19cf-8e9c-4211-9d25-31d7d404f3e6,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:53.217292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] No DVR routers for this DVR port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:05:53.243436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: a93dfa19-f5e9-4818-a447-e32a560b6d64 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:05:53.243772 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a93dfa19-f5e9-4818-a447-e32a560b6d64 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:05:53.246007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-90996568-49c0-4b75-8117-b1e6929781f0 None None] For port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=03dc19cf-8e9c-4211-9d25-31d7d404f3e6,segment=NetworkSegment(0c8441e8-c827-4c20-824c-2159eba7a8bd),segment_id=0c8441e8-c827-4c20-824c-2159eba7a8bd)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:05:53.246535 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-90996568-49c0-4b75-8117-b1e6929781f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:53.334292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:53.363707 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:53.367849 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-90996568-49c0-4b75-8117-b1e6929781f0 None None] Calling delete_port for 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:05:53.376005 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8441e8-c827-4c20-824c-2159eba7a8bd') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:53.376290 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8441e8-c827-4c20-824c-2159eba7a8bd') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:53.387831 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:53.404412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:53.411133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:05:53.411543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:53.423824 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8910d64b-7cef-44b2-adb5-e16b64a6610e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:05:53.426396 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:05:53.449119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-90996568-49c0-4b75-8117-b1e6929781f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:05:53.449602 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-90996568-49c0-4b75-8117-b1e6929781f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:05:53.510046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:53.631534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:53.637302 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:53.647054 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-88f245a7-d547-415f-a7e8-cb99c451c5e4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f2ddcdf0-7691-4f75-9ef2-9e3b9c578d7c HTTP/1.1" status: 204 len: 168 time: 1.0134082 Apr 29 18:05:53.650341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59200) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:53.950700 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-90996568-49c0-4b75-8117-b1e6929781f0 None None] Deleting port 03dc19cf-8e9c-4211-9d25-31d7d404f3e6 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:05:53.951284 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-90996568-49c0-4b75-8117-b1e6929781f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:54.015358 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-90996568-49c0-4b75-8117-b1e6929781f0 None None] The port '03dc19cf-8e9c-4211-9d25-31d7d404f3e6' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 18:05:54.203414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6468dc8c-06c1-4a00-9a84-ed96a4fdb728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:54.665695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6468dc8c-06c1-4a00-9a84-ed96a4fdb728 admin admin] Deleting port dbec943d-93ad-4ee1-a940-45dd54a6f367 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:05:54.666399 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6468dc8c-06c1-4a00-9a84-ed96a4fdb728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:54.838861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-6468dc8c-06c1-4a00-9a84-ed96a4fdb728 admin admin] For port dbec943d-93ad-4ee1-a940-45dd54a6f367, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=dbec943d-93ad-4ee1-a940-45dd54a6f367,segment=NetworkSegment(22c45c8f-737e-4f88-8839-2d332720f810),segment_id=22c45c8f-737e-4f88-8839-2d332720f810)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:05:54.839196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6468dc8c-06c1-4a00-9a84-ed96a4fdb728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:54.959168 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-6468dc8c-06c1-4a00-9a84-ed96a4fdb728 admin admin] Calling delete_port for dbec943d-93ad-4ee1-a940-45dd54a6f367 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:05:55.141965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6468dc8c-06c1-4a00-9a84-ed96a4fdb728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:55.186067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468dc8c-06c1-4a00-9a84-ed96a4fdb728 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbec943d-93ad-4ee1-a940-45dd54a6f367,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:55.401576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8480ce13-bbf4-4f02-9624-618427157d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:55.469530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6468dc8c-06c1-4a00-9a84-ed96a4fdb728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:55.941801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6468dc8c-06c1-4a00-9a84-ed96a4fdb728 admin admin] Router 2b4ae14c-7406-4e58-90d4-62de6a2cb190 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:05:56.121513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6468dc8c-06c1-4a00-9a84-ed96a4fdb728 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:05:56.130262 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d2c51d-c2ee-4230-adbe-194e20e29762 None None] Sync routers for ids ['2b4ae14c-7406-4e58-90d4-62de6a2cb190'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:05:56.138121 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6468dc8c-06c1-4a00-9a84-ed96a4fdb728 admin admin] 10.222.0.11 "PUT /v2.0/routers/2b4ae14c-7406-4e58-90d4-62de6a2cb190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4867201 Apr 29 18:05:56.141777 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59204) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:56.143749 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2c51d-c2ee-4230-adbe-194e20e29762 None None] Routers {'2b4ae14c-7406-4e58-90d4-62de6a2cb190'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:05:56.144670 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-64d2c51d-c2ee-4230-adbe-194e20e29762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:05:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b4ae14c-7406-4e58-90d4-62de6a2cb190'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:56.313812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:56.315800 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-64d2c51d-c2ee-4230-adbe-194e20e29762 None None] Set router 2b4ae14c-7406-4e58-90d4-62de6a2cb190 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:05:56.486662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:56.497125 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Deleting port af50c6cb-5944-45a9-9c03-f2e4cdfccd6c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:05:56.497456 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:56.632594 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-64d2c51d-c2ee-4230-adbe-194e20e29762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'name': 'tempest-TestMinimumBasicScenario-429943726-router', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:05:55Z', 'revision_number': 5, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'gw_port': {'id': 'af50c6cb-5944-45a9-9c03-f2e4cdfccd6c', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:56.636420 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d2c51d-c2ee-4230-adbe-194e20e29762 None None] Checking router: 2b4ae14c-7406-4e58-90d4-62de6a2cb190 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:05:56.645321 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2c51d-c2ee-4230-adbe-194e20e29762 None None] Routers {'2b4ae14c-7406-4e58-90d4-62de6a2cb190'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:05:56.645928 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-64d2c51d-c2ee-4230-adbe-194e20e29762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:05:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b4ae14c-7406-4e58-90d4-62de6a2cb190'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:56.677716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] For port af50c6cb-5944-45a9-9c03-f2e4cdfccd6c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=af50c6cb-5944-45a9-9c03-f2e4cdfccd6c,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:05:56.677989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:56.698292 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:56.796022 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:56.797912 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-64d2c51d-c2ee-4230-adbe-194e20e29762 None None] Set router 2b4ae14c-7406-4e58-90d4-62de6a2cb190 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:05:56.803373 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Calling delete_port for af50c6cb-5944-45a9-9c03-f2e4cdfccd6c owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:05:56.904136 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-64d2c51d-c2ee-4230-adbe-194e20e29762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'name': 'tempest-TestMinimumBasicScenario-429943726-router', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:05:56Z', 'revision_number': 6, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:56.908821 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d2c51d-c2ee-4230-adbe-194e20e29762 None None] The sync data for ids ['2b4ae14c-7406-4e58-90d4-62de6a2cb190'] in dv-neutron-839024-2-hyperv is: [{'id': '2b4ae14c-7406-4e58-90d4-62de6a2cb190', 'name': 'tempest-TestMinimumBasicScenario-429943726-router', 'tenant_id': '92d42f7ebfed46c5949be79132a8c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:03:45Z', 'updated_at': '2022-04-29T18:05:56Z', 'revision_number': 6, 'project_id': '92d42f7ebfed46c5949be79132a8c8a5', 'gw_port_host': None}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:05:56.974270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.018207 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Pushing event deleted for resources: {'Port': ['ID=af50c6cb-5944-45a9-9c03-f2e4cdfccd6c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:57.111524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.285345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.287919 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.314503 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.315280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b4ae14c-7406-4e58-90d4-62de6a2cb190 {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:05:57.327851 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.331622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59208) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:57.332093 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-29ae7cc1-d7c8-46c2-a71f-2068d51efb78 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2b4ae14c-7406-4e58-90d4-62de6a2cb190 HTTP/1.1" status: 204 len: 168 time: 1.1887469 Apr 29 18:05:57.356226 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dbec943d-93ad-4ee1-a940-45dd54a6f367 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:05:57.389467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: dbec943d-93ad-4ee1-a940-45dd54a6f367 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:05:57.389808 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device dbec943d-93ad-4ee1-a940-45dd54a6f367 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:05:57.389985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff26b80-0165-4078-a36c-f7a0f3020883 admin admin] Deleting subnet ee4ae128-f323-4523-8aa2-106132f165e4 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:05:57.393751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eff26b80-0165-4078-a36c-f7a0f3020883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.446399 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eff26b80-0165-4078-a36c-f7a0f3020883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.524420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eff26b80-0165-4078-a36c-f7a0f3020883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.595971 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eff26b80-0165-4078-a36c-f7a0f3020883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.636923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff26b80-0165-4078-a36c-f7a0f3020883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4ae128-f323-4523-8aa2-106132f165e4,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:57.642314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-eff26b80-0165-4078-a36c-f7a0f3020883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.646936 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-eff26b80-0165-4078-a36c-f7a0f3020883 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ee4ae128-f323-4523-8aa2-106132f165e4 HTTP/1.1" status: 204 len: 168 time: 0.3142025 Apr 29 18:05:57.647948 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d838da-2950-4a32-8c9f-6977defcede2 None None] Network 762bc37e-edad-4e7a-8860-021dd6b0f36d requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:05:57.649600 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59212) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:57.760390 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.773074 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Deleting port 430d70ab-318c-4345-83d9-603f9b52fab8 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:05:57.773377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.927092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1acfcfc-88ec-4e5d-b967-659f5e5bf441 None None] DHCP port deletion for 762bc37e-edad-4e7a-8860-021dd6b0f36d request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:05:57.931029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a1acfcfc-88ec-4e5d-b967-659f5e5bf441 None None] Deleting port 430d70ab-318c-4345-83d9-603f9b52fab8 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:05:57.931435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a1acfcfc-88ec-4e5d-b967-659f5e5bf441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:57.997748 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] For port 430d70ab-318c-4345-83d9-603f9b52fab8, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=430d70ab-318c-4345-83d9-603f9b52fab8,segment=NetworkSegment(22c45c8f-737e-4f88-8839-2d332720f810),segment_id=22c45c8f-737e-4f88-8839-2d332720f810)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:05:57.998096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:58.120082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Calling delete_port for 430d70ab-318c-4345-83d9-603f9b52fab8 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:05:58.144402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a1acfcfc-88ec-4e5d-b967-659f5e5bf441 None None] For port 430d70ab-318c-4345-83d9-603f9b52fab8, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=430d70ab-318c-4345-83d9-603f9b52fab8,segment=NetworkSegment(22c45c8f-737e-4f88-8839-2d332720f810),segment_id=22c45c8f-737e-4f88-8839-2d332720f810)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:05:58.144789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a1acfcfc-88ec-4e5d-b967-659f5e5bf441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:58.151768 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:58.200712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:58.246418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=430d70ab-318c-4345-83d9-603f9b52fab8,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:58.249984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] No DVR routers for this DVR port 430d70ab-318c-4345-83d9-603f9b52fab8 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:05:58.263601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a1acfcfc-88ec-4e5d-b967-659f5e5bf441 None None] Calling delete_port for 430d70ab-318c-4345-83d9-603f9b52fab8 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:05:58.366110 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:58.368479 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-a1acfcfc-88ec-4e5d-b967-659f5e5bf441 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:05:58.368825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-a1acfcfc-88ec-4e5d-b967-659f5e5bf441 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:05:58.391935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762bc37e-edad-4e7a-8860-021dd6b0f36d']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:58.404963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c45c8f-737e-4f88-8839-2d332720f810') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:58.405257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c45c8f-737e-4f88-8839-2d332720f810') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:05:58.416623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:58.437284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:58.444094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:05:58.444514 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:05:58.559374 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:05:58.634942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:58.654691 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:58.664752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=762bc37e-edad-4e7a-8860-021dd6b0f36d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:58.671958 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-46832e06-4d8f-4101-a8c1-18624b3c38d9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/762bc37e-edad-4e7a-8860-021dd6b0f36d HTTP/1.1" status: 204 len: 168 time: 1.0212157 Apr 29 18:05:58.850995 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59218) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:58.870421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a1acfcfc-88ec-4e5d-b967-659f5e5bf441 None None] Deleting port 430d70ab-318c-4345-83d9-603f9b52fab8 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:05:58.870775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a1acfcfc-88ec-4e5d-b967-659f5e5bf441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:58.901587 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0db567aa-682c-4501-bebe-ceac1d5016c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78d356af1b7d4ddebcb9ed5722e4cc7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492928 Apr 29 18:05:58.904279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59222) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:58.936242 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a1acfcfc-88ec-4e5d-b967-659f5e5bf441 None None] The port '430d70ab-318c-4345-83d9-603f9b52fab8' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 18:05:58.962248 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-58745a93-7880-41e8-acc2-e0d0b61e40b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:58.987054 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-58745a93-7880-41e8-acc2-e0d0b61e40b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:59.040013 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-58745a93-7880-41e8-acc2-e0d0b61e40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:59.057432 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58745a93-7880-41e8-acc2-e0d0b61e40b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c30795-de50-4749-b8c5-79682886586f,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:59.060794 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-58745a93-7880-41e8-acc2-e0d0b61e40b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:59.064310 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-58745a93-7880-41e8-acc2-e0d0b61e40b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/14c30795-de50-4749-b8c5-79682886586f HTTP/1.1" status: 204 len: 168 time: 0.1566548 Apr 29 18:05:59.096229 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 430d70ab-318c-4345-83d9-603f9b52fab8 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:05:59.134044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 430d70ab-318c-4345-83d9-603f9b52fab8 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:05:59.134359 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 430d70ab-318c-4345-83d9-603f9b52fab8 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:05:59.134851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device af50c6cb-5944-45a9-9c03-f2e4cdfccd6c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:05:59.166889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: af50c6cb-5944-45a9-9c03-f2e4cdfccd6c {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:05:59.167164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device af50c6cb-5944-45a9-9c03-f2e4cdfccd6c not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:05:59.440620 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59230) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:59.487756 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d66b2054-1bb0-433f-965c-08a73fd125d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92d42f7ebfed46c5949be79132a8c8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459685 Apr 29 18:05:59.490166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59234) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:05:59.547589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b217892-888a-4dc2-886c-49875d255b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:59.572378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b217892-888a-4dc2-886c-49875d255b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:59.628162 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b217892-888a-4dc2-886c-49875d255b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:59.648383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b217892-888a-4dc2-886c-49875d255b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7358a1c-ede3-4f54-9839-3c048de439e9,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:05:59.652668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b217892-888a-4dc2-886c-49875d255b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:05:59.656545 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1b217892-888a-4dc2-886c-49875d255b37 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7358a1c-ede3-4f54-9839-3c048de439e9 HTTP/1.1" status: 204 len: 168 time: 0.1655269 Apr 29 18:06:01.792060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59276) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:01.797357 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353651110', 'description': 'tempest-secgroup-smoke-1353651110 description', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:06:01.803530 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:01.807313 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:06:01.810304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:06:01.816422 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:01.829033 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:01.943701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:01.959320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:01.963669 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:06:01.966699 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:06:01.972442 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:02.059077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.064958 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.076576 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:02.084116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:06:02.092120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:06:02.101768 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:02.105166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77091395-90fb-4689-a02f-32f4c37ea4dc,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:02.171405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.176932 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.216249 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7246982-f8db-45ac-a39b-881eb88dd953,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:02.218880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.220117 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fdb5e27b-0235-4c81-882e-6e7a991c269d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4271040 Apr 29 18:06:02.223144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59280) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:02.227960 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b48108ed-af72-4aa6-908f-abd04b32a42d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': 'd7246982-f8db-45ac-a39b-881eb88dd953', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:06:02.233864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b48108ed-af72-4aa6-908f-abd04b32a42d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:02.237771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b48108ed-af72-4aa6-908f-abd04b32a42d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:06:02.240652 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b48108ed-af72-4aa6-908f-abd04b32a42d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:06:02.246611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b48108ed-af72-4aa6-908f-abd04b32a42d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:02.262802 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b48108ed-af72-4aa6-908f-abd04b32a42d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.325050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b48108ed-af72-4aa6-908f-abd04b32a42d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.330321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b48108ed-af72-4aa6-908f-abd04b32a42d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.354778 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48108ed-af72-4aa6-908f-abd04b32a42d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77cef63-3626-4457-87ed-9554bf592ae9,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:02.365436 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b48108ed-af72-4aa6-908f-abd04b32a42d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.366700 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b48108ed-af72-4aa6-908f-abd04b32a42d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425982 Apr 29 18:06:02.369871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59284) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:02.374736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ac477152-52ed-42e6-b963-906c8681d3e7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': 'd7246982-f8db-45ac-a39b-881eb88dd953', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:06:02.380736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ac477152-52ed-42e6-b963-906c8681d3e7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:02.384873 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ac477152-52ed-42e6-b963-906c8681d3e7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:06:02.388082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ac477152-52ed-42e6-b963-906c8681d3e7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:06:02.394425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ac477152-52ed-42e6-b963-906c8681d3e7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:02.413491 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ac477152-52ed-42e6-b963-906c8681d3e7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.482055 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ac477152-52ed-42e6-b963-906c8681d3e7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.488660 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ac477152-52ed-42e6-b963-906c8681d3e7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.519801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac477152-52ed-42e6-b963-906c8681d3e7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11865234-c7d0-4515-9489-10f82ed07808,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:02.529034 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ac477152-52ed-42e6-b963-906c8681d3e7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.530193 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ac477152-52ed-42e6-b963-906c8681d3e7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1594210 Apr 29 18:06:02.534583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59288) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:02.542181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-13459ab4-8a57-466c-989b-69eac33cbe17 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': 'd7246982-f8db-45ac-a39b-881eb88dd953', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:06:02.549164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-13459ab4-8a57-466c-989b-69eac33cbe17 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:02.553329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-13459ab4-8a57-466c-989b-69eac33cbe17 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:06:02.556379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-13459ab4-8a57-466c-989b-69eac33cbe17 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:06:02.562437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-13459ab4-8a57-466c-989b-69eac33cbe17 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:02.580709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13459ab4-8a57-466c-989b-69eac33cbe17 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.644370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13459ab4-8a57-466c-989b-69eac33cbe17 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.649014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13459ab4-8a57-466c-989b-69eac33cbe17 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.673153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13459ab4-8a57-466c-989b-69eac33cbe17 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570e4a2b-0fb0-43e6-bd32-86381778d7fb,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:02.684091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-13459ab4-8a57-466c-989b-69eac33cbe17 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.685793 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-13459ab4-8a57-466c-989b-69eac33cbe17 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500418 Apr 29 18:06:02.688499 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59292) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:02.693467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5b8cbd1d-c926-415c-89c9-585c6b3c9383 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': 'd7246982-f8db-45ac-a39b-881eb88dd953', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:06:02.699409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5b8cbd1d-c926-415c-89c9-585c6b3c9383 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:02.703559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5b8cbd1d-c926-415c-89c9-585c6b3c9383 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:06:02.706730 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5b8cbd1d-c926-415c-89c9-585c6b3c9383 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:06:02.712416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5b8cbd1d-c926-415c-89c9-585c6b3c9383 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:02.730323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd1d-c926-415c-89c9-585c6b3c9383 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.800071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd1d-c926-415c-89c9-585c6b3c9383 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.805461 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd1d-c926-415c-89c9-585c6b3c9383 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.835922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cbd1d-c926-415c-89c9-585c6b3c9383 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abe7dd2-d63f-4000-a0ea-a7cf510457aa,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:02.846393 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5b8cbd1d-c926-415c-89c9-585c6b3c9383 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.847646 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5b8cbd1d-c926-415c-89c9-585c6b3c9383 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582210 Apr 29 18:06:02.850283 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59296) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:02.855282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f8f6fc59-39f5-405a-a8ef-708210268957 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': 'd7246982-f8db-45ac-a39b-881eb88dd953', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:06:02.863429 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f8f6fc59-39f5-405a-a8ef-708210268957 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:02.868346 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f8f6fc59-39f5-405a-a8ef-708210268957 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:06:02.872116 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f8f6fc59-39f5-405a-a8ef-708210268957 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:06:02.878721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f8f6fc59-39f5-405a-a8ef-708210268957 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:02.890310 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-f8f6fc59-39f5-405a-a8ef-708210268957 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Project aa8e1d485dec45bcae0200bf131d73a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:06:02.897971 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8f6fc59-39f5-405a-a8ef-708210268957 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.966531 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8f6fc59-39f5-405a-a8ef-708210268957 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.971432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8f6fc59-39f5-405a-a8ef-708210268957 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:02.994410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6fc59-39f5-405a-a8ef-708210268957 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68cc4c9d-b238-439c-a934-3e5ecf1dc523,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:03.004041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f8f6fc59-39f5-405a-a8ef-708210268957 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:03.005138 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f8f6fc59-39f5-405a-a8ef-708210268957 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539085 Apr 29 18:06:03.008241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59300) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:03.013284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-143ca47b-5dcb-4b7f-8bc1-9c0c49cc1ccf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': 'd7246982-f8db-45ac-a39b-881eb88dd953', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:06:03.019333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-143ca47b-5dcb-4b7f-8bc1-9c0c49cc1ccf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:03.023212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-143ca47b-5dcb-4b7f-8bc1-9c0c49cc1ccf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:06:03.026123 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-143ca47b-5dcb-4b7f-8bc1-9c0c49cc1ccf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:06:03.031850 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-143ca47b-5dcb-4b7f-8bc1-9c0c49cc1ccf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:03.043839 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-143ca47b-5dcb-4b7f-8bc1-9c0c49cc1ccf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Project aa8e1d485dec45bcae0200bf131d73a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:06:03.050622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-143ca47b-5dcb-4b7f-8bc1-9c0c49cc1ccf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:03.115950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-143ca47b-5dcb-4b7f-8bc1-9c0c49cc1ccf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:03.119614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-143ca47b-5dcb-4b7f-8bc1-9c0c49cc1ccf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:03.142011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ca47b-5dcb-4b7f-8bc1-9c0c49cc1ccf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca39377e-2749-4490-86cd-daad0218b2fa,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:03.151922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-143ca47b-5dcb-4b7f-8bc1-9c0c49cc1ccf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:03.153097 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-143ca47b-5dcb-4b7f-8bc1-9c0c49cc1ccf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439018 Apr 29 18:06:03.156161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59304) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:03.161560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'network': {'name': 'tempest-network-smoke--104338460', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'port_security_enabled': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:06:03.166373 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:03.170327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:network and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:06:03.173289 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:06:03.179063 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:03.191876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:06:03.195569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:03.229132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:06:03.241848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:03.242201 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Added segment 8ad7cdd4-3338-4e49-927f-f94054cefc79 of type vlan for network 73314191-1967-4f04-bbde-d6354c44a78b Apr 29 18:06:03.275116 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:03.306795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:03.313282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:03.313872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:03.364762 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2076368 Apr 29 18:06:03.367767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59308) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:03.415597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'admin_state_up': True, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:06:03.432829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:03.435131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3e674-e74d-4a92-add2-a667e8134332 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Network': ['ID=73314191-1967-4f04-bbde-d6354c44a78b,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:03.440060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:router and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:06:03.443529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:06:03.445756 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 73314191-1967-4f04-bbde-d6354c44a78b details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:06:03.449889 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:03.460467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:03.461861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:03.476878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:03.744156 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:04.047111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:04.075069 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:04.329288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.26.4.184 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/5a319c47-dbdb-41a4-8708-8345b01a8c03) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:06:04.475422 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:04.507912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:04.590143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:06:04.592862 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:06:04.596333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:06:04.624915 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=5a319c47-dbdb-41a4-8708-8345b01a8c03,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:05.014101 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:05.347057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:05.559122 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 18:06:05.865029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:06:05.874996 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Sync routers for ids ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:06:05.884214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Routers {'9af3ccfc-9a29-43bc-8b3d-848aceda6953'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:06:05.884902 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:05:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:06:05.893114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:05.894741 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8a8eb607-8718-4ff0-93e8-c14d8e37743b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5260401 Apr 29 18:06:05.897856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59314) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:06.046890 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cfb0e04e-d16e-4702-a486-b878406b6fd3 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=aa8e1d485dec45bcae0200bf131d73a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1454456 Apr 29 18:06:06.047657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59320) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:06.065478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Set router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:06:06.179622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb7d816-ad26-4796-85be-97ae82bec1ae tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:06.183826 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6fb7d816-ad26-4796-85be-97ae82bec1ae tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327183 Apr 29 18:06:06.184549 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59324) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:06.232104 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-df709de6-81c4-4768-a163-24bce36299a8 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459921 Apr 29 18:06:06.233698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59328) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:06.239574 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-395849735', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:06:06.345821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:06:04Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:06:06.348657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:06.349826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Checking router: 9af3ccfc-9a29-43bc-8b3d-848aceda6953 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:06:06.350148 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Updating router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 port 5a319c47-dbdb-41a4-8708-8345b01a8c03 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:06:06.352979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:subnet and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:06:06.355903 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:06:06.362029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:06.373333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:06:06.377067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:06.405967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:06.519863 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:06:06.598332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:06.674637 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Subnet': ['ID=ff2944e7-2635-4d1b-9bf7-6ce9e1849107,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:06.687133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Checking segment: {'id': '8ad7cdd4-3338-4e49-927f-f94054cefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:06:06.687947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network hostable DHCP agents. Network: 73314191-1967-4f04-bbde-d6354c44a78b, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:06:06.706385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 73314191-1967-4f04-bbde-d6354c44a78b is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:06:06.716210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 73314191-1967-4f04-bbde-d6354c44a78b) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:06:06.720437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:06.721006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:06.729674 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f15f1b-5e64-42ff-8dc4-cd7be429d841 None None] Network 73314191-1967-4f04-bbde-d6354c44a78b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:06:06.742229 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-db5b0f3e-85c0-401f-b82f-ae7786ac8994 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5074024 Apr 29 18:06:06.745233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59332) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:06.758220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:06.825978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Transition to ACTIVE for port object 5a319c47-dbdb-41a4-8708-8345b01a8c03 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:06:06.842182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:06.934232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Attempting to bind port 5a319c47-dbdb-41a4-8708-8345b01a8c03 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:06:06.935008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Attempting to bind port 5a319c47-dbdb-41a4-8708-8345b01a8c03 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:06:06.935008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Attempting to bind port 5a319c47-dbdb-41a4-8708-8345b01a8c03 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:06:06.973076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Pushing event updated for resources: {'Port': ['ID=5a319c47-dbdb-41a4-8708-8345b01a8c03,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:07.014763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:06:07.015136 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:06:07.015655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:07.016054 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:06:07.016582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Bound port: 5a319c47-dbdb-41a4-8708-8345b01a8c03, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:06:07.016934 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:07.051476 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:07.051862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:07.052198 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:07.052531 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:07.052859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:07.053194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:07.053514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:07.053837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:07.054162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:07.054480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:07.054785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:07.055098 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:07.147696 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] For port 5a319c47-dbdb-41a4-8708-8345b01a8c03, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:06:07.155074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-73314191-1967-4f04-bbde-d6354c44a78b', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ips': [{'subnet_id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:06:07.155922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:07.165349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] For port 5a319c47-dbdb-41a4-8708-8345b01a8c03, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5a319c47-dbdb-41a4-8708-8345b01a8c03,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:06:07.172204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:07.317214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Routers {'9af3ccfc-9a29-43bc-8b3d-848aceda6953'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:06:07.317843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:05:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:06:07.367177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5eb96-64bc-4314-92cc-df9db713f4c7 None None] Pushing event updated for resources: {'Port': ['ID=5a319c47-dbdb-41a4-8708-8345b01a8c03,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:07.539263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:07.541801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Allocated IP 172.20.0.2 (73314191-1967-4f04-bbde-d6354c44a78b/ff2944e7-2635-4d1b-9bf7-6ce9e1849107/74b53d07-8029-4e34-9b3d-c73e6907bfd4) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:06:07.559945 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] Set router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:06:07.993018 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:08.006267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Transition to ACTIVE for port object 74b53d07-8029-4e34-9b3d-c73e6907bfd4 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:06:08.028762 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Transition to ACTIVE for port object 74b53d07-8029-4e34-9b3d-c73e6907bfd4 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:06:08.036097 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:06:04Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:06:08.039605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:08.078615 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037ddad-2e86-4f6e-87f7-b053a245ef8f None None] The sync data for ids ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'] in dv-neutron-839024-2-hyperv is: [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:06:04Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:06:08.104459 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.20.0.1 (73314191-1967-4f04-bbde-d6354c44a78b/ff2944e7-2635-4d1b-9bf7-6ce9e1849107/c436840d-9030-4b52-acf6-63d70a46d0f5) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:06:08.104764 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Network 73314191-1967-4f04-bbde-d6354c44a78b is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:06:08.107893 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:06:08.110388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:06:08.184727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Pushing event updated for resources: {'Port': ['ID=74b53d07-8029-4e34-9b3d-c73e6907bfd4,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:08.213147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Attempting to bind port 74b53d07-8029-4e34-9b3d-c73e6907bfd4 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:06:08.213516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Attempting to bind port 74b53d07-8029-4e34-9b3d-c73e6907bfd4 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '8ad7cdd4-3338-4e49-927f-f94054cefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:06:08.213882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Attempting to bind port 74b53d07-8029-4e34-9b3d-c73e6907bfd4 on network 73314191-1967-4f04-bbde-d6354c44a78b {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:06:08.219492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:06:08.219867 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Checking segment: {'id': '8ad7cdd4-3338-4e49-927f-f94054cefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:06:08.220268 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:08.220658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Bound using segment: {'id': '8ad7cdd4-3338-4e49-927f-f94054cefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:06:08.221124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Bound port: 74b53d07-8029-4e34-9b3d-c73e6907bfd4, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad7cdd4-3338-4e49-927f-f94054cefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:06:08.221496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:08.272111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:08.292342 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Transition to ACTIVE for port object c436840d-9030-4b52-acf6-63d70a46d0f5 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:06:08.326530 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] For port 74b53d07-8029-4e34-9b3d-c73e6907bfd4, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:06:08.338458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:08.338655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] For port 74b53d07-8029-4e34-9b3d-c73e6907bfd4, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=74b53d07-8029-4e34-9b3d-c73e6907bfd4,segment=NetworkSegment(8ad7cdd4-3338-4e49-927f-f94054cefc79),segment_id=8ad7cdd4-3338-4e49-927f-f94054cefc79)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:06:08.342939 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:08.412735 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 73314191-1967-4f04-bbde-d6354c44a78b is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:06:08.415986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:06:08.420663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:06:08.442272 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c525bf-2c8b-4130-9ad1-ac2b271f7e6f None None] Pushing event updated for resources: {'Port': ['ID=74b53d07-8029-4e34-9b3d-c73e6907bfd4,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:08.455862 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=c436840d-9030-4b52-acf6-63d70a46d0f5,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:08.486609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:08.643097 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:09.087977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:09.095164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:09.147150 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5a319c47-dbdb-41a4-8708-8345b01a8c03 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:06:09.210119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:09.220858 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 5a319c47-dbdb-41a4-8708-8345b01a8c03 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:06:09.226201 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5a319c47-dbdb-41a4-8708-8345b01a8c03 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:06:09.226565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:09.238929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=c436840d-9030-4b52-acf6-63d70a46d0f5,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:09.407974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:09.425509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 5a319c47-dbdb-41a4-8708-8345b01a8c03, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5a319c47-dbdb-41a4-8708-8345b01a8c03,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:06:09.429302 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:09.430115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 74b53d07-8029-4e34-9b3d-c73e6907bfd4 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:06:09.476774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 73314191-1967-4f04-bbde-d6354c44a78b is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:06:09.477836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:06:09.483440 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730bc0b1-8445-465f-81e8-adb6e0d26d98 None None] Network 73314191-1967-4f04-bbde-d6354c44a78b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:06:09.634196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-65c9c26b-0c23-41e7-9738-27fb1262f7c1 None None] Provisioning for port 74b53d07-8029-4e34-9b3d-c73e6907bfd4 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:06:09.650396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=5a319c47-dbdb-41a4-8708-8345b01a8c03,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:09.673780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:06:09.674314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 74b53d07-8029-4e34-9b3d-c73e6907bfd4 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:06:09.713949 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 74b53d07-8029-4e34-9b3d-c73e6907bfd4 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:06:09.714298 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:09.866471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:06:09.876521 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8b00aa1d-4e79-4c4a-af5a-e2ad60082511 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "PUT /v2.0/routers/9af3ccfc-9a29-43bc-8b3d-848aceda6953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1302662 Apr 29 18:06:09.894114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:09.920188 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Sync routers for ids ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:06:09.931721 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 74b53d07-8029-4e34-9b3d-c73e6907bfd4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=74b53d07-8029-4e34-9b3d-c73e6907bfd4,segment=NetworkSegment(8ad7cdd4-3338-4e49-927f-f94054cefc79),segment_id=8ad7cdd4-3338-4e49-927f-f94054cefc79)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:06:09.937516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:09.940191 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Routers {'9af3ccfc-9a29-43bc-8b3d-848aceda6953'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:06:09.940814 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:05:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:06:10.024220 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=74b53d07-8029-4e34-9b3d-c73e6907bfd4,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:10.081002 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-264d9293-3739-47e7-8fe5-08611d967522 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353651110&fields=id&tenant_id=aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 267 time: 0.0488431 Apr 29 18:06:10.152044 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Set router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:06:10.236071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-85f76f85-bbe7-420b-9b08-fe701f136473 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:10.236788 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-85f76f85-bbe7-420b-9b08-fe701f136473 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:06:10.258521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-85f76f85-bbe7-420b-9b08-fe701f136473 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:06:10.263384 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-85f76f85-bbe7-420b-9b08-fe701f136473 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/networks?id=73314191-1967-4f04-bbde-d6354c44a78b HTTP/1.1" status: 200 len: 796 time: 0.1750386 Apr 29 18:06:10.279477 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-254c34d5-1348-4657-b490-8995b636a0f3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/quotas/aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 375 time: 0.0105560 Apr 29 18:06:10.281151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d6df7bb3-869a-4013-97f6-aa2c43a41d15 None None] Provisioning for port c436840d-9030-4b52-acf6-63d70a46d0f5 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:06:10.286432 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d6df7bb3-869a-4013-97f6-aa2c43a41d15 None None] Provisioning complete for port c436840d-9030-4b52-acf6-63d70a46d0f5 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:06:10.287209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d6df7bb3-869a-4013-97f6-aa2c43a41d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:10.347989 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d6df7bb3-869a-4013-97f6-aa2c43a41d15 None None] Port c436840d-9030-4b52-acf6-63d70a46d0f5 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:06:10.361492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d6df7bb3-869a-4013-97f6-aa2c43a41d15 None None] Provisioning complete for port 74b53d07-8029-4e34-9b3d-c73e6907bfd4 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:06:10.361917 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d6df7bb3-869a-4013-97f6-aa2c43a41d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:10.373646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-a43e7f9f-d8f8-49c4-b9b5-61a7751daaeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:06:10.393175 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-a43e7f9f-d8f8-49c4-b9b5-61a7751daaeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:06:10.395072 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-a43e7f9f-d8f8-49c4-b9b5-61a7751daaeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098044 Apr 29 18:06:10.413155 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-9f49c6c3-eee9-4e50-a1dc-6376da2f1438 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 18:06:10.419034 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-9f49c6c3-eee9-4e50-a1dc-6376da2f1438 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100439 Apr 29 18:06:10.507230 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:06:08Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'c436840d-9030-4b52-acf6-63d70a46d0f5', 'name': '', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:6e:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:07Z', 'updated_at': '2022-04-29T18:06:08Z', 'revision_number': 2, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:06:10.511745 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Checking router: 9af3ccfc-9a29-43bc-8b3d-848aceda6953 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:06:10.512317 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Updating router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 port c436840d-9030-4b52-acf6-63d70a46d0f5 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:06:10.565349 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-93908bf4-3413-46ad-b5b9-b6248fd7b0d7 service neutron] 10.222.0.11 "GET /v2.0/networks/73314191-1967-4f04-bbde-d6354c44a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434848 Apr 29 18:06:10.567603 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:10.615433 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-c0f29fa1-6e7c-45a2-80fd-6fc4a7034c13 None None] Provisioning complete for port c436840d-9030-4b52-acf6-63d70a46d0f5 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:06:10.616112 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c0f29fa1-6e7c-45a2-80fd-6fc4a7034c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:10.675733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-c0f29fa1-6e7c-45a2-80fd-6fc4a7034c13 None None] Port c436840d-9030-4b52-acf6-63d70a46d0f5 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:06:10.709266 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-ffaa57a2-06fb-4e2c-954a-c45c48456a8c service neutron] 10.222.0.11 "GET /v2.0/networks/73314191-1967-4f04-bbde-d6354c44a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377723 Apr 29 18:06:10.908374 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-92cdf754-204c-4c07-8496-56827eede0f9 req-a09b6235-bb35-4da3-b2cd-5759f39fef02 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 210 time: 0.0493023 Apr 29 18:06:10.949057 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:10.960589 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Transition to ACTIVE for port object c436840d-9030-4b52-acf6-63d70a46d0f5 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:06:10.968480 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:11.116804 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5a319c47-dbdb-41a4-8708-8345b01a8c03 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:06:11.128786 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Pushing event updated for resources: {'Port': ['ID=c436840d-9030-4b52-acf6-63d70a46d0f5,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:11.183539 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:11.184134 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:11.184684 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:11.185162 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:11.185635 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:11.186160 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:11.186656 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:11.187158 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:11.187673 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:11.188181 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:11.188690 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:11.189183 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:06:11.202400 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Attempting to bind port c436840d-9030-4b52-acf6-63d70a46d0f5 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:06:11.202767 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Attempting to bind port c436840d-9030-4b52-acf6-63d70a46d0f5 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '8ad7cdd4-3338-4e49-927f-f94054cefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:06:11.203128 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Attempting to bind port c436840d-9030-4b52-acf6-63d70a46d0f5 on network 73314191-1967-4f04-bbde-d6354c44a78b {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:06:11.209867 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:06:11.210245 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Checking segment: {'id': '8ad7cdd4-3338-4e49-927f-f94054cefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:06:11.210641 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:11.211072 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Bound using segment: {'id': '8ad7cdd4-3338-4e49-927f-f94054cefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:06:11.211678 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Bound port: c436840d-9030-4b52-acf6-63d70a46d0f5, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad7cdd4-3338-4e49-927f-f94054cefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:06:11.212072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5a319c47-dbdb-41a4-8708-8345b01a8c03 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:06:11.212211 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:11.212430 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:11.310207 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] For port c436840d-9030-4b52-acf6-63d70a46d0f5, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:06:11.313241 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] For port c436840d-9030-4b52-acf6-63d70a46d0f5, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c436840d-9030-4b52-acf6-63d70a46d0f5,segment=NetworkSegment(8ad7cdd4-3338-4e49-927f-f94054cefc79),segment_id=8ad7cdd4-3338-4e49-927f-f94054cefc79)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:06:11.317616 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:11.350443 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 74b53d07-8029-4e34-9b3d-c73e6907bfd4 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:06:11.388282 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db7106-3296-4fa6-8696-f713149ab5cf None None] Pushing event updated for resources: {'Port': ['ID=c436840d-9030-4b52-acf6-63d70a46d0f5,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:11.403078 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Routers {'9af3ccfc-9a29-43bc-8b3d-848aceda6953'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:06:11.403754 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:05:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:06:11.427549 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 74b53d07-8029-4e34-9b3d-c73e6907bfd4 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:06:11.427917 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:11.602939 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] Set router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:06:11.927322 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:06:08Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'c436840d-9030-4b52-acf6-63d70a46d0f5', 'name': '', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:6e:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:07Z', 'updated_at': '2022-04-29T18:06:11Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:06:11.931732 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea9064-d28e-40fa-b7be-fa33b499fec8 None None] The sync data for ids ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'] in dv-neutron-839024-2-hyperv is: [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:06:08Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'c436840d-9030-4b52-acf6-63d70a46d0f5', 'name': '', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:6e:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:07Z', 'updated_at': '2022-04-29T18:06:11Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:06:12.082351 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e7c971c2-274d-42c2-b116-0e645a985d3e req-ee8b6ffd-42cb-4ce8-9eb3-8795e3c9c458 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 210 time: 0.0434875 Apr 29 18:06:12.381088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-037b1755-a5e2-4790-b7b6-8b30b337c92b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:12.382832 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-037b1755-a5e2-4790-b7b6-8b30b337c92b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/networks?id=73314191-1967-4f04-bbde-d6354c44a78b HTTP/1.1" status: 200 len: 796 time: 0.1523747 Apr 29 18:06:12.436722 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-084b4239-11e6-4ba5-9f11-f347b37f6904 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 380 time: 0.0461342 Apr 29 18:06:12.445243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'port': {'device_id': '5530d471-efd1-458e-a663-02285ea14625', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'admin_state_up': True, 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'security_groups': ['d7246982-f8db-45ac-a39b-881eb88dd953']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:06:12.584537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:12.594410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:12.605526 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:06:12.609308 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:12.899204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.20.0.10 (73314191-1967-4f04-bbde-d6354c44a78b/ff2944e7-2635-4d1b-9bf7-6ce9e1849107/1c796bab-35a0-4c32-a051-3b07b175912f) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:06:13.092807 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:13.110129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Transition to ACTIVE for port object 1c796bab-35a0-4c32-a051-3b07b175912f will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:06:13.117457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c436840d-9030-4b52-acf6-63d70a46d0f5 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:06:13.135881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:13.191979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port c436840d-9030-4b52-acf6-63d70a46d0f5 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:06:13.197108 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c436840d-9030-4b52-acf6-63d70a46d0f5 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:06:13.197498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:13.261284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 73314191-1967-4f04-bbde-d6354c44a78b is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:06:13.266180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:06:13.272120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:06:13.303021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=1c796bab-35a0-4c32-a051-3b07b175912f,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:13.326256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:13.352219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:13.352931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:13.361155 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port c436840d-9030-4b52-acf6-63d70a46d0f5, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c436840d-9030-4b52-acf6-63d70a46d0f5,segment=NetworkSegment(8ad7cdd4-3338-4e49-927f-f94054cefc79),segment_id=8ad7cdd4-3338-4e49-927f-f94054cefc79)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:06:13.366606 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:13.370647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a66d6-afc5-4652-a826-205ab0a0d9a2 req-64ff9730-dd6e-414a-a4e9-645c86687a70 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:13.372276 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c55a66d6-afc5-4652-a826-205ab0a0d9a2 req-64ff9730-dd6e-414a-a4e9-645c86687a70 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 932 time: 0.1776216 Apr 29 18:06:13.413010 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-634dfe51-cd7d-4be9-9e47-3f6b2ed1ad5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9715197 Apr 29 18:06:13.442614 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c55a66d6-afc5-4652-a826-205ab0a0d9a2 req-ccee321c-a287-492e-9c80-b24af090a600 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546837 Apr 29 18:06:13.442937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=c436840d-9030-4b52-acf6-63d70a46d0f5,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:13.489280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Request body: {'port': {'device_id': '5530d471-efd1-458e-a663-02285ea14625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:06:13.499965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d5273cb7-38cb-4938-a9fd-a136b8b20c28 None None] Provisioning for port 1c796bab-35a0-4c32-a051-3b07b175912f completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:06:13.504740 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d5273cb7-38cb-4938-a9fd-a136b8b20c28 None None] Provisioning complete for port 1c796bab-35a0-4c32-a051-3b07b175912f triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:06:13.505102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d5273cb7-38cb-4938-a9fd-a136b8b20c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:13.556922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d5273cb7-38cb-4938-a9fd-a136b8b20c28 None None] Port 1c796bab-35a0-4c32-a051-3b07b175912f cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:06:13.605485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:13.949142 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c796bab-35a0-4c32-a051-3b07b175912f {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:06:13.961330 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:13.976805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Transition to ACTIVE for port object 1c796bab-35a0-4c32-a051-3b07b175912f will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:06:13.982191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:14.136261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c796bab-35a0-4c32-a051-3b07b175912f,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:14.220741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Attempting to bind port 1c796bab-35a0-4c32-a051-3b07b175912f on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:06:14.221134 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Attempting to bind port 1c796bab-35a0-4c32-a051-3b07b175912f by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '8ad7cdd4-3338-4e49-927f-f94054cefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:06:14.221546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Attempting to bind port 1c796bab-35a0-4c32-a051-3b07b175912f on network 73314191-1967-4f04-bbde-d6354c44a78b {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:06:14.228944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Port 1c796bab-35a0-4c32-a051-3b07b175912f on network 73314191-1967-4f04-bbde-d6354c44a78b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:06:14.229329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Attempting to bind port 1c796bab-35a0-4c32-a051-3b07b175912f on network 73314191-1967-4f04-bbde-d6354c44a78b {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:06:14.237431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:06:14.237830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Checking segment: {'id': '8ad7cdd4-3338-4e49-927f-f94054cefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:06:14.238335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Bound using segment: {'id': '8ad7cdd4-3338-4e49-927f-f94054cefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:06:14.238912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Bound port: 1c796bab-35a0-4c32-a051-3b07b175912f, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad7cdd4-3338-4e49-927f-f94054cefc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:06:14.239312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:14.337273 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] For port 1c796bab-35a0-4c32-a051-3b07b175912f, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:06:14.340208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] For port 1c796bab-35a0-4c32-a051-3b07b175912f, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1c796bab-35a0-4c32-a051-3b07b175912f,segment=NetworkSegment(8ad7cdd4-3338-4e49-927f-f94054cefc79),segment_id=8ad7cdd4-3338-4e49-927f-f94054cefc79)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:06:14.347073 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:14.429054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:14.429516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:14.430869 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] 10.222.0.36 "PUT /v2.0/ports/1c796bab-35a0-4c32-a051-3b07b175912f HTTP/1.1" status: 200 len: 1094 time: 1.0039654 Apr 29 18:06:14.431313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5530d471-efd1-458e-a663-02285ea14625', 'tag': '1c796bab-35a0-4c32-a051-3b07b175912f'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:06:14.452706 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd629149-8e2e-4571-800b-0b2353a4aff2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c796bab-35a0-4c32-a051-3b07b175912f,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:14.546816 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-5a99f9d8-d5c0-462c-bb94-fb42cacd18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:14.548419 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-5a99f9d8-d5c0-462c-bb94-fb42cacd18b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 1097 time: 0.0771101 Apr 29 18:06:14.609155 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b48f9e-59f7-415f-8708-3cc9602d528a'] response: {'name': 'network-changed', 'server_uuid': '5530d471-efd1-458e-a663-02285ea14625', 'tag': '1c796bab-35a0-4c32-a051-3b07b175912f', 'status': 'completed', 'code': 200} Apr 29 18:06:14.655285 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-61264cad-7564-48d1-876e-822fe34abfe4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c796bab-35a0-4c32-a051-3b07b175912f HTTP/1.1" status: 200 len: 217 time: 0.1003432 Apr 29 18:06:14.835333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-569a3d4a-7f3b-490c-8f03-22b51dd66a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:14.836794 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-569a3d4a-7f3b-490c-8f03-22b51dd66a13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff2944e7-2635-4d1b-9bf7-6ce9e1849107 HTTP/1.1" status: 200 len: 834 time: 0.1716006 Apr 29 18:06:14.901383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8679-013f-4ccc-bbbc-0abfbb825c9b req-e081970a-84a7-440a-b323-1661d2966928 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:14.902068 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-6e1c8679-013f-4ccc-bbbc-0abfbb825c9b req-e081970a-84a7-440a-b323-1661d2966928 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:06:14.927701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-6e1c8679-013f-4ccc-bbbc-0abfbb825c9b req-e081970a-84a7-440a-b323-1661d2966928 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:06:14.929407 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6e1c8679-013f-4ccc-bbbc-0abfbb825c9b req-e081970a-84a7-440a-b323-1661d2966928 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 944 time: 0.3221614 Apr 29 18:06:14.962885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-e6dd0a84-4df5-4c76-ba75-1f27676359a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:14.964256 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-e6dd0a84-4df5-4c76-ba75-1f27676359a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73314191-1967-4f04-bbde-d6354c44a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1208286 Apr 29 18:06:15.014429 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6e1c8679-013f-4ccc-bbbc-0abfbb825c9b req-dbaf7466-6051-4779-9b9e-c83793a2effb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774593 Apr 29 18:06:15.093445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c436840d-9030-4b52-acf6-63d70a46d0f5 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:06:15.107197 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-e8d6367d-55c1-4e1d-ba80-a08e7dafec5c service neutron] 10.222.0.36 "GET /v2.0/networks/73314191-1967-4f04-bbde-d6354c44a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343629 Apr 29 18:06:15.192754 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c436840d-9030-4b52-acf6-63d70a46d0f5 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:06:15.193118 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:15.241498 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e685fb44-a5e3-476b-acfb-e0de7d71ae2b req-3adc5633-2177-44e0-8253-33dd0818c05b service neutron] 10.222.0.36 "GET /v2.0/networks/73314191-1967-4f04-bbde-d6354c44a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282282 Apr 29 18:06:15.356410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd14a3-da71-4d88-9226-98ced3647e80 req-a55255ce-6852-48df-a360-11101d349e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:15.357856 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1fd14a3-da71-4d88-9226-98ced3647e80 req-a55255ce-6852-48df-a360-11101d349e1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 1097 time: 0.0694249 Apr 29 18:06:15.486773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd14a3-da71-4d88-9226-98ced3647e80 req-1e9d9391-28f3-49c9-ad0a-e5eae102ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:15.488217 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1fd14a3-da71-4d88-9226-98ced3647e80 req-1e9d9391-28f3-49c9-ad0a-e5eae102ab02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73314191-1967-4f04-bbde-d6354c44a78b HTTP/1.1" status: 200 len: 897 time: 0.1237571 Apr 29 18:06:15.558601 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1fd14a3-da71-4d88-9226-98ced3647e80 req-29119153-7c86-4b46-a573-1c5f21be5891 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c796bab-35a0-4c32-a051-3b07b175912f HTTP/1.1" status: 200 len: 217 time: 0.0630982 Apr 29 18:06:15.621200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd14a3-da71-4d88-9226-98ced3647e80 req-7b91df2b-cbb1-416c-9481-115bfd523742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:15.622701 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1fd14a3-da71-4d88-9226-98ced3647e80 req-7b91df2b-cbb1-416c-9481-115bfd523742 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff2944e7-2635-4d1b-9bf7-6ce9e1849107 HTTP/1.1" status: 200 len: 834 time: 0.0579739 Apr 29 18:06:15.701336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd14a3-da71-4d88-9226-98ced3647e80 req-882be035-0db0-4bc9-a274-1533e11a624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:15.702770 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1fd14a3-da71-4d88-9226-98ced3647e80 req-882be035-0db0-4bc9-a274-1533e11a624f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73314191-1967-4f04-bbde-d6354c44a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730751 Apr 29 18:06:15.833132 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1fd14a3-da71-4d88-9226-98ced3647e80 req-e196512e-ca2a-477b-9937-5523691a83f0 service neutron] 10.222.0.36 "GET /v2.0/networks/73314191-1967-4f04-bbde-d6354c44a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236839 Apr 29 18:06:15.964535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f1fd14a3-da71-4d88-9226-98ced3647e80 req-0a5137ed-0902-4c5c-8566-0869d11033b3 service neutron] 10.222.0.36 "GET /v2.0/networks/73314191-1967-4f04-bbde-d6354c44a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251409 Apr 29 18:06:16.218949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0e36e-806e-410a-8d0b-99423335d4db req-af0eda31-1179-434b-accd-48e598512b8c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:16.220410 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a3b0e36e-806e-410a-8d0b-99423335d4db req-af0eda31-1179-434b-accd-48e598512b8c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 944 time: 0.0849452 Apr 29 18:06:16.265555 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a3b0e36e-806e-410a-8d0b-99423335d4db req-375a582f-be57-4c0e-846a-2bfa3e95eb5f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393956 Apr 29 18:06:16.317516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 1c796bab-35a0-4c32-a051-3b07b175912f details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:06:16.458681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 1c796bab-35a0-4c32-a051-3b07b175912f, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1c796bab-35a0-4c32-a051-3b07b175912f,segment=NetworkSegment(8ad7cdd4-3338-4e49-927f-f94054cefc79),segment_id=8ad7cdd4-3338-4e49-927f-f94054cefc79)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:06:16.472536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '1c796bab-35a0-4c32-a051-3b07b175912f', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'port_id': '1c796bab-35a0-4c32-a051-3b07b175912f', 'mac_address': 'fa:16:3e:cc:82:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:06:16.531099 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:16.557231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c796bab-35a0-4c32-a051-3b07b175912f {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:06:16.573519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 1c796bab-35a0-4c32-a051-3b07b175912f, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1c796bab-35a0-4c32-a051-3b07b175912f,segment=NetworkSegment(8ad7cdd4-3338-4e49-927f-f94054cefc79),segment_id=8ad7cdd4-3338-4e49-927f-f94054cefc79)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:06:16.580040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:16.650232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=1c796bab-35a0-4c32-a051-3b07b175912f,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:16.801390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['1c796bab-35a0-4c32-a051-3b07b175912f'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:06:17.484422 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2914a20-cdc5-4ceb-9fca-5220e6b22bbe req-16e8145e-0010-4ae3-9d7c-e40908b02d39 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:17.485908 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b2914a20-cdc5-4ceb-9fca-5220e6b22bbe req-16e8145e-0010-4ae3-9d7c-e40908b02d39 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 945 time: 0.1029711 Apr 29 18:06:17.530136 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b2914a20-cdc5-4ceb-9fca-5220e6b22bbe req-77c751c6-2cb4-4b05-8296-020bb42b6b82 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381672 Apr 29 18:06:18.327031 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 1c796bab-35a0-4c32-a051-3b07b175912f up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:06:18.426270 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 1c796bab-35a0-4c32-a051-3b07b175912f completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:06:18.434088 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 1c796bab-35a0-4c32-a051-3b07b175912f triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:06:18.434478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:18.578313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:18.581965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:18.608376 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5530d471-efd1-458e-a663-02285ea14625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c796bab-35a0-4c32-a051-3b07b175912f'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:06:18.617681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 1c796bab-35a0-4c32-a051-3b07b175912f, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1c796bab-35a0-4c32-a051-3b07b175912f,segment=NetworkSegment(8ad7cdd4-3338-4e49-927f-f94054cefc79),segment_id=8ad7cdd4-3338-4e49-927f-f94054cefc79)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:06:18.624383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:18.692965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=1c796bab-35a0-4c32-a051-3b07b175912f,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:18.714089 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360b4430-7c0b-4c5e-b744-ebcdb891e005'] response: {'server_uuid': '5530d471-efd1-458e-a663-02285ea14625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c796bab-35a0-4c32-a051-3b07b175912f', 'code': 200} Apr 29 18:06:18.728724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1f669-667e-4f72-954d-e1c853e19b5d req-334556a2-121e-45ab-b4ff-08fe2d52ccca tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:18.730204 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-daa1f669-667e-4f72-954d-e1c853e19b5d req-334556a2-121e-45ab-b4ff-08fe2d52ccca tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 946 time: 0.0947266 Apr 29 18:06:18.774352 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-daa1f669-667e-4f72-954d-e1c853e19b5d req-172d1e80-9597-4e06-ab1d-69795d34c248 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382419 Apr 29 18:06:18.950263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d4fd1-4cf8-442c-bd3a-c2e44f43691a req-33856346-5c89-4508-bc5c-99e8ab78fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:18.952072 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-497d4fd1-4cf8-442c-bd3a-c2e44f43691a req-33856346-5c89-4508-bc5c-99e8ab78fba3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 1099 time: 0.0799866 Apr 29 18:06:18.993026 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-497d4fd1-4cf8-442c-bd3a-c2e44f43691a req-36f0d6b8-6d3b-4f6d-9bcf-02600cbf8a02 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352817 Apr 29 18:06:19.974382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dac985-3b6c-4fb5-b702-43786e359e35 req-061d0d85-c916-495c-9f48-7cf74280ace4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:19.975891 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-07dac985-3b6c-4fb5-b702-43786e359e35 req-061d0d85-c916-495c-9f48-7cf74280ace4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 946 time: 0.0810823 Apr 29 18:06:20.020891 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-07dac985-3b6c-4fb5-b702-43786e359e35 req-ee1ab9f6-53a1-4702-82fa-423e4e3c7619 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385222 Apr 29 18:06:21.329456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd97eb-63a6-4ac5-bb56-ba72958e3fe8 req-53feecb3-b0b3-4c50-a45a-1d66dab8e451 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:21.330891 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-affd97eb-63a6-4ac5-bb56-ba72958e3fe8 req-53feecb3-b0b3-4c50-a45a-1d66dab8e451 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 946 time: 0.1981099 Apr 29 18:06:21.374074 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-affd97eb-63a6-4ac5-bb56-ba72958e3fe8 req-763cbd44-a2d8-4c13-982c-2b562995bf23 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374064 Apr 29 18:06:21.563397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f676ba-f5d7-435a-be33-b1ecea3dc221 req-0227f577-d998-48de-bec4-cf871e7b2d2a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:21.564906 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a4f676ba-f5d7-435a-be33-b1ecea3dc221 req-0227f577-d998-48de-bec4-cf871e7b2d2a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 946 time: 0.0844481 Apr 29 18:06:21.611537 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a4f676ba-f5d7-435a-be33-b1ecea3dc221 req-d896a975-b874-40d3-9c42-29e76a2b1a95 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406213 Apr 29 18:06:21.634240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59392) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:21.706353 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7191b64-da48-4d87-9a14-3190a8c76a53 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:21.707906 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a7191b64-da48-4d87-9a14-3190a8c76a53 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 1094 time: 0.0727205 Apr 29 18:06:21.711273 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59396) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:21.718030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '1c796bab-35a0-4c32-a051-3b07b175912f', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:06:21.724470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:06:21.728580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:floatingip and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:06:21.731511 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:06:21.737713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:06:21.748369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:21.890753 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:22.026281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.26.4.65 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/ff83199b-2d84-4af7-9255-d9e94925eb39) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:06:22.176238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:22.209087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:22.271082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:06:22.273909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:06:22.277543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:06:22.311939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=ff83199b-2d84-4af7-9255-d9e94925eb39,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:22.696199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:22.773766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:22.979948 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:22.986125 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:23.092845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=ff83199b-2d84-4af7-9255-d9e94925eb39,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:06:23.105810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:23.330782 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-34c724f5-24f1-4478-98ea-4efa6c3bdad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:23.383075 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Floating IP ddf38053-447e-4efe-8a15-94046dab9a24 associated. External IP: 172.26.4.65, port: 1c796bab-35a0-4c32-a051-3b07b175912f. Apr 29 18:06:23.747667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:06:23.922836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:06:23.932967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c22e530-3fbe-412b-820e-acc3e8a94bdf None None] Sync routers for ids ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:06:23.943402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c22e530-3fbe-412b-820e-acc3e8a94bdf None None] Routers {'9af3ccfc-9a29-43bc-8b3d-848aceda6953'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:06:23.943969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8c22e530-3fbe-412b-820e-acc3e8a94bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:05:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:06:23.948435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:24.005331 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4bb60e74-b1d5-4753-b9c9-c017371144cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2925422 Apr 29 18:06:24.006019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5530d471-efd1-458e-a663-02285ea14625', 'tag': '1c796bab-35a0-4c32-a051-3b07b175912f'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:06:24.057533 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94f964d-a350-4e75-870c-4fc14a2eca4d'] response: {'name': 'network-changed', 'server_uuid': '5530d471-efd1-458e-a663-02285ea14625', 'tag': '1c796bab-35a0-4c32-a051-3b07b175912f', 'status': 'completed', 'code': 200} Apr 29 18:06:24.128854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-8c22e530-3fbe-412b-820e-acc3e8a94bdf None None] Set router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:06:24.213873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4526db-1a26-4fa1-9f3a-745edb82cdde req-adb131d8-0017-45d3-8843-19c5fa5f1609 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:24.215218 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c4526db-1a26-4fa1-9f3a-745edb82cdde req-adb131d8-0017-45d3-8843-19c5fa5f1609 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 946 time: 0.1063318 Apr 29 18:06:24.219519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163438-751b-4f55-9cd4-11b6676c751e req-9b19d238-43bd-49d6-8612-96f64ec3d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:24.220853 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-23163438-751b-4f55-9cd4-11b6676c751e req-9b19d238-43bd-49d6-8612-96f64ec3d93b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 1099 time: 0.1422415 Apr 29 18:06:24.341245 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c4526db-1a26-4fa1-9f3a-745edb82cdde req-1d28a7be-4ae6-474a-bc68-704411244407 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194172 Apr 29 18:06:24.365432 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59404) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:24.377726 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163438-751b-4f55-9cd4-11b6676c751e req-179e8be2-f9b9-4777-bb4f-d4b637cda5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:24.379133 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-23163438-751b-4f55-9cd4-11b6676c751e req-179e8be2-f9b9-4777-bb4f-d4b637cda5fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=73314191-1967-4f04-bbde-d6354c44a78b HTTP/1.1" status: 200 len: 897 time: 0.1450834 Apr 29 18:06:24.479142 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4ca48bde-1af3-45f4-a20e-adf357535d6f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/ddf38053-447e-4efe-8a15-94046dab9a24 HTTP/1.1" status: 200 len: 991 time: 0.1111293 Apr 29 18:06:24.491678 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-23163438-751b-4f55-9cd4-11b6676c751e req-5fc4bc7c-703c-43f0-95e6-c9e727a713ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c796bab-35a0-4c32-a051-3b07b175912f HTTP/1.1" status: 200 len: 999 time: 0.1062989 Apr 29 18:06:24.511211 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8c22e530-3fbe-412b-820e-acc3e8a94bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:06:08Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'ddf38053-447e-4efe-8a15-94046dab9a24', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.65', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'port_id': '1c796bab-35a0-4c32-a051-3b07b175912f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'mac_address': 'fa:16:3e:cc:82:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530d471-efd1-458e-a663-02285ea14625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:06:22Z', 'updated_at': '2022-04-29T18:06:22Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c436840d-9030-4b52-acf6-63d70a46d0f5', 'name': '', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:6e:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:07Z', 'updated_at': '2022-04-29T18:06:13Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:06:24.515701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c22e530-3fbe-412b-820e-acc3e8a94bdf None None] Checking router: 9af3ccfc-9a29-43bc-8b3d-848aceda6953 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:06:24.524775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c22e530-3fbe-412b-820e-acc3e8a94bdf None None] Routers {'9af3ccfc-9a29-43bc-8b3d-848aceda6953'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:06:24.525382 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8c22e530-3fbe-412b-820e-acc3e8a94bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:05:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:06:24.553075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163438-751b-4f55-9cd4-11b6676c751e req-85b612bd-a3d3-4520-b82f-f8aa6f60aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:24.554521 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-23163438-751b-4f55-9cd4-11b6676c751e req-85b612bd-a3d3-4520-b82f-f8aa6f60aa1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff2944e7-2635-4d1b-9bf7-6ce9e1849107 HTTP/1.1" status: 200 len: 834 time: 0.0577235 Apr 29 18:06:24.636628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163438-751b-4f55-9cd4-11b6676c751e req-74a8ee55-bc69-4391-9b05-4fd7df88651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:24.638153 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-23163438-751b-4f55-9cd4-11b6676c751e req-74a8ee55-bc69-4391-9b05-4fd7df88651c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73314191-1967-4f04-bbde-d6354c44a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782318 Apr 29 18:06:24.703092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-8c22e530-3fbe-412b-820e-acc3e8a94bdf None None] Set router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:06:24.899106 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-23163438-751b-4f55-9cd4-11b6676c751e req-b39c4f29-6f9d-4e93-bdf4-b41260e0c9e9 service neutron] 10.222.0.36 "GET /v2.0/networks/73314191-1967-4f04-bbde-d6354c44a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541890 Apr 29 18:06:25.030168 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-23163438-751b-4f55-9cd4-11b6676c751e req-b1bb39ea-73fa-45dc-8c04-4c864f41f7ac service neutron] 10.222.0.36 "GET /v2.0/networks/73314191-1967-4f04-bbde-d6354c44a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234980 Apr 29 18:06:25.059113 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8c22e530-3fbe-412b-820e-acc3e8a94bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:06:08Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'ddf38053-447e-4efe-8a15-94046dab9a24', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.65', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'port_id': '1c796bab-35a0-4c32-a051-3b07b175912f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'mac_address': 'fa:16:3e:cc:82:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530d471-efd1-458e-a663-02285ea14625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:06:22Z', 'updated_at': '2022-04-29T18:06:22Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c436840d-9030-4b52-acf6-63d70a46d0f5', 'name': '', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:6e:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:07Z', 'updated_at': '2022-04-29T18:06:13Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:06:25.063171 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c22e530-3fbe-412b-820e-acc3e8a94bdf None None] The sync data for ids ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'] in dv-neutron-839024-2-hyperv is: [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:06:08Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'ddf38053-447e-4efe-8a15-94046dab9a24', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.65', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'port_id': '1c796bab-35a0-4c32-a051-3b07b175912f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'mac_address': 'fa:16:3e:cc:82:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530d471-efd1-458e-a663-02285ea14625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:06:22Z', 'updated_at': '2022-04-29T18:06:22Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c436840d-9030-4b52-acf6-63d70a46d0f5', 'name': '', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:6e:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:07Z', 'updated_at': '2022-04-29T18:06:13Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:06:25.352261 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7297c6c-3304-4706-80cc-07322734bf55 None None] New status for floating IP ddf38053-447e-4efe-8a15-94046dab9a24: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:06:25.406783 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b632c056-4950-4230-b630-455e97a3d02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:25.481414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59408) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:25.590216 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d87af34c-a293-4358-9061-237d68e741e6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/ddf38053-447e-4efe-8a15-94046dab9a24 HTTP/1.1" status: 200 len: 991 time: 0.1075232 Apr 29 18:06:26.595537 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59412) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:26.703066 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:26.708232 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f7e75694-b517-4380-8e04-9ecb2ebf4d17 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/ddf38053-447e-4efe-8a15-94046dab9a24 HTTP/1.1" status: 200 len: 993 time: 0.1103199 Apr 29 18:06:26.791875 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:27.104958 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-386f3096-a4c1-49f4-9895-bfaeb75aa2e0 req-666b6f1b-c706-4146-a125-82aebc825928 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723197 Apr 29 18:06:27.252557 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f3096-a4c1-49f4-9895-bfaeb75aa2e0 req-6ed6a962-8df1-4587-a594-3fd4a71a6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:27.253977 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-386f3096-a4c1-49f4-9895-bfaeb75aa2e0 req-6ed6a962-8df1-4587-a594-3fd4a71a6c51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 1099 time: 0.0756154 Apr 29 18:06:27.397238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f3096-a4c1-49f4-9895-bfaeb75aa2e0 req-4ada1aeb-69ba-4f82-b714-e239756872e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:27.398665 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-386f3096-a4c1-49f4-9895-bfaeb75aa2e0 req-4ada1aeb-69ba-4f82-b714-e239756872e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73314191-1967-4f04-bbde-d6354c44a78b HTTP/1.1" status: 200 len: 897 time: 0.1267607 Apr 29 18:06:27.496311 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-386f3096-a4c1-49f4-9895-bfaeb75aa2e0 req-795abfee-b438-4046-90f8-459000d09d96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c796bab-35a0-4c32-a051-3b07b175912f HTTP/1.1" status: 200 len: 1001 time: 0.0920649 Apr 29 18:06:27.564968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f3096-a4c1-49f4-9895-bfaeb75aa2e0 req-0c3dfeac-ec06-4271-b9e7-ec17623b8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:27.566340 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-386f3096-a4c1-49f4-9895-bfaeb75aa2e0 req-0c3dfeac-ec06-4271-b9e7-ec17623b8a7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff2944e7-2635-4d1b-9bf7-6ce9e1849107 HTTP/1.1" status: 200 len: 834 time: 0.0628972 Apr 29 18:06:27.643348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f3096-a4c1-49f4-9895-bfaeb75aa2e0 req-379ca9fc-328b-45da-9b56-b1df4d987267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:27.645215 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-386f3096-a4c1-49f4-9895-bfaeb75aa2e0 req-379ca9fc-328b-45da-9b56-b1df4d987267 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73314191-1967-4f04-bbde-d6354c44a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725706 Apr 29 18:06:27.776722 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-386f3096-a4c1-49f4-9895-bfaeb75aa2e0 req-7970b882-2612-4038-9b14-7e1bc0872e8f service neutron] 10.222.0.36 "GET /v2.0/networks/73314191-1967-4f04-bbde-d6354c44a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257014 Apr 29 18:06:27.909501 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-386f3096-a4c1-49f4-9895-bfaeb75aa2e0 req-e5241b9f-d6e3-4e96-8098-8e847fd0d9b1 service neutron] 10.222.0.36 "GET /v2.0/networks/73314191-1967-4f04-bbde-d6354c44a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271820 Apr 29 18:06:28.123407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:43.524862 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:06:48.567708 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:53.334596 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-30a2ce37-099f-4b9d-ad2a-e6fc205693d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:55.420426 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2cefc6c3-3a92-4c0f-841a-cee6cf2932d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:56.313695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb337802-9b1f-433c-adbc-3782474be59d req-849e186e-cbf4-4ef7-8399-2aa6eb316935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:56.315272 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fb337802-9b1f-433c-adbc-3782474be59d req-849e186e-cbf4-4ef7-8399-2aa6eb316935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 946 time: 0.0860713 Apr 29 18:06:56.359889 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fb337802-9b1f-433c-adbc-3782474be59d req-f1c50361-69c8-4738-a4d5-210486da6b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385449 Apr 29 18:06:56.716246 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:56.796592 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:57.566654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611fc46-df27-4f4e-a457-eea18463e880 req-20f5e70f-8eeb-4b82-bb76-5518c9ec14fd tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:57.568138 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f611fc46-df27-4f4e-a457-eea18463e880 req-20f5e70f-8eeb-4b82-bb76-5518c9ec14fd tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 946 time: 0.0869472 Apr 29 18:06:57.611638 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f611fc46-df27-4f4e-a457-eea18463e880 req-d96a8e52-c9f4-4a7a-982f-74bc28e77950 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377288 Apr 29 18:06:57.635090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59432) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:06:57.740766 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fa7efff1-f325-444b-aebc-ee36d875f65b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/ddf38053-447e-4efe-8a15-94046dab9a24 HTTP/1.1" status: 200 len: 993 time: 0.1043925 Apr 29 18:06:58.125002 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:06:59.210863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4376c-9f0f-454f-be96-2aba92d89554 req-17daf37f-4047-4b5c-b0d6-6406c531b52b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:06:59.212386 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eac4376c-9f0f-454f-be96-2aba92d89554 req-17daf37f-4047-4b5c-b0d6-6406c531b52b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 946 time: 0.0851080 Apr 29 18:06:59.260985 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eac4376c-9f0f-454f-be96-2aba92d89554 req-a869524c-95db-4773-b37c-f539db961587 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426300 Apr 29 18:07:00.470938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afd05a-19d3-4340-919f-4bde6b9681f8 req-67ba3588-7a43-4050-a48a-db498bbd16fb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:00.472393 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-09afd05a-19d3-4340-919f-4bde6b9681f8 req-67ba3588-7a43-4050-a48a-db498bbd16fb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 946 time: 0.0915236 Apr 29 18:07:00.519394 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-09afd05a-19d3-4340-919f-4bde6b9681f8 req-5ba0b8a8-fa9a-4ce0-90d4-4eafc7c2a976 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412021 Apr 29 18:07:00.549944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59444) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:00.655137 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-66bdad07-2411-4276-a758-0527bcba0a0e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/ddf38053-447e-4efe-8a15-94046dab9a24 HTTP/1.1" status: 200 len: 993 time: 0.1041477 Apr 29 18:07:00.975858 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59452) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:01.278717 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port ff83199b-2d84-4af7-9255-d9e94925eb39 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:07:01.278936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:01.449605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:01.449935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:01.568115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for ff83199b-2d84-4af7-9255-d9e94925eb39 owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:07:01.718936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:01.763367 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=ff83199b-2d84-4af7-9255-d9e94925eb39,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:01.802262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:01.802604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:01.802946 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:01.803278 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:01.803626 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:01.803951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:01.804268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:01.804591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:01.804899 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:01.805222 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:01.805538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:01.805848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:01.864119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:01.864409 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Floating IP ddf38053-447e-4efe-8a15-94046dab9a24 disassociated (deleted). External IP: 172.26.4.65, port: 1c796bab-35a0-4c32-a051-3b07b175912f. Apr 29 18:07:02.214124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:07:02.516068 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:07:02.526304 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d0743-ed54-4558-be10-56bc189478ae None None] Sync routers for ids ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:07:02.537886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d0743-ed54-4558-be10-56bc189478ae None None] Routers {'9af3ccfc-9a29-43bc-8b3d-848aceda6953'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:07:02.538553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-d11d0743-ed54-4558-be10-56bc189478ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:06:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:02.539075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:02.595407 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d3ec3e00-2ddd-4e73-afcf-49450e8c4d50 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/floatingips/ddf38053-447e-4efe-8a15-94046dab9a24 HTTP/1.1" status: 204 len: 168 time: 1.6156139 Apr 29 18:07:02.595407 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5530d471-efd1-458e-a663-02285ea14625', 'tag': '1c796bab-35a0-4c32-a051-3b07b175912f'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:07:02.644431 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2190ee21-af3f-41cf-a374-22a2be9ad963'] response: {'name': 'network-changed', 'server_uuid': '5530d471-efd1-458e-a663-02285ea14625', 'tag': '1c796bab-35a0-4c32-a051-3b07b175912f', 'status': 'completed', 'code': 200} Apr 29 18:07:02.711115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-d11d0743-ed54-4558-be10-56bc189478ae None None] Set router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:07:02.745870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771446f-3ce4-49c5-a305-57d1b1912e59 req-5eeb6f8d-0017-4083-837a-ee678609ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:02.747459 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1771446f-3ce4-49c5-a305-57d1b1912e59 req-5eeb6f8d-0017-4083-837a-ee678609ec3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 1099 time: 0.0794401 Apr 29 18:07:02.890514 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771446f-3ce4-49c5-a305-57d1b1912e59 req-296fce55-ee7f-40b1-8ff3-04bde6a42620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:02.891972 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1771446f-3ce4-49c5-a305-57d1b1912e59 req-296fce55-ee7f-40b1-8ff3-04bde6a42620 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73314191-1967-4f04-bbde-d6354c44a78b HTTP/1.1" status: 200 len: 897 time: 0.1385789 Apr 29 18:07:02.993002 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1771446f-3ce4-49c5-a305-57d1b1912e59 req-97ab761d-22e9-4a0d-b3b7-c546ab8f5c14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c796bab-35a0-4c32-a051-3b07b175912f HTTP/1.1" status: 200 len: 217 time: 0.0947535 Apr 29 18:07:03.028457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-d11d0743-ed54-4558-be10-56bc189478ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:06:08Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'c436840d-9030-4b52-acf6-63d70a46d0f5', 'name': '', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:6e:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:07Z', 'updated_at': '2022-04-29T18:06:13Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:03.032468 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d0743-ed54-4558-be10-56bc189478ae None None] Checking router: 9af3ccfc-9a29-43bc-8b3d-848aceda6953 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:07:03.041092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d0743-ed54-4558-be10-56bc189478ae None None] Routers {'9af3ccfc-9a29-43bc-8b3d-848aceda6953'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:07:03.041678 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-d11d0743-ed54-4558-be10-56bc189478ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:06:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:03.068134 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771446f-3ce4-49c5-a305-57d1b1912e59 req-343bb515-2819-41d2-8ab6-b6585f187a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:03.069542 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1771446f-3ce4-49c5-a305-57d1b1912e59 req-343bb515-2819-41d2-8ab6-b6585f187a0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff2944e7-2635-4d1b-9bf7-6ce9e1849107 HTTP/1.1" status: 200 len: 834 time: 0.0647254 Apr 29 18:07:03.135187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d70315-bb68-4fd7-8f2d-d3514f15f50d req-6b956d6d-1076-442d-809f-47d7f98e0de5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:03.135884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-54d70315-bb68-4fd7-8f2d-d3514f15f50d req-6b956d6d-1076-442d-809f-47d7f98e0de5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:07:03.159038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-54d70315-bb68-4fd7-8f2d-d3514f15f50d req-6b956d6d-1076-442d-809f-47d7f98e0de5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:07:03.160137 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-54d70315-bb68-4fd7-8f2d-d3514f15f50d req-6b956d6d-1076-442d-809f-47d7f98e0de5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 946 time: 0.2163017 Apr 29 18:07:03.183470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771446f-3ce4-49c5-a305-57d1b1912e59 req-5ec290e5-2a0a-4125-a4a2-ebfc43ccb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:03.184878 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1771446f-3ce4-49c5-a305-57d1b1912e59 req-5ec290e5-2a0a-4125-a4a2-ebfc43ccb577 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73314191-1967-4f04-bbde-d6354c44a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091554 Apr 29 18:07:03.219508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-d11d0743-ed54-4558-be10-56bc189478ae None None] Set router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:07:03.241353 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-54d70315-bb68-4fd7-8f2d-d3514f15f50d req-75fa0f9a-1244-4dc4-90d7-86c09462ece9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751383 Apr 29 18:07:03.337967 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1771446f-3ce4-49c5-a305-57d1b1912e59 req-2613d5f9-9d5f-426d-b3ea-df79c1634a70 service neutron] 10.222.0.36 "GET /v2.0/networks/73314191-1967-4f04-bbde-d6354c44a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457777 Apr 29 18:07:03.470494 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1771446f-3ce4-49c5-a305-57d1b1912e59 req-da5f3164-ec5c-48e0-aa2d-5db701eb701f service neutron] 10.222.0.36 "GET /v2.0/networks/73314191-1967-4f04-bbde-d6354c44a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259222 Apr 29 18:07:03.567498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-d11d0743-ed54-4558-be10-56bc189478ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:06:08Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'c436840d-9030-4b52-acf6-63d70a46d0f5', 'name': '', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:6e:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:07Z', 'updated_at': '2022-04-29T18:06:13Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:03.572462 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d0743-ed54-4558-be10-56bc189478ae None None] The sync data for ids ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'] in dv-neutron-839024-2-hyperv is: [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:06:08Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'c436840d-9030-4b52-acf6-63d70a46d0f5', 'name': '', 'network_id': '73314191-1967-4f04-bbde-d6354c44a78b', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:6e:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:07Z', 'updated_at': '2022-04-29T18:06:13Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': 'ff2944e7-2635-4d1b-9bf7-6ce9e1849107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:07:03.781452 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de85054-f3e1-4e16-8ac0-392051ab8825 None None] New status for floating IP ddf38053-447e-4efe-8a15-94046dab9a24: DOWN {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:07:04.491016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5c044-7838-4d4e-9c9d-0488a6d64b18 req-369e2639-acab-4e5c-a9b1-3e1ed0521b67 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:04.492472 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5ce5c044-7838-4d4e-9c9d-0488a6d64b18 req-369e2639-acab-4e5c-a9b1-3e1ed0521b67 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 946 time: 0.1389811 Apr 29 18:07:04.500437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f185302-93d9-4e10-a89d-916df11e6723 req-bdd8ceb5-6190-4e9e-88a8-2fce795013ca tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:04.501733 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9f185302-93d9-4e10-a89d-916df11e6723 req-bdd8ceb5-6190-4e9e-88a8-2fce795013ca tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 946 time: 0.1173236 Apr 29 18:07:04.592726 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5ce5c044-7838-4d4e-9c9d-0488a6d64b18 req-60add508-0eb1-493a-af37-477b58a94804 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7246982-f8db-45ac-a39b-881eb88dd953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899429 Apr 29 18:07:04.598043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-9f185302-93d9-4e10-a89d-916df11e6723 req-fb6f40b6-557f-4a81-99ba-fdcb69592116 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 1c796bab-35a0-4c32-a051-3b07b175912f {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:07:04.598383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9f185302-93d9-4e10-a89d-916df11e6723 req-fb6f40b6-557f-4a81-99ba-fdcb69592116 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:04.845777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-9f185302-93d9-4e10-a89d-916df11e6723 req-fb6f40b6-557f-4a81-99ba-fdcb69592116 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port 1c796bab-35a0-4c32-a051-3b07b175912f, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1c796bab-35a0-4c32-a051-3b07b175912f,segment=NetworkSegment(8ad7cdd4-3338-4e49-927f-f94054cefc79),segment_id=8ad7cdd4-3338-4e49-927f-f94054cefc79)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:07:04.846006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9f185302-93d9-4e10-a89d-916df11e6723 req-fb6f40b6-557f-4a81-99ba-fdcb69592116 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:04.964919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-9f185302-93d9-4e10-a89d-916df11e6723 req-fb6f40b6-557f-4a81-99ba-fdcb69592116 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 1c796bab-35a0-4c32-a051-3b07b175912f owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:07:05.243223 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9f185302-93d9-4e10-a89d-916df11e6723 req-fb6f40b6-557f-4a81-99ba-fdcb69592116 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:05.293540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f40b6-557f-4a81-99ba-fdcb69592116 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=1c796bab-35a0-4c32-a051-3b07b175912f,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:05.365986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f185302-93d9-4e10-a89d-916df11e6723 req-fb6f40b6-557f-4a81-99ba-fdcb69592116 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] No DVR routers for this DVR port 1c796bab-35a0-4c32-a051-3b07b175912f on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:07:05.368840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-9f185302-93d9-4e10-a89d-916df11e6723 req-fb6f40b6-557f-4a81-99ba-fdcb69592116 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:05.371255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5530d471-efd1-458e-a663-02285ea14625', 'name': 'network-vif-deleted', 'tag': '1c796bab-35a0-4c32-a051-3b07b175912f'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:07:05.387731 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9f185302-93d9-4e10-a89d-916df11e6723 req-fb6f40b6-557f-4a81-99ba-fdcb69592116 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "DELETE /v2.0/ports/1c796bab-35a0-4c32-a051-3b07b175912f HTTP/1.1" status: 204 len: 173 time: 0.8725054 Apr 29 18:07:05.420535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78044515-2b27-4786-8ad7-148a76fd5a19'] response: {'server_uuid': '5530d471-efd1-458e-a663-02285ea14625', 'name': 'network-vif-deleted', 'tag': '1c796bab-35a0-4c32-a051-3b07b175912f', 'status': 'completed', 'code': 200} Apr 29 18:07:05.768850 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-aaa70cad-9b3e-46e7-b414-1c54f888bafa req-0006839d-b761-44bf-809f-bc05c7ae2756 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:07:05.796406 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-aaa70cad-9b3e-46e7-b414-1c54f888bafa req-0006839d-b761-44bf-809f-bc05c7ae2756 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:07:05.797588 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aaa70cad-9b3e-46e7-b414-1c54f888bafa req-0006839d-b761-44bf-809f-bc05c7ae2756 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5530d471-efd1-458e-a663-02285ea14625 HTTP/1.1" status: 200 len: 210 time: 0.0746307 Apr 29 18:07:06.630791 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 1c796bab-35a0-4c32-a051-3b07b175912f no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:07:06.672785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 1c796bab-35a0-4c32-a051-3b07b175912f {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:07:06.672986 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 1c796bab-35a0-4c32-a051-3b07b175912f not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:07:06.899047 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59470) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:07.457363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e11-19c8-47af-9a6a-9b933c69f376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:07.811249 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d0e11-19c8-47af-9a6a-9b933c69f376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port c436840d-9030-4b52-acf6-63d70a46d0f5 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:07:07.811628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e11-19c8-47af-9a6a-9b933c69f376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:07.999500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-0a4d0e11-19c8-47af-9a6a-9b933c69f376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port c436840d-9030-4b52-acf6-63d70a46d0f5, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c436840d-9030-4b52-acf6-63d70a46d0f5,segment=NetworkSegment(8ad7cdd4-3338-4e49-927f-f94054cefc79),segment_id=8ad7cdd4-3338-4e49-927f-f94054cefc79)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:07:08.000263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e11-19c8-47af-9a6a-9b933c69f376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:08.234482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d0e11-19c8-47af-9a6a-9b933c69f376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for c436840d-9030-4b52-acf6-63d70a46d0f5 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:07:08.428185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e11-19c8-47af-9a6a-9b933c69f376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:08.477928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d0e11-19c8-47af-9a6a-9b933c69f376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=c436840d-9030-4b52-acf6-63d70a46d0f5,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:08.756302 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e11-19c8-47af-9a6a-9b933c69f376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:09.108210 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4d0e11-19c8-47af-9a6a-9b933c69f376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:07:09.282777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4d0e11-19c8-47af-9a6a-9b933c69f376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:07:09.292897 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f55b8-5961-4e16-a7ea-27e53a6ffb52 None None] Sync routers for ids ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:07:09.300122 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0a4d0e11-19c8-47af-9a6a-9b933c69f376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "PUT /v2.0/routers/9af3ccfc-9a29-43bc-8b3d-848aceda6953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3999665 Apr 29 18:07:09.302943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59474) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:09.303391 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f55b8-5961-4e16-a7ea-27e53a6ffb52 None None] Routers {'9af3ccfc-9a29-43bc-8b3d-848aceda6953'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:07:09.303998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-543f55b8-5961-4e16-a7ea-27e53a6ffb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:06:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:09.367469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddd44b9-ec96-44ac-b3c8-4d6b7856b4c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting subnet ff2944e7-2635-4d1b-9bf7-6ce9e1849107 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:07:09.370373 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fddd44b9-ec96-44ac-b3c8-4d6b7856b4c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:09.426739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fddd44b9-ec96-44ac-b3c8-4d6b7856b4c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:09.474479 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-543f55b8-5961-4e16-a7ea-27e53a6ffb52 None None] Set router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:07:09.508186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fddd44b9-ec96-44ac-b3c8-4d6b7856b4c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:09.701126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fddd44b9-ec96-44ac-b3c8-4d6b7856b4c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:09.740046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd44b9-ec96-44ac-b3c8-4d6b7856b4c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2944e7-2635-4d1b-9bf7-6ce9e1849107,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:09.741935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fddd44b9-ec96-44ac-b3c8-4d6b7856b4c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:09.750669 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fddd44b9-ec96-44ac-b3c8-4d6b7856b4c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/subnets/ff2944e7-2635-4d1b-9bf7-6ce9e1849107 HTTP/1.1" status: 204 len: 168 time: 0.4443905 Apr 29 18:07:09.750822 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38dea02-3c41-4069-b2b6-89ad433116cc None None] Network 73314191-1967-4f04-bbde-d6354c44a78b requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:07:09.750923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59478) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:09.881395 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-543f55b8-5961-4e16-a7ea-27e53a6ffb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:07:08Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:09.911995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f55b8-5961-4e16-a7ea-27e53a6ffb52 None None] Checking router: 9af3ccfc-9a29-43bc-8b3d-848aceda6953 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:07:09.926154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:09.934591 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f55b8-5961-4e16-a7ea-27e53a6ffb52 None None] Routers {'9af3ccfc-9a29-43bc-8b3d-848aceda6953'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:07:09.935147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-543f55b8-5961-4e16-a7ea-27e53a6ffb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:06:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:10.098950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:10.110657 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 5a319c47-dbdb-41a4-8708-8345b01a8c03 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:07:10.111522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:10.118913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-543f55b8-5961-4e16-a7ea-27e53a6ffb52 None None] Set router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:07:10.204624 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] DHCP port deletion for 73314191-1967-4f04-bbde-d6354c44a78b request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:07:10.270248 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Deleting port 74b53d07-8029-4e34-9b3d-c73e6907bfd4 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:07:10.270601 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:10.293196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port 5a319c47-dbdb-41a4-8708-8345b01a8c03, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5a319c47-dbdb-41a4-8708-8345b01a8c03,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:07:10.293789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:10.414687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 5a319c47-dbdb-41a4-8708-8345b01a8c03 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:07:10.585455 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:10.624467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] For port 74b53d07-8029-4e34-9b3d-c73e6907bfd4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=74b53d07-8029-4e34-9b3d-c73e6907bfd4,segment=NetworkSegment(8ad7cdd4-3338-4e49-927f-f94054cefc79),segment_id=8ad7cdd4-3338-4e49-927f-f94054cefc79)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:07:10.625044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:10.632545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=5a319c47-dbdb-41a4-8708-8345b01a8c03,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:10.724021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:10.751106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Calling delete_port for 74b53d07-8029-4e34-9b3d-c73e6907bfd4 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:07:10.811370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-543f55b8-5961-4e16-a7ea-27e53a6ffb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:07:08Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:10.825171 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f55b8-5961-4e16-a7ea-27e53a6ffb52 None None] The sync data for ids ['9af3ccfc-9a29-43bc-8b3d-848aceda6953'] in dv-neutron-839024-2-hyperv is: [{'id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321525744', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:06:03Z', 'updated_at': '2022-04-29T18:07:08Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5a319c47-dbdb-41a4-8708-8345b01a8c03', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af3ccfc-9a29-43bc-8b3d-848aceda6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:06:04Z', 'updated_at': '2022-04-29T18:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:07:10.840636 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:10.891098 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Pushing event deleted for resources: {'Port': ['ID=74b53d07-8029-4e34-9b3d-c73e6907bfd4,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:10.893797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] No DVR routers for this DVR port 74b53d07-8029-4e34-9b3d-c73e6907bfd4 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:07:10.897745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:10.901781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:10.904587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:10.904773 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:10.905155 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:10.905572 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:10.905914 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:10.906264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:10.906631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:10.907458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:10.907458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:10.907618 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:10.907957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:10.908333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbb73b-d9c6-41e3-9d8c-dc30f3ca7061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:10.924069 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:10.924583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Fanout notify agent at l3_agent the message router_deleted on router 9af3ccfc-9a29-43bc-8b3d-848aceda6953 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:07:10.939282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:10.940379 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-78ba092b-debb-4277-abdd-f5c35dfa5d65 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/routers/9af3ccfc-9a29-43bc-8b3d-848aceda6953 HTTP/1.1" status: 204 len: 168 time: 1.1885970 Apr 29 18:07:10.943058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59482) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:11.164112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2da74414-03e9-4519-8b30-0a35c99a0175 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:11.297486 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c436840d-9030-4b52-acf6-63d70a46d0f5 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:07:11.298583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2da74414-03e9-4519-8b30-0a35c99a0175 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:11.325383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-2da74414-03e9-4519-8b30-0a35c99a0175 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73314191-1967-4f04-bbde-d6354c44a78b']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:11.334416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: c436840d-9030-4b52-acf6-63d70a46d0f5 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:07:11.335004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c436840d-9030-4b52-acf6-63d70a46d0f5 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:07:11.335462 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 74b53d07-8029-4e34-9b3d-c73e6907bfd4 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:07:11.338417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-2da74414-03e9-4519-8b30-0a35c99a0175 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad7cdd4-3338-4e49-927f-f94054cefc79') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:11.338711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-2da74414-03e9-4519-8b30-0a35c99a0175 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad7cdd4-3338-4e49-927f-f94054cefc79') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:11.350552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2da74414-03e9-4519-8b30-0a35c99a0175 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:11.366484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2da74414-03e9-4519-8b30-0a35c99a0175 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:11.368471 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 74b53d07-8029-4e34-9b3d-c73e6907bfd4 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:07:11.368817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 74b53d07-8029-4e34-9b3d-c73e6907bfd4 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:07:11.372596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da74414-03e9-4519-8b30-0a35c99a0175 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:07:11.372929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2da74414-03e9-4519-8b30-0a35c99a0175 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:07:11.390685 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:07:11.469483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2da74414-03e9-4519-8b30-0a35c99a0175 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:11.487596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2da74414-03e9-4519-8b30-0a35c99a0175 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:11.500255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da74414-03e9-4519-8b30-0a35c99a0175 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Network': ['ID=73314191-1967-4f04-bbde-d6354c44a78b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:11.507081 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2da74414-03e9-4519-8b30-0a35c99a0175 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/networks/73314191-1967-4f04-bbde-d6354c44a78b HTTP/1.1" status: 204 len: 168 time: 0.5630064 Apr 29 18:07:11.509902 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59486) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:11.585235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7af6-206f-40e0-a06d-d5371af7facc tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:11.616109 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7af6-206f-40e0-a06d-d5371af7facc tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:11.684712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7af6-206f-40e0-a06d-d5371af7facc tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:11.701965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a7af6-206f-40e0-a06d-d5371af7facc tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7246982-f8db-45ac-a39b-881eb88dd953,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:11.706277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7af6-206f-40e0-a06d-d5371af7facc tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:11.707383 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ed8a7af6-206f-40e0-a06d-d5371af7facc tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/security-groups/d7246982-f8db-45ac-a39b-881eb88dd953 HTTP/1.1" status: 204 len: 168 time: 0.1964757 Apr 29 18:07:12.363094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59494) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:12.368403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-145713358', 'description': 'tempest-secgroup-smoke-145713358 description', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:07:12.376806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:07:12.381893 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:07:12.384955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:07:12.391024 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:07:12.404205 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.425119 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:07:12.428994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:07:12.431884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:07:12.437853 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:07:12.508077 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.512824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.558730 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a863fa4-548d-4e7b-8aef-f24611c811c1,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:12.562035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.563234 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-be4b4a6c-0984-42b8-835b-2a24fa93947b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1990809 Apr 29 18:07:12.567662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59498) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:12.572499 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-8ddd0580-90cb-4a46-a238-7cbb638aaae2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '7a863fa4-548d-4e7b-8aef-f24611c811c1', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:07:12.578869 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8ddd0580-90cb-4a46-a238-7cbb638aaae2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:07:12.583106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8ddd0580-90cb-4a46-a238-7cbb638aaae2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:07:12.586173 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-8ddd0580-90cb-4a46-a238-7cbb638aaae2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:07:12.592600 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-8ddd0580-90cb-4a46-a238-7cbb638aaae2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:07:12.611371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0580-90cb-4a46-a238-7cbb638aaae2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.671421 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0580-90cb-4a46-a238-7cbb638aaae2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.675207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0580-90cb-4a46-a238-7cbb638aaae2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.700074 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd0580-90cb-4a46-a238-7cbb638aaae2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a450fb71-e5f9-4312-86e8-f60252547cb6,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:12.710395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0580-90cb-4a46-a238-7cbb638aaae2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.711679 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8ddd0580-90cb-4a46-a238-7cbb638aaae2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430321 Apr 29 18:07:12.714734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59502) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:12.719900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-6f395db5-a778-4d0a-9368-66c9f5c1f298 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '7a863fa4-548d-4e7b-8aef-f24611c811c1', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:07:12.725732 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6f395db5-a778-4d0a-9368-66c9f5c1f298 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:07:12.729576 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6f395db5-a778-4d0a-9368-66c9f5c1f298 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:07:12.732482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6f395db5-a778-4d0a-9368-66c9f5c1f298 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:07:12.738157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6f395db5-a778-4d0a-9368-66c9f5c1f298 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:07:12.756299 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f395db5-a778-4d0a-9368-66c9f5c1f298 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.826659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f395db5-a778-4d0a-9368-66c9f5c1f298 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.832091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f395db5-a778-4d0a-9368-66c9f5c1f298 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.857966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f395db5-a778-4d0a-9368-66c9f5c1f298 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a25f1c5-3a6e-4bc0-8ae4-112ad594d567,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:12.867740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6f395db5-a778-4d0a-9368-66c9f5c1f298 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.868948 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6f395db5-a778-4d0a-9368-66c9f5c1f298 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532815 Apr 29 18:07:12.871850 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59506) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:12.878259 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-652b04a6-a321-4d8c-9031-cc70961f3b4b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '7a863fa4-548d-4e7b-8aef-f24611c811c1', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:07:12.884228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-652b04a6-a321-4d8c-9031-cc70961f3b4b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:07:12.888352 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-652b04a6-a321-4d8c-9031-cc70961f3b4b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:07:12.891329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-652b04a6-a321-4d8c-9031-cc70961f3b4b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:07:12.897779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-652b04a6-a321-4d8c-9031-cc70961f3b4b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:07:12.915185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-652b04a6-a321-4d8c-9031-cc70961f3b4b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.980554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-652b04a6-a321-4d8c-9031-cc70961f3b4b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:12.985868 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-652b04a6-a321-4d8c-9031-cc70961f3b4b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.013054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b04a6-a321-4d8c-9031-cc70961f3b4b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc637624-9e75-410a-9039-8d8ac02b4464,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:13.020370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-652b04a6-a321-4d8c-9031-cc70961f3b4b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.021667 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-652b04a6-a321-4d8c-9031-cc70961f3b4b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487310 Apr 29 18:07:13.024576 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59510) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:13.029451 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-59198f4b-5c68-43ec-b981-08f325253652 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '7a863fa4-548d-4e7b-8aef-f24611c811c1', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:07:13.035456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-59198f4b-5c68-43ec-b981-08f325253652 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:07:13.040166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-59198f4b-5c68-43ec-b981-08f325253652 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:07:13.043382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-59198f4b-5c68-43ec-b981-08f325253652 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:07:13.049527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-59198f4b-5c68-43ec-b981-08f325253652 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:07:13.069043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59198f4b-5c68-43ec-b981-08f325253652 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.082049 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5a319c47-dbdb-41a4-8708-8345b01a8c03 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:07:13.119583 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 5a319c47-dbdb-41a4-8708-8345b01a8c03 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:07:13.119997 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5a319c47-dbdb-41a4-8708-8345b01a8c03 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:07:13.134872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59198f4b-5c68-43ec-b981-08f325253652 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.139593 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59198f4b-5c68-43ec-b981-08f325253652 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.167386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59198f4b-5c68-43ec-b981-08f325253652 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4269e5-9d96-4a9c-ab2d-f66a2a4f2b9a,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:13.178130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-59198f4b-5c68-43ec-b981-08f325253652 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.179487 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-59198f4b-5c68-43ec-b981-08f325253652 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538949 Apr 29 18:07:13.182176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59514) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:13.187202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-98ed35b7-648f-4d94-a284-183164ec378b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '7a863fa4-548d-4e7b-8aef-f24611c811c1', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:07:13.193065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-98ed35b7-648f-4d94-a284-183164ec378b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:07:13.197348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-98ed35b7-648f-4d94-a284-183164ec378b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:07:13.200354 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-98ed35b7-648f-4d94-a284-183164ec378b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:07:13.206336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-98ed35b7-648f-4d94-a284-183164ec378b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:07:13.218525 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-98ed35b7-648f-4d94-a284-183164ec378b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Project aa8e1d485dec45bcae0200bf131d73a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:07:13.227932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-98ed35b7-648f-4d94-a284-183164ec378b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.301543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-98ed35b7-648f-4d94-a284-183164ec378b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.310169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-98ed35b7-648f-4d94-a284-183164ec378b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.333224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed35b7-648f-4d94-a284-183164ec378b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52588b88-3f5f-4bd0-beef-ad20277509cd,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:13.345134 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-98ed35b7-648f-4d94-a284-183164ec378b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.346421 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-98ed35b7-648f-4d94-a284-183164ec378b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1633074 Apr 29 18:07:13.350285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59518) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:13.357924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ea1397b7-b2b1-4195-ac61-9c4c36733e72 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '7a863fa4-548d-4e7b-8aef-f24611c811c1', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:07:13.366884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ea1397b7-b2b1-4195-ac61-9c4c36733e72 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:07:13.371755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ea1397b7-b2b1-4195-ac61-9c4c36733e72 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:07:13.374849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ea1397b7-b2b1-4195-ac61-9c4c36733e72 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:07:13.381010 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ea1397b7-b2b1-4195-ac61-9c4c36733e72 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:07:13.394755 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-ea1397b7-b2b1-4195-ac61-9c4c36733e72 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Project aa8e1d485dec45bcae0200bf131d73a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:07:13.401276 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea1397b7-b2b1-4195-ac61-9c4c36733e72 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.475836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea1397b7-b2b1-4195-ac61-9c4c36733e72 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.480795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea1397b7-b2b1-4195-ac61-9c4c36733e72 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.503022 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1397b7-b2b1-4195-ac61-9c4c36733e72 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5210f8-6a3e-4f63-9c56-674c6f6bd063,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:13.512602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea1397b7-b2b1-4195-ac61-9c4c36733e72 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.513857 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ea1397b7-b2b1-4195-ac61-9c4c36733e72 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623604 Apr 29 18:07:13.516691 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59522) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:13.522309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'network': {'name': 'tempest-network-smoke--1579909560', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'port_security_enabled': True}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:07:13.527027 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:07:13.531031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:network and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:07:13.533895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:07:13.539538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:07:13.552234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'network': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:07:13.555512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.582894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:07:13.591883 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.592223 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.segments_db [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Added segment bc28948a-d7ac-458f-99ea-1dcf1c132e0e of type vlan for network 7d63a134-32b3-4fca-b695-0b9e70777afd Apr 29 18:07:13.617379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.646495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.651947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:13.652518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.752374 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2346680 Apr 29 18:07:13.755392 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59526) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:13.760756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'admin_state_up': True, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:07:13.760981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be0db2-e2d7-4e5a-9cd4-94f48fae19d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Network': ['ID=7d63a134-32b3-4fca-b695-0b9e70777afd,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:13.768339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:07:13.771668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 7d63a134-32b3-4fca-b695-0b9e70777afd details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:07:13.772383 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:router and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:07:13.775441 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:07:13.782009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:07:13.793920 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.795153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:13.809716 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:14.082497 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:14.408173 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:14.540286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:14.676530 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.26.4.162 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/5f63c917-805b-4e3b-857d-19fffb007d02) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:07:14.824270 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:14.861887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:14.931695 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:07:14.934378 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:07:14.936970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:07:14.973360 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=5f63c917-805b-4e3b-857d-19fffb007d02,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:14.988835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:14.989175 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:14.989510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:14.989837 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:14.990160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:14.990481 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:14.990802 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:14.991121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:14.991464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:14.991781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:14.992081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:14.992390 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:15.370107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:15.717766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:16.037726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router cda84b53-b72e-41f4-8b80-9f0d3401e72f is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 18:07:16.219178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:07:16.228797 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Sync routers for ids ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:07:16.238957 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Routers {'cda84b53-b72e-41f4-8b80-9f0d3401e72f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:07:16.240117 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:06:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:16.247425 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:16.248737 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e48c9f70-388d-451b-833d-0a9f779fb97a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4922459 Apr 29 18:07:16.251926 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59530) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:16.294774 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5656f5a8-f8b0-469d-b36b-86dfd9768516 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=aa8e1d485dec45bcae0200bf131d73a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416989 Apr 29 18:07:16.297665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59534) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:16.412170 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Set router cda84b53-b72e-41f4-8b80-9f0d3401e72f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:07:16.427719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c069f-6e12-4184-9096-4a25e79a70d0 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:16.429198 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-277c069f-6e12-4184-9096-4a25e79a70d0 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303480 Apr 29 18:07:16.432272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59538) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:16.473741 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6f5038a1-8245-4ad4-9de8-b8dad441f41d tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379081 Apr 29 18:07:16.473965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59542) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:16.479331 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1926132980', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:07:16.593685 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:07:16.597649 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:subnet and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:07:16.600537 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:07:16.606253 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:07:16.617518 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:07:16.621724 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:16.696623 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:07:15Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:16.700330 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Checking router: cda84b53-b72e-41f4-8b80-9f0d3401e72f for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:07:16.700665 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Updating router cda84b53-b72e-41f4-8b80-9f0d3401e72f port 5f63c917-805b-4e3b-857d-19fffb007d02 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:07:16.750948 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:16.835575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:16.915904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Subnet': ['ID=3fdbe902-94d9-4b7a-93b6-a6c24be128e5,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:16.926464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Checking segment: {'id': 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:07:16.926839 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network hostable DHCP agents. Network: 7d63a134-32b3-4fca-b695-0b9e70777afd, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:07:16.946247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 7d63a134-32b3-4fca-b695-0b9e70777afd is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:07:16.955651 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 7d63a134-32b3-4fca-b695-0b9e70777afd) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:07:16.959970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:16.960549 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:16.968215 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5e102-aab1-4501-bb5b-1ccd67e92064 None None] Network 7d63a134-32b3-4fca-b695-0b9e70777afd requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:07:16.982299 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-73e513ba-01d9-4a9c-b8b9-0fdc2e4bff0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5071938 Apr 29 18:07:16.985082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59548) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:17.073652 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:17.085864 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Transition to ACTIVE for port object 5f63c917-805b-4e3b-857d-19fffb007d02 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:07:17.093080 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:17.174384 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Pushing event updated for resources: {'Port': ['ID=5f63c917-805b-4e3b-857d-19fffb007d02,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:17.183380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-7d63a134-32b3-4fca-b695-0b9e70777afd', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ips': [{'subnet_id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:07:17.184214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:17.186079 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:17.186421 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:17.186736 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:17.187059 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:17.187406 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:17.187727 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:17.188043 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:17.188364 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:17.188674 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:17.188986 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:17.189297 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:17.189606 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:07:17.196047 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Attempting to bind port 5f63c917-805b-4e3b-857d-19fffb007d02 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:07:17.196404 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Attempting to bind port 5f63c917-805b-4e3b-857d-19fffb007d02 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:07:17.196758 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Attempting to bind port 5f63c917-805b-4e3b-857d-19fffb007d02 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:07:17.202093 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:07:17.202470 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:07:17.202860 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:17.203239 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:07:17.203719 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Bound port: 5f63c917-805b-4e3b-857d-19fffb007d02, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:07:17.204079 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:17.277710 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] For port 5f63c917-805b-4e3b-857d-19fffb007d02, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:07:17.281103 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] For port 5f63c917-805b-4e3b-857d-19fffb007d02, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5f63c917-805b-4e3b-857d-19fffb007d02,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:07:17.285225 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:17.339352 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Allocated IP 172.20.0.2 (7d63a134-32b3-4fca-b695-0b9e70777afd/3fdbe902-94d9-4b7a-93b6-a6c24be128e5/6bd79bc5-c76c-4c02-8d59-ed722cc3c07a) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:07:17.383015 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Routers {'cda84b53-b72e-41f4-8b80-9f0d3401e72f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:07:17.383655 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:06:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:17.524406 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e323d3f-b2fb-4a3b-ba02-cf07ea8dd9ae None None] Pushing event updated for resources: {'Port': ['ID=5f63c917-805b-4e3b-857d-19fffb007d02,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:17.571270 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] Set router cda84b53-b72e-41f4-8b80-9f0d3401e72f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:07:17.579257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:17.589254 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Transition to ACTIVE for port object 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:07:17.607645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Transition to ACTIVE for port object 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:07:17.616115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:17.690127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Network 7d63a134-32b3-4fca-b695-0b9e70777afd is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:07:17.693744 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:07:17.697984 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:07:17.739462 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Pushing event updated for resources: {'Port': ['ID=6bd79bc5-c76c-4c02-8d59-ed722cc3c07a,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:17.799498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Attempting to bind port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:07:17.799713 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Attempting to bind port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:07:17.800059 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Attempting to bind port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a on network 7d63a134-32b3-4fca-b695-0b9e70777afd {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:07:17.805701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:07:17.805900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Checking segment: {'id': 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:07:17.806337 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:17.806696 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Bound using segment: {'id': 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:07:17.807184 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Bound port: 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:07:17.807681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:17.831089 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:17.872144 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:07:15Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:17.877660 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6669d8c-2f1e-408c-9500-10aea5a77071 None None] The sync data for ids ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'] in dv-neutron-839024-2-hyperv is: [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:07:15Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:07:17.911381 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] For port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:07:17.914913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] For port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6bd79bc5-c76c-4c02-8d59-ed722cc3c07a,segment=NetworkSegment(bc28948a-d7ac-458f-99ea-1dcf1c132e0e),segment_id=bc28948a-d7ac-458f-99ea-1dcf1c132e0e)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:07:17.919851 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:18.002772 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f8b26-0a20-4eff-896b-3e7f69e34ec9 None None] Pushing event updated for resources: {'Port': ['ID=6bd79bc5-c76c-4c02-8d59-ed722cc3c07a,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:18.300808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.20.0.1 (7d63a134-32b3-4fca-b695-0b9e70777afd/3fdbe902-94d9-4b7a-93b6-a6c24be128e5/8b367875-1013-4e3e-96c9-5b655fd8f568) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:07:18.469715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:18.487015 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Transition to ACTIVE for port object 8b367875-1013-4e3e-96c9-5b655fd8f568 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:07:18.513633 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:18.567981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:18.587468 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 7d63a134-32b3-4fca-b695-0b9e70777afd is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:07:18.590701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:07:18.595036 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:07:18.633515 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=8b367875-1013-4e3e-96c9-5b655fd8f568,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:18.660416 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:18.784690 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:18.969163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923dccfd-6714-4345-9a24-1d3c2809e31d None None] Network 7d63a134-32b3-4fca-b695-0b9e70777afd requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:07:19.090864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-4c7e317c-40b9-4b04-9baa-8fd16f06856f None None] Provisioning for port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:07:19.198153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:07:19.229600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:19.235006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:19.284324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:07:19.289759 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:07:19.290129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:19.354609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:19.358163 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=8b367875-1013-4e3e-96c9-5b655fd8f568,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:19.411662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:19.446210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6bd79bc5-c76c-4c02-8d59-ed722cc3c07a,segment=NetworkSegment(bc28948a-d7ac-458f-99ea-1dcf1c132e0e),segment_id=bc28948a-d7ac-458f-99ea-1dcf1c132e0e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:07:19.451245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:19.452037 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5f63c917-805b-4e3b-857d-19fffb007d02 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:07:19.511587 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 7d63a134-32b3-4fca-b695-0b9e70777afd is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:07:19.512776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:07:19.594517 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6bd79bc5-c76c-4c02-8d59-ed722cc3c07a,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:19.600110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6c53cf83-8b31-4b85-8f84-98839573071b None None] Provisioning for port 8b367875-1013-4e3e-96c9-5b655fd8f568 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:07:19.613074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 5f63c917-805b-4e3b-857d-19fffb007d02 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:07:19.617378 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6c53cf83-8b31-4b85-8f84-98839573071b None None] Provisioning complete for port 8b367875-1013-4e3e-96c9-5b655fd8f568 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:07:19.617745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6c53cf83-8b31-4b85-8f84-98839573071b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:19.654158 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5f63c917-805b-4e3b-857d-19fffb007d02 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:07:19.654784 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:19.730752 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6c53cf83-8b31-4b85-8f84-98839573071b None None] Port 8b367875-1013-4e3e-96c9-5b655fd8f568 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:07:19.749967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-6c53cf83-8b31-4b85-8f84-98839573071b None None] Provisioning complete for port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:07:19.750330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6c53cf83-8b31-4b85-8f84-98839573071b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:19.823786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router cda84b53-b72e-41f4-8b80-9f0d3401e72f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:07:19.858741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:19.880668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 5f63c917-805b-4e3b-857d-19fffb007d02, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5f63c917-805b-4e3b-857d-19fffb007d02,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:07:19.912579 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:19.995320 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=5f63c917-805b-4e3b-857d-19fffb007d02,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:20.011921 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:07:20.021507 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Sync routers for ids ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:07:20.024830 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-03245e0b-e053-4971-bec9-cf2ce4f97bb9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "PUT /v2.0/routers/cda84b53-b72e-41f4-8b80-9f0d3401e72f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0386178 Apr 29 18:07:20.030967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Routers {'cda84b53-b72e-41f4-8b80-9f0d3401e72f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:07:20.031741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:06:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:20.199002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-627dee83-1900-473c-af5d-8195a6bddc8c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:07:20.218362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-627dee83-1900-473c-af5d-8195a6bddc8c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:07:20.219660 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-627dee83-1900-473c-af5d-8195a6bddc8c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145713358&fields=id&tenant_id=aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 267 time: 0.0685558 Apr 29 18:07:20.221565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5df8cc27-b85e-4e4b-a9fd-740640015ecd None None] Provisioning complete for port 8b367875-1013-4e3e-96c9-5b655fd8f568 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:07:20.222021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5df8cc27-b85e-4e4b-a9fd-740640015ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:20.293137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-5df8cc27-b85e-4e4b-a9fd-740640015ecd None None] Port 8b367875-1013-4e3e-96c9-5b655fd8f568 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:07:20.302020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Set router cda84b53-b72e-41f4-8b80-9f0d3401e72f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:07:20.373112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-17948458-8385-4b6b-b12f-77054a55de5d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:20.373787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-17948458-8385-4b6b-b12f-77054a55de5d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:07:20.391281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-17948458-8385-4b6b-b12f-77054a55de5d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:07:20.392382 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-17948458-8385-4b6b-b12f-77054a55de5d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/networks?id=7d63a134-32b3-4fca-b695-0b9e70777afd HTTP/1.1" status: 200 len: 797 time: 0.1658111 Apr 29 18:07:20.408038 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-0b6a372a-1187-4436-813c-626ad2910e0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/quotas/aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 375 time: 0.0094955 Apr 29 18:07:20.490816 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-1c76ccc4-e62f-4f3a-82ab-0f0b5495bea4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:07:20.507079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-1c76ccc4-e62f-4f3a-82ab-0f0b5495bea4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:07:20.508356 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-1c76ccc4-e62f-4f3a-82ab-0f0b5495bea4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948918 Apr 29 18:07:20.524976 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:07:20.616228 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:07:18Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '8b367875-1013-4e3e-96c9-5b655fd8f568', 'name': '', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:a5:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:18Z', 'updated_at': '2022-04-29T18:07:19Z', 'revision_number': 2, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:20.620417 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Checking router: cda84b53-b72e-41f4-8b80-9f0d3401e72f for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:07:20.620839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Updating router cda84b53-b72e-41f4-8b80-9f0d3401e72f port 8b367875-1013-4e3e-96c9-5b655fd8f568 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:07:20.650549 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b43616cf-59a7-43bd-9763-90aa9927d341 service neutron] 10.222.0.11 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287246 Apr 29 18:07:20.673219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:20.784229 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-67943eda-6783-459c-90c9-521ad568be96 service neutron] 10.222.0.11 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273310 Apr 29 18:07:20.956216 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5a25163e-b842-45f8-b56f-d4894684bf1d req-1cec7d67-273d-4983-b7f3-481368ffb42e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 210 time: 0.0411291 Apr 29 18:07:21.036105 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:21.047315 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Transition to ACTIVE for port object 8b367875-1013-4e3e-96c9-5b655fd8f568 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:07:21.055027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:21.164587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:07:21.269880 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4191ae8-1801-4c13-8674-91d3058b8d0c None None] Pushing event updated for resources: {'Port': ['ID=8b367875-1013-4e3e-96c9-5b655fd8f568,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:21.348453 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Attempting to bind port 8b367875-1013-4e3e-96c9-5b655fd8f568 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:07:21.348872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Attempting to bind port 8b367875-1013-4e3e-96c9-5b655fd8f568 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:07:21.349100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Attempting to bind port 8b367875-1013-4e3e-96c9-5b655fd8f568 on network 7d63a134-32b3-4fca-b695-0b9e70777afd {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:07:21.358262 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:07:21.359380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Checking segment: {'id': 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:07:21.359798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:21.360199 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Bound using segment: {'id': 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:07:21.360662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Bound port: 8b367875-1013-4e3e-96c9-5b655fd8f568, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:07:21.361032 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:21.384430 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:07:21.384726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:21.509746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] For port 8b367875-1013-4e3e-96c9-5b655fd8f568, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:07:21.513294 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] For port 8b367875-1013-4e3e-96c9-5b655fd8f568, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8b367875-1013-4e3e-96c9-5b655fd8f568,segment=NetworkSegment(bc28948a-d7ac-458f-99ea-1dcf1c132e0e),segment_id=bc28948a-d7ac-458f-99ea-1dcf1c132e0e)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:07:21.546663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:21.632775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5f63c917-805b-4e3b-857d-19fffb007d02 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:07:21.691714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Routers {'cda84b53-b72e-41f4-8b80-9f0d3401e72f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:07:21.692352 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:06:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:21.738884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4191ae8-1801-4c13-8674-91d3058b8d0c None None] Pushing event updated for resources: {'Port': ['ID=8b367875-1013-4e3e-96c9-5b655fd8f568,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:21.918925 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5f63c917-805b-4e3b-857d-19fffb007d02 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:07:21.919316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:21.980106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] Set router cda84b53-b72e-41f4-8b80-9f0d3401e72f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:07:22.247403 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b0d3190c-2a80-4fd3-9a14-4d11315d94f1 req-29ff7d8e-da02-4bda-8466-4fea4ac7eed4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 210 time: 0.1696157 Apr 29 18:07:22.286793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-2cd151f0-edd8-40a3-927f-d13a6d046c46 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:22.288210 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-2cd151f0-edd8-40a3-927f-d13a6d046c46 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/networks?id=7d63a134-32b3-4fca-b695-0b9e70777afd HTTP/1.1" status: 200 len: 797 time: 0.3337660 Apr 29 18:07:22.336461 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-62663163-5aff-45eb-8cc1-359da252d9e2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 379 time: 0.0391796 Apr 29 18:07:22.345536 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'port': {'device_id': '5f79b964-dfec-4909-9058-03f0f896e54b', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'admin_state_up': True, 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'security_groups': ['7a863fa4-548d-4e7b-8aef-f24611c811c1']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:07:22.353379 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:07:18Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '8b367875-1013-4e3e-96c9-5b655fd8f568', 'name': '', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:a5:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:18Z', 'updated_at': '2022-04-29T18:07:21Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:22.357514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b650d85d-7d85-4aff-9b67-f1880221138f None None] The sync data for ids ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'] in dv-neutron-839024-2-hyperv is: [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:07:18Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '8b367875-1013-4e3e-96c9-5b655fd8f568', 'name': '', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:a5:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:18Z', 'updated_at': '2022-04-29T18:07:21Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:07:22.494589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:07:22.504856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:07:22.515438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:07:22.519935 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:22.691570 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.20.0.13 (7d63a134-32b3-4fca-b695-0b9e70777afd/3fdbe902-94d9-4b7a-93b6-a6c24be128e5/6ac667e2-fd55-4616-9ded-b2d8d7836220) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:07:22.906256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:22.923458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Transition to ACTIVE for port object 6ac667e2-fd55-4616-9ded-b2d8d7836220 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:07:22.950853 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:23.026601 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 7d63a134-32b3-4fca-b695-0b9e70777afd is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:07:23.029813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:07:23.033887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:07:23.064960 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=6ac667e2-fd55-4616-9ded-b2d8d7836220,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:23.112628 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:23.114355 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:23.160129 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-b649d725-a9f8-4abe-9cdb-0dde65e7c240 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8181601 Apr 29 18:07:23.173274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Request body: {'port': {'device_id': '5f79b964-dfec-4909-9058-03f0f896e54b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:07:23.178496 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8b367875-1013-4e3e-96c9-5b655fd8f568 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:07:23.264230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 8b367875-1013-4e3e-96c9-5b655fd8f568 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:07:23.271582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8b367875-1013-4e3e-96c9-5b655fd8f568 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:07:23.272156 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:23.306402 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:23.347940 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2381d632-f353-4439-ae06-ad36b1882129 None None] Provisioning for port 6ac667e2-fd55-4616-9ded-b2d8d7836220 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:07:23.360863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-2381d632-f353-4439-ae06-ad36b1882129 None None] Provisioning complete for port 6ac667e2-fd55-4616-9ded-b2d8d7836220 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:07:23.361512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2381d632-f353-4439-ae06-ad36b1882129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:23.393437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-58a37ff9-835f-408d-ad81-33fef73dfe65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:23.427906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-2381d632-f353-4439-ae06-ad36b1882129 None None] Port 6ac667e2-fd55-4616-9ded-b2d8d7836220 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:07:23.481559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:23.514583 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 8b367875-1013-4e3e-96c9-5b655fd8f568, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8b367875-1013-4e3e-96c9-5b655fd8f568,segment=NetworkSegment(bc28948a-d7ac-458f-99ea-1dcf1c132e0e),segment_id=bc28948a-d7ac-458f-99ea-1dcf1c132e0e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:07:23.519761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:23.595205 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=8b367875-1013-4e3e-96c9-5b655fd8f568,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:23.626570 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeefe1-7e59-450f-919d-3cbed64483b0 req-c2ed308f-0489-4f70-86f2-0bb38da052b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:23.627254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-27aeefe1-7e59-450f-919d-3cbed64483b0 req-c2ed308f-0489-4f70-86f2-0bb38da052b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:07:23.662859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-27aeefe1-7e59-450f-919d-3cbed64483b0 req-c2ed308f-0489-4f70-86f2-0bb38da052b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:07:23.664016 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-27aeefe1-7e59-450f-919d-3cbed64483b0 req-c2ed308f-0489-4f70-86f2-0bb38da052b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 932 time: 0.2714906 Apr 29 18:07:23.765051 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-27aeefe1-7e59-450f-919d-3cbed64483b0 req-d7675a54-96c7-418a-946d-53924604813c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937881 Apr 29 18:07:23.771412 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac667e2-fd55-4616-9ded-b2d8d7836220 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:07:23.781126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:23.796921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Transition to ACTIVE for port object 6ac667e2-fd55-4616-9ded-b2d8d7836220 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:07:23.801735 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:23.935446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac667e2-fd55-4616-9ded-b2d8d7836220,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:24.042781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Attempting to bind port 6ac667e2-fd55-4616-9ded-b2d8d7836220 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:07:24.043132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Attempting to bind port 6ac667e2-fd55-4616-9ded-b2d8d7836220 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:07:24.043487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Attempting to bind port 6ac667e2-fd55-4616-9ded-b2d8d7836220 on network 7d63a134-32b3-4fca-b695-0b9e70777afd {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:07:24.048239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Port 6ac667e2-fd55-4616-9ded-b2d8d7836220 on network 7d63a134-32b3-4fca-b695-0b9e70777afd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:07:24.048561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Attempting to bind port 6ac667e2-fd55-4616-9ded-b2d8d7836220 on network 7d63a134-32b3-4fca-b695-0b9e70777afd {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:07:24.054733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:07:24.054919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Checking segment: {'id': 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:07:24.055320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Bound using segment: {'id': 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:07:24.055751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Bound port: 6ac667e2-fd55-4616-9ded-b2d8d7836220, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:07:24.056118 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:24.144335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] For port 6ac667e2-fd55-4616-9ded-b2d8d7836220, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:07:24.147093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] For port 6ac667e2-fd55-4616-9ded-b2d8d7836220, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6ac667e2-fd55-4616-9ded-b2d8d7836220,segment=NetworkSegment(bc28948a-d7ac-458f-99ea-1dcf1c132e0e),segment_id=bc28948a-d7ac-458f-99ea-1dcf1c132e0e)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:07:24.153055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:24.215074 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:24.215788 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:24.217247 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] 10.222.0.36 "PUT /v2.0/ports/6ac667e2-fd55-4616-9ded-b2d8d7836220 HTTP/1.1" status: 200 len: 1094 time: 1.0489688 Apr 29 18:07:24.217667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f79b964-dfec-4909-9058-03f0f896e54b', 'tag': '6ac667e2-fd55-4616-9ded-b2d8d7836220'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:07:24.241357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0f476-c1f4-4535-949e-39421725e4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac667e2-fd55-4616-9ded-b2d8d7836220,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:24.424332 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5186466-7c4a-4721-9c2a-3355f5e0e7cd'] response: {'name': 'network-changed', 'server_uuid': '5f79b964-dfec-4909-9058-03f0f896e54b', 'tag': '6ac667e2-fd55-4616-9ded-b2d8d7836220', 'status': 'completed', 'code': 200} Apr 29 18:07:24.463751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-8f406cc7-c384-428a-b578-253276b70bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:24.465236 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-8f406cc7-c384-428a-b578-253276b70bc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 1097 time: 0.1986639 Apr 29 18:07:24.535216 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-3f615831-141b-4233-bfbe-2f5b4956fa1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac667e2-fd55-4616-9ded-b2d8d7836220 HTTP/1.1" status: 200 len: 217 time: 0.0628138 Apr 29 18:07:24.596392 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-686440b9-31b9-4807-9795-1ddcc7f168d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:24.597794 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-686440b9-31b9-4807-9795-1ddcc7f168d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fdbe902-94d9-4b7a-93b6-a6c24be128e5 HTTP/1.1" status: 200 len: 835 time: 0.0563781 Apr 29 18:07:24.681357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-31d3328d-1613-43b6-ba20-b480e9fe69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:24.683728 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-31d3328d-1613-43b6-ba20-b480e9fe69e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d63a134-32b3-4fca-b695-0b9e70777afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797191 Apr 29 18:07:24.816634 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-67e4211a-1fea-4ccb-8fc6-72b7d013c533 service neutron] 10.222.0.36 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273034 Apr 29 18:07:24.997841 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f41564f0-3792-4825-9a7d-63976d8a5d72 req-de18029f-e4f0-46fd-a2f3-b168ed11c69f service neutron] 10.222.0.36 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731911 Apr 29 18:07:25.022849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cbd49-de50-4b79-971b-1f465ea2e994 req-440f4fd0-0cd1-41b6-b434-4de15260f062 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:25.024324 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-264cbd49-de50-4b79-971b-1f465ea2e994 req-440f4fd0-0cd1-41b6-b434-4de15260f062 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 944 time: 0.1199789 Apr 29 18:07:25.116719 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-264cbd49-de50-4b79-971b-1f465ea2e994 req-ae19cec3-2c3c-4778-8517-7a59d64c6116 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864277 Apr 29 18:07:25.137268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1e60c-0500-4ffe-ad73-12779f8e37b7 req-d839c613-97fd-4780-aa23-8bc4465a0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:25.138858 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9bb1e60c-0500-4ffe-ad73-12779f8e37b7 req-d839c613-97fd-4780-aa23-8bc4465a0b89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 1097 time: 0.0914900 Apr 29 18:07:25.144308 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8b367875-1013-4e3e-96c9-5b655fd8f568 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:07:25.209583 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 8b367875-1013-4e3e-96c9-5b655fd8f568 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:07:25.209945 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:25.270706 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1e60c-0500-4ffe-ad73-12779f8e37b7 req-b6082c82-e724-4fd6-b495-d78a77718c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:25.272082 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9bb1e60c-0500-4ffe-ad73-12779f8e37b7 req-b6082c82-e724-4fd6-b495-d78a77718c3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d63a134-32b3-4fca-b695-0b9e70777afd HTTP/1.1" status: 200 len: 898 time: 0.1256731 Apr 29 18:07:25.345783 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9bb1e60c-0500-4ffe-ad73-12779f8e37b7 req-b28a0900-a61b-44d2-ad95-46070370da77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac667e2-fd55-4616-9ded-b2d8d7836220 HTTP/1.1" status: 200 len: 217 time: 0.0677431 Apr 29 18:07:25.410639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1e60c-0500-4ffe-ad73-12779f8e37b7 req-5c442072-5cb6-43f5-9774-46a2294d40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:25.412084 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9bb1e60c-0500-4ffe-ad73-12779f8e37b7 req-5c442072-5cb6-43f5-9774-46a2294d40bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fdbe902-94d9-4b7a-93b6-a6c24be128e5 HTTP/1.1" status: 200 len: 835 time: 0.0603869 Apr 29 18:07:25.414372 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b1ad-2990-4a9e-b4db-8d9caea0c68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:25.487740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1e60c-0500-4ffe-ad73-12779f8e37b7 req-dc35499c-e0d7-47cf-bd92-5be8fe892911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:25.489183 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9bb1e60c-0500-4ffe-ad73-12779f8e37b7 req-dc35499c-e0d7-47cf-bd92-5be8fe892911 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d63a134-32b3-4fca-b695-0b9e70777afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710740 Apr 29 18:07:25.634029 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9bb1e60c-0500-4ffe-ad73-12779f8e37b7 req-dc32d81c-7ce3-434a-a6dd-8942abe7a504 service neutron] 10.222.0.36 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374123 Apr 29 18:07:25.767689 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9bb1e60c-0500-4ffe-ad73-12779f8e37b7 req-63ed8ff6-0fe7-469f-a1d4-305bf672d9ae service neutron] 10.222.0.36 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265421 Apr 29 18:07:26.329571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f3c76-3c1c-443d-b0d5-9a1215a0a3fc req-9255a988-79da-4c60-afc6-ea696728cbd9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:26.330993 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-389f3c76-3c1c-443d-b0d5-9a1215a0a3fc req-9255a988-79da-4c60-afc6-ea696728cbd9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 944 time: 0.0956752 Apr 29 18:07:26.374319 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-389f3c76-3c1c-443d-b0d5-9a1215a0a3fc req-119e88a0-9ff4-4528-b766-dbade08083a4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374887 Apr 29 18:07:26.682134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 6ac667e2-fd55-4616-9ded-b2d8d7836220 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:07:26.721564 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:26.819157 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:26.847566 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 6ac667e2-fd55-4616-9ded-b2d8d7836220, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6ac667e2-fd55-4616-9ded-b2d8d7836220,segment=NetworkSegment(bc28948a-d7ac-458f-99ea-1dcf1c132e0e),segment_id=bc28948a-d7ac-458f-99ea-1dcf1c132e0e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:07:26.860975 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '6ac667e2-fd55-4616-9ded-b2d8d7836220', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'port_id': '6ac667e2-fd55-4616-9ded-b2d8d7836220', 'mac_address': 'fa:16:3e:27:da:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:07:26.920571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:26.937366 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac667e2-fd55-4616-9ded-b2d8d7836220 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:07:26.952714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 6ac667e2-fd55-4616-9ded-b2d8d7836220, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6ac667e2-fd55-4616-9ded-b2d8d7836220,segment=NetworkSegment(bc28948a-d7ac-458f-99ea-1dcf1c132e0e),segment_id=bc28948a-d7ac-458f-99ea-1dcf1c132e0e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:07:26.958457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:27.023632 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=6ac667e2-fd55-4616-9ded-b2d8d7836220,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:27.163360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['6ac667e2-fd55-4616-9ded-b2d8d7836220'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:07:27.568158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554eaf8e-6d03-412f-b83d-43ab93a8f5ed req-4bd6955e-8471-4655-bbe6-96e66f427b3e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:27.569573 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-554eaf8e-6d03-412f-b83d-43ab93a8f5ed req-4bd6955e-8471-4655-bbe6-96e66f427b3e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 945 time: 0.0883250 Apr 29 18:07:27.729840 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-554eaf8e-6d03-412f-b83d-43ab93a8f5ed req-087f4132-1507-48c4-8816-3827c9c7e8d7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543810 Apr 29 18:07:28.134128 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:28.682552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 6ac667e2-fd55-4616-9ded-b2d8d7836220 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:07:28.756469 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 6ac667e2-fd55-4616-9ded-b2d8d7836220 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:07:28.761510 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 6ac667e2-fd55-4616-9ded-b2d8d7836220 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:07:28.761892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:28.878518 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:28.906827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f79b964-dfec-4909-9058-03f0f896e54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac667e2-fd55-4616-9ded-b2d8d7836220'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:07:28.917437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 6ac667e2-fd55-4616-9ded-b2d8d7836220, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6ac667e2-fd55-4616-9ded-b2d8d7836220,segment=NetworkSegment(bc28948a-d7ac-458f-99ea-1dcf1c132e0e),segment_id=bc28948a-d7ac-458f-99ea-1dcf1c132e0e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:07:28.917533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede255cd-9873-417a-aaa4-16b507c24377 req-1142d4a3-2c01-45dd-b0f2-349d4e1c7a1c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:28.918690 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ede255cd-9873-417a-aaa4-16b507c24377 req-1142d4a3-2c01-45dd-b0f2-349d4e1c7a1c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 945 time: 0.0812132 Apr 29 18:07:28.922766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:28.976902 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50f3c52-41d4-417e-9258-d32d703caff5'] response: {'server_uuid': '5f79b964-dfec-4909-9058-03f0f896e54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac667e2-fd55-4616-9ded-b2d8d7836220', 'code': 200} Apr 29 18:07:28.980264 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ede255cd-9873-417a-aaa4-16b507c24377 req-1ab833e9-2f1a-47bb-ad8b-bf96ec679a0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520504 Apr 29 18:07:29.005904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=6ac667e2-fd55-4616-9ded-b2d8d7836220,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:29.217868 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff43f1-10a5-48c4-93d5-93f11d333861 req-24071889-db9f-4c2f-95cb-bcd6fa4c8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:29.219229 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9ff43f1-10a5-48c4-93d5-93f11d333861 req-24071889-db9f-4c2f-95cb-bcd6fa4c8642 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 1099 time: 0.0771680 Apr 29 18:07:29.259767 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9ff43f1-10a5-48c4-93d5-93f11d333861 req-19a0b908-06e0-4d11-8ed5-b7a818622362 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338209 Apr 29 18:07:30.179429 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af32ca-aaa7-421c-b1bd-0dddbbc35852 req-ee1f803c-be3f-4b6e-a0d8-70921c7cc9d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:30.180884 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-15af32ca-aaa7-421c-b1bd-0dddbbc35852 req-ee1f803c-be3f-4b6e-a0d8-70921c7cc9d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0794446 Apr 29 18:07:30.225170 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-15af32ca-aaa7-421c-b1bd-0dddbbc35852 req-8ebf1e86-cbe6-4636-ba04-dd2229eb10c7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382450 Apr 29 18:07:31.429649 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559bdfa-184e-4f44-88ee-124e3e1f5791 req-8f3108f9-d45e-4fc0-bfd6-6e3c37e73e73 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:31.431041 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a559bdfa-184e-4f44-88ee-124e3e1f5791 req-8f3108f9-d45e-4fc0-bfd6-6e3c37e73e73 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0922425 Apr 29 18:07:31.477417 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a559bdfa-184e-4f44-88ee-124e3e1f5791 req-77c02d3a-68ab-4bbf-85b7-33202332ad96 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380139 Apr 29 18:07:31.660414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483d21c-e47a-4e02-ac06-0ae50cf1aa4c req-75a3844e-baa2-471f-9e69-b8b315fee41a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:31.661853 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6483d21c-e47a-4e02-ac06-0ae50cf1aa4c req-75a3844e-baa2-471f-9e69-b8b315fee41a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0803161 Apr 29 18:07:31.709457 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6483d21c-e47a-4e02-ac06-0ae50cf1aa4c req-a5126c68-7af1-49cf-b36f-f58c15a642c7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417275 Apr 29 18:07:31.734857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59604) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:31.808755 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4ef63c-0559-46d0-b91c-66371ecfa056 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:31.810245 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0c4ef63c-0559-46d0-b91c-66371ecfa056 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 1094 time: 0.0743256 Apr 29 18:07:31.813108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59608) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:31.817927 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '6ac667e2-fd55-4616-9ded-b2d8d7836220', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:07:31.824100 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:07:31.828274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:floatingip and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:07:31.831103 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:07:31.837271 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:07:31.850189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:31.986729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:32.117646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.26.4.45 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/2da37a07-a27a-4e3b-a299-3a0f46ad7bb1) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:07:32.285704 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:32.322479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:32.386494 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:07:32.389657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:07:32.395131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:07:32.433787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=2da37a07-a27a-4e3b-a299-3a0f46ad7bb1,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:32.849245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:32.928902 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:33.254502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:33.259953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:33.372848 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=2da37a07-a27a-4e3b-a299-3a0f46ad7bb1,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:07:33.381000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:33.549215 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Floating IP 6e0dbfae-6c86-4ccd-9f71-eed4289a2e69 associated. External IP: 172.26.4.45, port: 6ac667e2-fd55-4616-9ded-b2d8d7836220. Apr 29 18:07:33.918061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router cda84b53-b72e-41f4-8b80-9f0d3401e72f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:07:34.102060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:07:34.112195 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a37ecd-da10-4978-bded-62e736d37906 None None] Sync routers for ids ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:07:34.124547 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a37ecd-da10-4978-bded-62e736d37906 None None] Routers {'cda84b53-b72e-41f4-8b80-9f0d3401e72f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:07:34.125266 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-57a37ecd-da10-4978-bded-62e736d37906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:07:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:34.132106 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:34.190774 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-dc1978ce-78d6-4a3b-bc70-cb6956adb4b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3741539 Apr 29 18:07:34.190774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f79b964-dfec-4909-9058-03f0f896e54b', 'tag': '6ac667e2-fd55-4616-9ded-b2d8d7836220'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:07:34.241222 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbce0d0-b35d-4c5a-a6e0-4bbed91ab717'] response: {'name': 'network-changed', 'server_uuid': '5f79b964-dfec-4909-9058-03f0f896e54b', 'tag': '6ac667e2-fd55-4616-9ded-b2d8d7836220', 'status': 'completed', 'code': 200} Apr 29 18:07:34.308205 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-57a37ecd-da10-4978-bded-62e736d37906 None None] Set router cda84b53-b72e-41f4-8b80-9f0d3401e72f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:07:34.405167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b281604-1d5a-44ad-8f3e-aeb1bf00887f req-f4fc6a1b-a482-4628-a9a2-3d536a0c5e04 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:34.406735 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8b281604-1d5a-44ad-8f3e-aeb1bf00887f req-f4fc6a1b-a482-4628-a9a2-3d536a0c5e04 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.1138296 Apr 29 18:07:34.409104 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0b076-db5c-4247-964a-b92411583e54 req-550bb0af-f748-41fe-8485-83abaadd1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:34.410529 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d2a0b076-db5c-4247-964a-b92411583e54 req-550bb0af-f748-41fe-8485-83abaadd1902 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 1099 time: 0.1480095 Apr 29 18:07:34.533820 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8b281604-1d5a-44ad-8f3e-aeb1bf00887f req-fe2c4a8a-f264-4f7b-b86d-9bd405af049b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194737 Apr 29 18:07:34.557551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59616) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:34.572486 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0b076-db5c-4247-964a-b92411583e54 req-4a765a93-f386-424c-8120-ae7518347b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:34.573907 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d2a0b076-db5c-4247-964a-b92411583e54 req-4a765a93-f386-424c-8120-ae7518347b7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d63a134-32b3-4fca-b695-0b9e70777afd HTTP/1.1" status: 200 len: 898 time: 0.1463642 Apr 29 18:07:34.661539 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-57a37ecd-da10-4978-bded-62e736d37906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:07:18Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '6e0dbfae-6c86-4ccd-9f71-eed4289a2e69', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.45', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'port_id': '6ac667e2-fd55-4616-9ded-b2d8d7836220', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'mac_address': 'fa:16:3e:27:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79b964-dfec-4909-9058-03f0f896e54b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:07:32Z', 'updated_at': '2022-04-29T18:07:32Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b367875-1013-4e3e-96c9-5b655fd8f568', 'name': '', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:a5:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:18Z', 'updated_at': '2022-04-29T18:07:23Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:34.666347 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a37ecd-da10-4978-bded-62e736d37906 None None] Checking router: cda84b53-b72e-41f4-8b80-9f0d3401e72f for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:07:34.666481 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-60c1f3a0-584a-4886-99fb-a9ab3de93ee4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/6e0dbfae-6c86-4ccd-9f71-eed4289a2e69 HTTP/1.1" status: 200 len: 991 time: 0.1065636 Apr 29 18:07:34.673819 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a37ecd-da10-4978-bded-62e736d37906 None None] Routers {'cda84b53-b72e-41f4-8b80-9f0d3401e72f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:07:34.674478 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-57a37ecd-da10-4978-bded-62e736d37906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:07:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:34.679759 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d2a0b076-db5c-4247-964a-b92411583e54 req-1e9e8e97-4035-4832-bf78-d8b461593acb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac667e2-fd55-4616-9ded-b2d8d7836220 HTTP/1.1" status: 200 len: 999 time: 0.0994873 Apr 29 18:07:34.740682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0b076-db5c-4247-964a-b92411583e54 req-b194c2f8-6f18-4baa-adeb-39536f23dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:34.742230 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d2a0b076-db5c-4247-964a-b92411583e54 req-b194c2f8-6f18-4baa-adeb-39536f23dd95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fdbe902-94d9-4b7a-93b6-a6c24be128e5 HTTP/1.1" status: 200 len: 835 time: 0.0573375 Apr 29 18:07:34.821296 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0b076-db5c-4247-964a-b92411583e54 req-6d600604-e708-4e70-995f-be41c4f1f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:07:34.822776 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d2a0b076-db5c-4247-964a-b92411583e54 req-6d600604-e708-4e70-995f-be41c4f1f46d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d63a134-32b3-4fca-b695-0b9e70777afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751445 Apr 29 18:07:34.844717 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-57a37ecd-da10-4978-bded-62e736d37906 None None] Set router cda84b53-b72e-41f4-8b80-9f0d3401e72f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:07:34.959671 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d2a0b076-db5c-4247-964a-b92411583e54 req-2ec03251-3d51-45a8-8d58-6a40052ae5e8 service neutron] 10.222.0.36 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308501 Apr 29 18:07:35.098924 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d2a0b076-db5c-4247-964a-b92411583e54 req-f3716fde-0eac-40f9-a4f5-17675358156d service neutron] 10.222.0.36 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332033 Apr 29 18:07:35.214633 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-57a37ecd-da10-4978-bded-62e736d37906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:07:18Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '6e0dbfae-6c86-4ccd-9f71-eed4289a2e69', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.45', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'port_id': '6ac667e2-fd55-4616-9ded-b2d8d7836220', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'mac_address': 'fa:16:3e:27:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79b964-dfec-4909-9058-03f0f896e54b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:07:32Z', 'updated_at': '2022-04-29T18:07:32Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b367875-1013-4e3e-96c9-5b655fd8f568', 'name': '', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:a5:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:18Z', 'updated_at': '2022-04-29T18:07:23Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:07:35.218444 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a37ecd-da10-4978-bded-62e736d37906 None None] The sync data for ids ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'] in dv-neutron-839024-2-hyperv is: [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:07:18Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '6e0dbfae-6c86-4ccd-9f71-eed4289a2e69', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.45', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'port_id': '6ac667e2-fd55-4616-9ded-b2d8d7836220', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'mac_address': 'fa:16:3e:27:da:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79b964-dfec-4909-9058-03f0f896e54b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:07:32Z', 'updated_at': '2022-04-29T18:07:32Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b367875-1013-4e3e-96c9-5b655fd8f568', 'name': '', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:a5:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:18Z', 'updated_at': '2022-04-29T18:07:23Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:07:35.427945 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268dd6c5-c279-41e7-a21d-af38b580fae1 None None] New status for floating IP 6e0dbfae-6c86-4ccd-9f71-eed4289a2e69: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:07:35.669397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59620) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:07:35.772652 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-526811e0-4ffb-4885-ab3c-c6cd49f6b905 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/6e0dbfae-6c86-4ccd-9f71-eed4289a2e69 HTTP/1.1" status: 200 len: 993 time: 0.1021709 Apr 29 18:07:48.592170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:53.344093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b5955da8-17b5-44a2-b872-f49dac3d3866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:55.426537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6a687509-dac3-4e3a-8dd4-16f02d0d0999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:56.721498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:56.811926 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:07:57.530445 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:07:58.138478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:05.398160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bfb56-602a-4aa7-9c34-cf71ae0445e9 req-b9999a9d-9ea3-4b71-a02a-45e486b958f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:05.399625 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc6bfb56-602a-4aa7-9c34-cf71ae0445e9 req-b9999a9d-9ea3-4b71-a02a-45e486b958f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 1099 time: 0.1299002 Apr 29 18:08:05.407444 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324583-9ad0-43db-975d-881eb69e6283 req-5e66f801-615e-44a3-8fe4-6324511ccddd tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:05.408746 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75324583-9ad0-43db-975d-881eb69e6283 req-5e66f801-615e-44a3-8fe4-6324511ccddd tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.1019738 Apr 29 18:08:05.647535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75324583-9ad0-43db-975d-881eb69e6283 req-e39a0401-1c39-42f8-92e9-6543537dd602 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208703 Apr 29 18:08:05.679041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bfb56-602a-4aa7-9c34-cf71ae0445e9 req-68746264-b19a-4a25-acd6-90cb5a303d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:05.680448 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc6bfb56-602a-4aa7-9c34-cf71ae0445e9 req-68746264-b19a-4a25-acd6-90cb5a303d1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d63a134-32b3-4fca-b695-0b9e70777afd HTTP/1.1" status: 200 len: 898 time: 0.2708638 Apr 29 18:08:05.784432 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc6bfb56-602a-4aa7-9c34-cf71ae0445e9 req-834008f7-d524-4c52-bc56-37d57b5023a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac667e2-fd55-4616-9ded-b2d8d7836220 HTTP/1.1" status: 200 len: 1001 time: 0.0973728 Apr 29 18:08:05.848262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bfb56-602a-4aa7-9c34-cf71ae0445e9 req-175cd091-70f7-47d9-baed-a4f57ff21a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:05.849707 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc6bfb56-602a-4aa7-9c34-cf71ae0445e9 req-175cd091-70f7-47d9-baed-a4f57ff21a16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fdbe902-94d9-4b7a-93b6-a6c24be128e5 HTTP/1.1" status: 200 len: 835 time: 0.0589733 Apr 29 18:08:05.926542 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bfb56-602a-4aa7-9c34-cf71ae0445e9 req-973eac63-414f-4d58-b736-6cc002beca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:05.927947 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc6bfb56-602a-4aa7-9c34-cf71ae0445e9 req-973eac63-414f-4d58-b736-6cc002beca08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d63a134-32b3-4fca-b695-0b9e70777afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714724 Apr 29 18:08:06.059274 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc6bfb56-602a-4aa7-9c34-cf71ae0445e9 req-9bda9d74-13d0-4093-b6d1-71b55bace856 service neutron] 10.222.0.36 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245248 Apr 29 18:08:06.189763 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dc6bfb56-602a-4aa7-9c34-cf71ae0445e9 req-477550ab-591c-416b-8b94-6f4da21bd47b service neutron] 10.222.0.36 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245921 Apr 29 18:08:06.850873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47821b-3534-4cde-9d00-efd92d4c4448 req-92494832-8792-4ea8-9a5d-e4d0a2c1539c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:06.852336 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8b47821b-3534-4cde-9d00-efd92d4c4448 req-92494832-8792-4ea8-9a5d-e4d0a2c1539c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0880899 Apr 29 18:08:06.899834 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8b47821b-3534-4cde-9d00-efd92d4c4448 req-3afbb5bb-b7f6-49c1-9124-e08e1391561d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388870 Apr 29 18:08:08.096004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eee2de-7caa-4d65-ab5c-e4471856cfe5 req-51dcd0a1-4f62-4797-ac6b-f34c981571f4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:08.097452 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-78eee2de-7caa-4d65-ab5c-e4471856cfe5 req-51dcd0a1-4f62-4797-ac6b-f34c981571f4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0811336 Apr 29 18:08:08.145592 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-78eee2de-7caa-4d65-ab5c-e4471856cfe5 req-e7dce3cb-7af6-4926-9db9-1bfafe4f5e3b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422981 Apr 29 18:08:09.345491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca866e-e243-4e53-95a2-17d5bf7a45c5 req-b3a63228-2304-4e2f-ac7e-608538cb853a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:09.346951 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-87ca866e-e243-4e53-95a2-17d5bf7a45c5 req-b3a63228-2304-4e2f-ac7e-608538cb853a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0833533 Apr 29 18:08:09.394214 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-87ca866e-e243-4e53-95a2-17d5bf7a45c5 req-332670bf-22b4-4b15-9fe1-7dcef8f55517 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382690 Apr 29 18:08:10.597121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c285e44-a093-4884-9c45-5f3f3ba4b089 req-c4bcf84e-a033-4f22-97c4-ba344aacaff3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:10.598541 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3c285e44-a093-4884-9c45-5f3f3ba4b089 req-c4bcf84e-a033-4f22-97c4-ba344aacaff3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0913000 Apr 29 18:08:10.641597 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3c285e44-a093-4884-9c45-5f3f3ba4b089 req-793f9b69-ae57-4319-94ac-4b5e9632f22c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370972 Apr 29 18:08:11.843879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5675b57-decf-456d-b47f-9a94e1b73ce6 req-17ae4c10-c151-4ec2-b78a-88f88580c3c5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:11.845302 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e5675b57-decf-456d-b47f-9a94e1b73ce6 req-17ae4c10-c151-4ec2-b78a-88f88580c3c5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0908668 Apr 29 18:08:11.891520 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e5675b57-decf-456d-b47f-9a94e1b73ce6 req-2200d9c4-2b5a-4b83-a6bd-df9f7301fa78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378044 Apr 29 18:08:13.090199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fb1de-914c-49af-b091-e69c88366b18 req-243fac18-a28d-4c96-8474-110a93351a84 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:13.091615 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-085fb1de-914c-49af-b091-e69c88366b18 req-243fac18-a28d-4c96-8474-110a93351a84 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0933826 Apr 29 18:08:13.137035 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-085fb1de-914c-49af-b091-e69c88366b18 req-066c4a85-8bdc-4074-a035-25c1ee588ab6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378330 Apr 29 18:08:14.336590 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfade4-3b89-4523-b371-c3d60d55c03f req-f6d914d3-d798-4f84-ae08-e039e28b744f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:14.337969 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d1dfade4-3b89-4523-b371-c3d60d55c03f req-f6d914d3-d798-4f84-ae08-e039e28b744f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0895069 Apr 29 18:08:14.385288 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d1dfade4-3b89-4523-b371-c3d60d55c03f req-03ee8998-7abb-4892-82c8-646a6f07a528 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415971 Apr 29 18:08:15.587776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e642018-19b2-4a25-b18e-6cf99acb6879 req-797fe40e-552f-4298-9025-902c40a52e85 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:15.589196 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3e642018-19b2-4a25-b18e-6cf99acb6879 req-797fe40e-552f-4298-9025-902c40a52e85 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0874307 Apr 29 18:08:15.633026 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3e642018-19b2-4a25-b18e-6cf99acb6879 req-78a96fbd-fb7a-4b2a-80e7-38168509dc03 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380385 Apr 29 18:08:16.833078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a61b-4428-457c-a246-ed480287dfa1 req-424f75d8-2a82-4a79-8612-b04651621dbe tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:16.834505 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-35a2a61b-4428-457c-a246-ed480287dfa1 req-424f75d8-2a82-4a79-8612-b04651621dbe tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0975835 Apr 29 18:08:16.877981 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-35a2a61b-4428-457c-a246-ed480287dfa1 req-6aee134e-c2b3-448f-ac99-72aa3927d25e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376461 Apr 29 18:08:18.088811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ec822-fed6-4fe8-9988-2beea31dfe77 req-896f75eb-c94c-45ba-87e9-e2be18ba8899 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:18.090359 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0e3ec822-fed6-4fe8-9988-2beea31dfe77 req-896f75eb-c94c-45ba-87e9-e2be18ba8899 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0918620 Apr 29 18:08:18.133610 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0e3ec822-fed6-4fe8-9988-2beea31dfe77 req-bb814045-6ea3-4385-bbf3-0eaf48765b31 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375829 Apr 29 18:08:18.596716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:19.338633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845d3a4-cd9e-4c7f-9a71-4789249db9cc req-90372d9c-e8d3-462c-82c2-b697e1693690 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:19.340102 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7845d3a4-cd9e-4c7f-9a71-4789249db9cc req-90372d9c-e8d3-462c-82c2-b697e1693690 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0835245 Apr 29 18:08:19.386579 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7845d3a4-cd9e-4c7f-9a71-4789249db9cc req-eaef8dff-dcf4-472f-9223-49b660c8a448 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386214 Apr 29 18:08:20.595985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60691997-848f-4e45-ac64-10f37bec5a22 req-38c994f6-a004-429b-9b0f-0b3b504eaf27 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:20.597411 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60691997-848f-4e45-ac64-10f37bec5a22 req-38c994f6-a004-429b-9b0f-0b3b504eaf27 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0966394 Apr 29 18:08:20.644418 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60691997-848f-4e45-ac64-10f37bec5a22 req-9b13e5a3-ff34-4d7c-b1e1-26faef803913 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383716 Apr 29 18:08:21.838340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37601a-f1d9-44d6-929e-97f1bf1839bd req-4a743956-c692-4acd-81a7-0e66ff1c25e5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:21.839816 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1a37601a-f1d9-44d6-929e-97f1bf1839bd req-4a743956-c692-4acd-81a7-0e66ff1c25e5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0911739 Apr 29 18:08:21.884875 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1a37601a-f1d9-44d6-929e-97f1bf1839bd req-ae4719df-aead-410e-a8c1-8d661203be3f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390637 Apr 29 18:08:23.074285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63792de-b56e-4922-a9ea-102127a4851f req-a35938d4-5a15-407f-bfd4-defc5ec31b9e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:23.075745 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f63792de-b56e-4922-a9ea-102127a4851f req-a35938d4-5a15-407f-bfd4-defc5ec31b9e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.0872455 Apr 29 18:08:23.228863 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f63792de-b56e-4922-a9ea-102127a4851f req-b3a8951a-07e7-497f-9934-b1bf93cc7aab tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473014 Apr 29 18:08:23.256832 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59668) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:08:23.338769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-de49e98f-a57a-4545-9c19-46d70ff00423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:23.369501 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-edfde653-5701-4933-9ea4-401900e2152f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/6e0dbfae-6c86-4ccd-9f71-eed4289a2e69 HTTP/1.1" status: 200 len: 993 time: 0.1114314 Apr 29 18:08:25.426155 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-58adde4d-46e4-47a7-9fad-644c10329977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:26.718156 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:26.817022 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:28.143345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:30.812143 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2bc84675-4e3c-402b-89ee-3468b68d4e41 req-e40d751c-8ab3-4d36-8c3c-391b6b30c0b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689447 Apr 29 18:08:30.967054 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc84675-4e3c-402b-89ee-3468b68d4e41 req-af5531f4-3790-4425-af25-c5184bd8ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:30.969026 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2bc84675-4e3c-402b-89ee-3468b68d4e41 req-af5531f4-3790-4425-af25-c5184bd8ea0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 1099 time: 0.0821149 Apr 29 18:08:31.123963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc84675-4e3c-402b-89ee-3468b68d4e41 req-5efc01b7-284c-4bfc-915c-39ee74404025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:31.125361 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2bc84675-4e3c-402b-89ee-3468b68d4e41 req-5efc01b7-284c-4bfc-915c-39ee74404025 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d63a134-32b3-4fca-b695-0b9e70777afd HTTP/1.1" status: 200 len: 898 time: 0.1336265 Apr 29 18:08:31.228952 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2bc84675-4e3c-402b-89ee-3468b68d4e41 req-3fbce0ee-9b1c-4cd7-b499-bc645da2b60c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac667e2-fd55-4616-9ded-b2d8d7836220 HTTP/1.1" status: 200 len: 1001 time: 0.0978656 Apr 29 18:08:31.293209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc84675-4e3c-402b-89ee-3468b68d4e41 req-f0a2005d-090a-4fc9-85d2-44d133f94393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:31.294574 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2bc84675-4e3c-402b-89ee-3468b68d4e41 req-f0a2005d-090a-4fc9-85d2-44d133f94393 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fdbe902-94d9-4b7a-93b6-a6c24be128e5 HTTP/1.1" status: 200 len: 835 time: 0.0604916 Apr 29 18:08:31.365846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc84675-4e3c-402b-89ee-3468b68d4e41 req-ce543087-d2f9-4a0c-87ad-fda9d86fbf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:31.367237 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2bc84675-4e3c-402b-89ee-3468b68d4e41 req-ce543087-d2f9-4a0c-87ad-fda9d86fbf4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d63a134-32b3-4fca-b695-0b9e70777afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676265 Apr 29 18:08:31.504353 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2bc84675-4e3c-402b-89ee-3468b68d4e41 req-fcd92b62-5ce8-48a2-86c0-78dc3ceb36c0 service neutron] 10.222.0.36 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306763 Apr 29 18:08:31.634061 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2bc84675-4e3c-402b-89ee-3468b68d4e41 req-899a2ff6-3da6-43ff-b700-3ad912a313fe service neutron] 10.222.0.36 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232588 Apr 29 18:08:34.534241 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:08:48.607364 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:52.965870 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59690) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:08:53.279673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 2da37a07-a27a-4e3b-a299-3a0f46ad7bb1 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:08:53.279924 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:53.342731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9eada5ff-a133-44e6-9239-6490e96746a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:53.463938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:53.464399 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:53.585242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 2da37a07-a27a-4e3b-a299-3a0f46ad7bb1 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:08:53.735438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:53.781076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=2da37a07-a27a-4e3b-a299-3a0f46ad7bb1,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:08:53.820702 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:53.821040 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:53.821382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:53.821750 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:53.822080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:53.822407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:53.822726 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:53.823049 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:53.823392 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:53.823713 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:53.824018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:53.824334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:53.881889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:53.882089 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Floating IP 6e0dbfae-6c86-4ccd-9f71-eed4289a2e69 disassociated (deleted). External IP: 172.26.4.45, port: 6ac667e2-fd55-4616-9ded-b2d8d7836220. Apr 29 18:08:54.248427 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router cda84b53-b72e-41f4-8b80-9f0d3401e72f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:08:54.531419 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:08:54.541882 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ba1ab-94f9-4681-a4d6-1911f98e2e26 None None] Sync routers for ids ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:08:54.552785 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ba1ab-94f9-4681-a4d6-1911f98e2e26 None None] Routers {'cda84b53-b72e-41f4-8b80-9f0d3401e72f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:08:54.553402 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-063ba1ab-94f9-4681-a4d6-1911f98e2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:08:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:08:54.554244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:54.610529 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-24c52458-c81f-4bb3-81c0-525697b7ac0a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/floatingips/6e0dbfae-6c86-4ccd-9f71-eed4289a2e69 HTTP/1.1" status: 204 len: 168 time: 1.6410999 Apr 29 18:08:54.610529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f79b964-dfec-4909-9058-03f0f896e54b', 'tag': '6ac667e2-fd55-4616-9ded-b2d8d7836220'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:08:54.658726 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bd75c6-d648-4095-af6b-dd851753cdec'] response: {'name': 'network-changed', 'server_uuid': '5f79b964-dfec-4909-9058-03f0f896e54b', 'tag': '6ac667e2-fd55-4616-9ded-b2d8d7836220', 'status': 'completed', 'code': 200} Apr 29 18:08:54.734187 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-063ba1ab-94f9-4681-a4d6-1911f98e2e26 None None] Set router cda84b53-b72e-41f4-8b80-9f0d3401e72f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:08:54.756035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc669b3-a54e-44a4-88a8-93d4756737d4 req-a30e5b34-1290-4949-a384-107af4366307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:54.757643 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1cc669b3-a54e-44a4-88a8-93d4756737d4 req-a30e5b34-1290-4949-a384-107af4366307 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 1099 time: 0.0766044 Apr 29 18:08:54.895618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc669b3-a54e-44a4-88a8-93d4756737d4 req-95c7a3ca-1119-4ccf-9e62-fc984c87665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:54.897058 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1cc669b3-a54e-44a4-88a8-93d4756737d4 req-95c7a3ca-1119-4ccf-9e62-fc984c87665c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d63a134-32b3-4fca-b695-0b9e70777afd HTTP/1.1" status: 200 len: 898 time: 0.1332181 Apr 29 18:08:55.003430 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1cc669b3-a54e-44a4-88a8-93d4756737d4 req-f498f5d9-8ada-439a-befb-09126fef8e76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac667e2-fd55-4616-9ded-b2d8d7836220 HTTP/1.1" status: 200 len: 217 time: 0.0997708 Apr 29 18:08:55.053958 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-063ba1ab-94f9-4681-a4d6-1911f98e2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:07:18Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '8b367875-1013-4e3e-96c9-5b655fd8f568', 'name': '', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:a5:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:18Z', 'updated_at': '2022-04-29T18:07:23Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:08:55.058362 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ba1ab-94f9-4681-a4d6-1911f98e2e26 None None] Checking router: cda84b53-b72e-41f4-8b80-9f0d3401e72f for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:08:55.067980 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ba1ab-94f9-4681-a4d6-1911f98e2e26 None None] Routers {'cda84b53-b72e-41f4-8b80-9f0d3401e72f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:08:55.068504 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-063ba1ab-94f9-4681-a4d6-1911f98e2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:08:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:08:55.075093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc669b3-a54e-44a4-88a8-93d4756737d4 req-91687e90-30cc-4283-859a-9251dd814149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:55.076547 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1cc669b3-a54e-44a4-88a8-93d4756737d4 req-91687e90-30cc-4283-859a-9251dd814149 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fdbe902-94d9-4b7a-93b6-a6c24be128e5 HTTP/1.1" status: 200 len: 835 time: 0.0638220 Apr 29 18:08:55.140831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4ce4c-9448-4305-b8b9-762bdb3c2169 req-da918407-fc52-4022-98aa-397ebff7d0f5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:55.142590 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-51c4ce4c-9448-4305-b8b9-762bdb3c2169 req-da918407-fc52-4022-98aa-397ebff7d0f5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.1924207 Apr 29 18:08:55.198099 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-51c4ce4c-9448-4305-b8b9-762bdb3c2169 req-7fe58665-2480-4fed-8651-a4cd550f39b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487988 Apr 29 18:08:55.200814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc669b3-a54e-44a4-88a8-93d4756737d4 req-2b0b4171-1422-4043-804b-80b1c94c08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:55.202179 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1cc669b3-a54e-44a4-88a8-93d4756737d4 req-2b0b4171-1422-4043-804b-80b1c94c08e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d63a134-32b3-4fca-b695-0b9e70777afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1183200 Apr 29 18:08:55.244993 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-063ba1ab-94f9-4681-a4d6-1911f98e2e26 None None] Set router cda84b53-b72e-41f4-8b80-9f0d3401e72f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:08:55.336698 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1cc669b3-a54e-44a4-88a8-93d4756737d4 req-c2aa96db-3ba2-44dc-9f4b-db814abf6ffe service neutron] 10.222.0.36 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273148 Apr 29 18:08:55.420028 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-67c92145-d669-4dd1-998d-264d80a962bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:55.585814 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1cc669b3-a54e-44a4-88a8-93d4756737d4 req-551798bd-2005-4ed8-aa06-61e759f7500c service neutron] 10.222.0.36 "GET /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422516 Apr 29 18:08:55.619355 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-063ba1ab-94f9-4681-a4d6-1911f98e2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:07:18Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '8b367875-1013-4e3e-96c9-5b655fd8f568', 'name': '', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:a5:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:18Z', 'updated_at': '2022-04-29T18:07:23Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:08:55.623767 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ba1ab-94f9-4681-a4d6-1911f98e2e26 None None] The sync data for ids ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'] in dv-neutron-839024-2-hyperv is: [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:07:18Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '8b367875-1013-4e3e-96c9-5b655fd8f568', 'name': '', 'network_id': '7d63a134-32b3-4fca-b695-0b9e70777afd', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:a5:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:18Z', 'updated_at': '2022-04-29T18:07:23Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3fdbe902-94d9-4b7a-93b6-a6c24be128e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:08:55.872077 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85df5890-0324-40d9-9cac-02a75317ff55 None None] New status for floating IP 6e0dbfae-6c86-4ccd-9f71-eed4289a2e69: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:08:56.436776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1badd-fb6d-41a6-b79f-7fdba5a56de6 req-97c524ff-e405-4785-966b-44c739ec5777 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:56.438166 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8fc1badd-fb6d-41a6-b79f-7fdba5a56de6 req-97c524ff-e405-4785-966b-44c739ec5777 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.1379333 Apr 29 18:08:56.445985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa485a-9ab6-4a49-806e-d5db35d16d70 req-2ca43a28-331a-4ccf-8a25-77d17a773f79 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:08:56.447269 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d3aa485a-9ab6-4a49-806e-d5db35d16d70 req-2ca43a28-331a-4ccf-8a25-77d17a773f79 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 946 time: 0.1170125 Apr 29 18:08:56.539103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-8fc1badd-fb6d-41a6-b79f-7fdba5a56de6 req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 6ac667e2-fd55-4616-9ded-b2d8d7836220 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:08:56.539370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8fc1badd-fb6d-41a6-b79f-7fdba5a56de6 req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:56.571031 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d3aa485a-9ab6-4a49-806e-d5db35d16d70 req-285aa80f-3804-4321-8710-cdb9497f3ecd tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a863fa4-548d-4e7b-8aef-f24611c811c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949974 Apr 29 18:08:56.717726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:56.788678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-8fc1badd-fb6d-41a6-b79f-7fdba5a56de6 req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port 6ac667e2-fd55-4616-9ded-b2d8d7836220, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6ac667e2-fd55-4616-9ded-b2d8d7836220,segment=NetworkSegment(bc28948a-d7ac-458f-99ea-1dcf1c132e0e),segment_id=bc28948a-d7ac-458f-99ea-1dcf1c132e0e)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:08:56.789010 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8fc1badd-fb6d-41a6-b79f-7fdba5a56de6 req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:56.812402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:56.914080 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-8fc1badd-fb6d-41a6-b79f-7fdba5a56de6 req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 6ac667e2-fd55-4616-9ded-b2d8d7836220 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:08:57.060544 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8fc1badd-fb6d-41a6-b79f-7fdba5a56de6 req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:57.108988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=6ac667e2-fd55-4616-9ded-b2d8d7836220,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:08:57.145985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:57.146327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:57.146661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:57.146970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:57.147323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:57.147664 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:57.147984 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:57.148288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:57.148603 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:57.148913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:57.149236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:57.149548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:08:57.192578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc1badd-fb6d-41a6-b79f-7fdba5a56de6 req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] No DVR routers for this DVR port 6ac667e2-fd55-4616-9ded-b2d8d7836220 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:08:57.195007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-8fc1badd-fb6d-41a6-b79f-7fdba5a56de6 req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:57.197410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f79b964-dfec-4909-9058-03f0f896e54b', 'name': 'network-vif-deleted', 'tag': '6ac667e2-fd55-4616-9ded-b2d8d7836220'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:08:57.208715 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8fc1badd-fb6d-41a6-b79f-7fdba5a56de6 req-b9dd0b19-85f7-423e-a60d-3b71104adca9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "DELETE /v2.0/ports/6ac667e2-fd55-4616-9ded-b2d8d7836220 HTTP/1.1" status: 204 len: 173 time: 0.7605445 Apr 29 18:08:57.244111 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba20a1e-7a5e-435c-b14f-14ebe579be18'] response: {'server_uuid': '5f79b964-dfec-4909-9058-03f0f896e54b', 'name': 'network-vif-deleted', 'tag': '6ac667e2-fd55-4616-9ded-b2d8d7836220', 'status': 'completed', 'code': 200} Apr 29 18:08:57.745406 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f4ccb531-f784-477b-9d51-ee6e8d8b4793 req-9f983402-4591-4f44-97ba-61a55be21b33 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:08:57.761932 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-f4ccb531-f784-477b-9d51-ee6e8d8b4793 req-9f983402-4591-4f44-97ba-61a55be21b33 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:08:57.763747 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f4ccb531-f784-477b-9d51-ee6e8d8b4793 req-9f983402-4591-4f44-97ba-61a55be21b33 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f79b964-dfec-4909-9058-03f0f896e54b HTTP/1.1" status: 200 len: 210 time: 0.0690372 Apr 29 18:08:58.144712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:58.873522 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59712) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:08:59.448412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c2d0-4b9f-4cf7-9a63-41b70b4bd671 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:59.799857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6c2d0-4b9f-4cf7-9a63-41b70b4bd671 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 8b367875-1013-4e3e-96c9-5b655fd8f568 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:08:59.800077 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c2d0-4b9f-4cf7-9a63-41b70b4bd671 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:08:59.983861 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-bcb6c2d0-4b9f-4cf7-9a63-41b70b4bd671 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port 8b367875-1013-4e3e-96c9-5b655fd8f568, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=8b367875-1013-4e3e-96c9-5b655fd8f568,segment=NetworkSegment(bc28948a-d7ac-458f-99ea-1dcf1c132e0e),segment_id=bc28948a-d7ac-458f-99ea-1dcf1c132e0e)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:08:59.984678 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c2d0-4b9f-4cf7-9a63-41b70b4bd671 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:00.101701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6c2d0-4b9f-4cf7-9a63-41b70b4bd671 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 8b367875-1013-4e3e-96c9-5b655fd8f568 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:09:00.389965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c2d0-4b9f-4cf7-9a63-41b70b4bd671 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:00.447648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6c2d0-4b9f-4cf7-9a63-41b70b4bd671 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=8b367875-1013-4e3e-96c9-5b655fd8f568,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:00.728080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c2d0-4b9f-4cf7-9a63-41b70b4bd671 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:01.079110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb6c2d0-4b9f-4cf7-9a63-41b70b4bd671 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router cda84b53-b72e-41f4-8b80-9f0d3401e72f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:09:01.125648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 6ac667e2-fd55-4616-9ded-b2d8d7836220 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:09:01.161135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 6ac667e2-fd55-4616-9ded-b2d8d7836220 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:09:01.161609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 6ac667e2-fd55-4616-9ded-b2d8d7836220 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:09:01.254795 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb6c2d0-4b9f-4cf7-9a63-41b70b4bd671 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:09:01.265036 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217e172-b394-45ca-8cd2-ece53617d85f None None] Sync routers for ids ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:09:01.274349 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bcb6c2d0-4b9f-4cf7-9a63-41b70b4bd671 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "PUT /v2.0/routers/cda84b53-b72e-41f4-8b80-9f0d3401e72f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3996770 Apr 29 18:09:01.278021 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217e172-b394-45ca-8cd2-ece53617d85f None None] Routers {'cda84b53-b72e-41f4-8b80-9f0d3401e72f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:09:01.278188 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59716) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:01.278709 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5217e172-b394-45ca-8cd2-ece53617d85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:08:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:01.341534 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48b53a4-3bd9-4e66-873a-a4d078fd15b6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting subnet 3fdbe902-94d9-4b7a-93b6-a6c24be128e5 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:09:01.344492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a48b53a4-3bd9-4e66-873a-a4d078fd15b6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:01.400645 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a48b53a4-3bd9-4e66-873a-a4d078fd15b6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:01.448944 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-5217e172-b394-45ca-8cd2-ece53617d85f None None] Set router cda84b53-b72e-41f4-8b80-9f0d3401e72f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:09:01.483930 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a48b53a4-3bd9-4e66-873a-a4d078fd15b6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:01.558158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a48b53a4-3bd9-4e66-873a-a4d078fd15b6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:01.602345 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a48b53a4-3bd9-4e66-873a-a4d078fd15b6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:01.605109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b53a4-3bd9-4e66-873a-a4d078fd15b6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Subnet': ['ID=3fdbe902-94d9-4b7a-93b6-a6c24be128e5,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:01.611725 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd88b8be-84f7-44d2-9c74-a46eca6b9e83 None None] Network 7d63a134-32b3-4fca-b695-0b9e70777afd requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:09:01.618609 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a48b53a4-3bd9-4e66-873a-a4d078fd15b6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/subnets/3fdbe902-94d9-4b7a-93b6-a6c24be128e5 HTTP/1.1" status: 204 len: 168 time: 0.3370974 Apr 29 18:09:01.618829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59720) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:01.743211 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5217e172-b394-45ca-8cd2-ece53617d85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:09:00Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:01.747530 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217e172-b394-45ca-8cd2-ece53617d85f None None] Checking router: cda84b53-b72e-41f4-8b80-9f0d3401e72f for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:09:01.756847 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217e172-b394-45ca-8cd2-ece53617d85f None None] Routers {'cda84b53-b72e-41f4-8b80-9f0d3401e72f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:09:01.757465 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5217e172-b394-45ca-8cd2-ece53617d85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:08:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:01.869003 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] DHCP port deletion for 7d63a134-32b3-4fca-b695-0b9e70777afd request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:09:01.873700 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Deleting port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:09:01.874147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:01.925258 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:01.934222 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-5217e172-b394-45ca-8cd2-ece53617d85f None None] Set router cda84b53-b72e-41f4-8b80-9f0d3401e72f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:09:02.104565 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:02.114564 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 5f63c917-805b-4e3b-857d-19fffb007d02 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:09:02.115011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:02.118444 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] For port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6bd79bc5-c76c-4c02-8d59-ed722cc3c07a,segment=NetworkSegment(bc28948a-d7ac-458f-99ea-1dcf1c132e0e),segment_id=bc28948a-d7ac-458f-99ea-1dcf1c132e0e)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:09:02.118670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:02.216455 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5217e172-b394-45ca-8cd2-ece53617d85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:09:00Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:02.220339 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217e172-b394-45ca-8cd2-ece53617d85f None None] The sync data for ids ['cda84b53-b72e-41f4-8b80-9f0d3401e72f'] in dv-neutron-839024-2-hyperv is: [{'id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1809655441', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:07:13Z', 'updated_at': '2022-04-29T18:09:00Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '5f63c917-805b-4e3b-857d-19fffb007d02', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda84b53-b72e-41f4-8b80-9f0d3401e72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:07:14Z', 'updated_at': '2022-04-29T18:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:09:02.243406 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Calling delete_port for 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:09:02.289558 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port 5f63c917-805b-4e3b-857d-19fffb007d02, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5f63c917-805b-4e3b-857d-19fffb007d02,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:09:02.290015 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:02.317512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:02.361545 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Pushing event deleted for resources: {'Port': ['ID=6bd79bc5-c76c-4c02-8d59-ed722cc3c07a,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:02.366294 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] No DVR routers for this DVR port 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:09:02.372215 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:02.372536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:02.376780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:02.376780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:02.376780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:02.376780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:02.376780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:02.376780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:02.376780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:02.376780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:02.376780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:02.376780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a99d6-4ef9-41c3-9ae1-e40349138359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:02.415635 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 5f63c917-805b-4e3b-857d-19fffb007d02 owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:09:02.587435 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:02.634821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=5f63c917-805b-4e3b-857d-19fffb007d02,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:02.731116 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:02.906870 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:02.909155 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:02.933261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:02.933740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Fanout notify agent at l3_agent the message router_deleted on router cda84b53-b72e-41f4-8b80-9f0d3401e72f {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:09:02.948670 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:02.949754 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-cb601076-855b-484b-8eee-3c5173457da2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/routers/cda84b53-b72e-41f4-8b80-9f0d3401e72f HTTP/1.1" status: 204 len: 168 time: 1.3298430 Apr 29 18:09:02.952585 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59724) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:03.067032 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23e89bb0-45f6-4960-a7a8-faae871fbf5b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:03.301719 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23e89bb0-45f6-4960-a7a8-faae871fbf5b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:03.327020 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-23e89bb0-45f6-4960-a7a8-faae871fbf5b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d63a134-32b3-4fca-b695-0b9e70777afd']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:03.340679 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-23e89bb0-45f6-4960-a7a8-faae871fbf5b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:03.341102 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-23e89bb0-45f6-4960-a7a8-faae871fbf5b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc28948a-d7ac-458f-99ea-1dcf1c132e0e') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:03.354505 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23e89bb0-45f6-4960-a7a8-faae871fbf5b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:03.372319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23e89bb0-45f6-4960-a7a8-faae871fbf5b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:03.379443 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e89bb0-45f6-4960-a7a8-faae871fbf5b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:09:03.379904 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23e89bb0-45f6-4960-a7a8-faae871fbf5b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:09:03.396211 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:09:03.410392 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8b367875-1013-4e3e-96c9-5b655fd8f568 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:09:03.447419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 8b367875-1013-4e3e-96c9-5b655fd8f568 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:09:03.447767 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 8b367875-1013-4e3e-96c9-5b655fd8f568 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:09:03.448200 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:09:03.482074 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23e89bb0-45f6-4960-a7a8-faae871fbf5b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:03.482415 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:09:03.482763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6bd79bc5-c76c-4c02-8d59-ed722cc3c07a not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:09:03.484194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5f63c917-805b-4e3b-857d-19fffb007d02 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:09:03.499330 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-23e89bb0-45f6-4960-a7a8-faae871fbf5b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:03.510292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e89bb0-45f6-4960-a7a8-faae871fbf5b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Network': ['ID=7d63a134-32b3-4fca-b695-0b9e70777afd,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:03.520455 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 5f63c917-805b-4e3b-857d-19fffb007d02 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:09:03.520802 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5f63c917-805b-4e3b-857d-19fffb007d02 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:09:03.524645 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-23e89bb0-45f6-4960-a7a8-faae871fbf5b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/networks/7d63a134-32b3-4fca-b695-0b9e70777afd HTTP/1.1" status: 204 len: 168 time: 0.5685246 Apr 29 18:09:03.525081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59728) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:03.594368 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-64609174-7e02-4394-90a4-0cc3b33e7537 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:03.624610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-64609174-7e02-4394-90a4-0cc3b33e7537 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:03.693186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-64609174-7e02-4394-90a4-0cc3b33e7537 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:03.711810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64609174-7e02-4394-90a4-0cc3b33e7537 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a863fa4-548d-4e7b-8aef-f24611c811c1,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:03.722552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-64609174-7e02-4394-90a4-0cc3b33e7537 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:03.723754 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-64609174-7e02-4394-90a4-0cc3b33e7537 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/security-groups/7a863fa4-548d-4e7b-8aef-f24611c811c1 HTTP/1.1" status: 204 len: 168 time: 0.1977394 Apr 29 18:09:04.047600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59736) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:04.052994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1502436255', 'description': 'tempest-secgroup-smoke-1502436255 description', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:09:04.059216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:09:04.063601 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:09:04.066551 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:09:04.072483 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:09:04.087162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.111322 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:09:04.115263 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:09:04.118133 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:09:04.123950 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:09:04.193430 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.200881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.252220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5601071e-144d-4767-888c-c04daec7bf14,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:04.254801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.256158 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3e9c2af0-5283-4ed0-8bea-80b4696a293a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2075577 Apr 29 18:09:04.259124 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59740) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:04.264252 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-e36bbc27-2bf9-4c14-b82d-a4fcb207b246 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '5601071e-144d-4767-888c-c04daec7bf14', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:09:04.270595 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e36bbc27-2bf9-4c14-b82d-a4fcb207b246 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:09:04.274495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e36bbc27-2bf9-4c14-b82d-a4fcb207b246 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:09:04.277339 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e36bbc27-2bf9-4c14-b82d-a4fcb207b246 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:09:04.283091 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e36bbc27-2bf9-4c14-b82d-a4fcb207b246 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:09:04.304306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e36bbc27-2bf9-4c14-b82d-a4fcb207b246 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.371118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e36bbc27-2bf9-4c14-b82d-a4fcb207b246 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.377134 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e36bbc27-2bf9-4c14-b82d-a4fcb207b246 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.400033 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bbc27-2bf9-4c14-b82d-a4fcb207b246 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2c03ed-2f0f-41ad-a6a4-b922b60a5577,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:04.409723 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e36bbc27-2bf9-4c14-b82d-a4fcb207b246 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.410881 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e36bbc27-2bf9-4c14-b82d-a4fcb207b246 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508036 Apr 29 18:09:04.413657 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59744) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:04.418510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ef6841a6-52da-4b3f-83dd-ddfba0e50a8d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '5601071e-144d-4767-888c-c04daec7bf14', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:09:04.424262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ef6841a6-52da-4b3f-83dd-ddfba0e50a8d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:09:04.428199 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ef6841a6-52da-4b3f-83dd-ddfba0e50a8d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:09:04.431022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ef6841a6-52da-4b3f-83dd-ddfba0e50a8d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:09:04.436797 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ef6841a6-52da-4b3f-83dd-ddfba0e50a8d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:09:04.456208 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ef6841a6-52da-4b3f-83dd-ddfba0e50a8d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.517112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ef6841a6-52da-4b3f-83dd-ddfba0e50a8d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.523104 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ef6841a6-52da-4b3f-83dd-ddfba0e50a8d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.546079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6841a6-52da-4b3f-83dd-ddfba0e50a8d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e78d99b-cdfe-4545-9cd8-472ca09f3f39,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:04.554804 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ef6841a6-52da-4b3f-83dd-ddfba0e50a8d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.556066 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ef6841a6-52da-4b3f-83dd-ddfba0e50a8d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414945 Apr 29 18:09:04.558923 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59748) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:04.563878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-d44aff51-d8b6-4d1c-b620-e69bc65b7741 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '5601071e-144d-4767-888c-c04daec7bf14', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:09:04.569980 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d44aff51-d8b6-4d1c-b620-e69bc65b7741 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:09:04.574159 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d44aff51-d8b6-4d1c-b620-e69bc65b7741 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:09:04.577224 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-d44aff51-d8b6-4d1c-b620-e69bc65b7741 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:09:04.583202 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-d44aff51-d8b6-4d1c-b620-e69bc65b7741 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:09:04.601846 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d44aff51-d8b6-4d1c-b620-e69bc65b7741 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.667988 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d44aff51-d8b6-4d1c-b620-e69bc65b7741 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.672015 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d44aff51-d8b6-4d1c-b620-e69bc65b7741 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.696514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44aff51-d8b6-4d1c-b620-e69bc65b7741 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01afa8ae-5322-4d84-8ced-4beb57f58ca5,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:04.706878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-d44aff51-d8b6-4d1c-b620-e69bc65b7741 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.708119 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-d44aff51-d8b6-4d1c-b620-e69bc65b7741 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482327 Apr 29 18:09:04.710807 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59752) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:04.718328 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-17ad2d6d-cfbd-4706-83b7-4bc4359897c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '5601071e-144d-4767-888c-c04daec7bf14', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:09:04.726181 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-17ad2d6d-cfbd-4706-83b7-4bc4359897c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:09:04.729974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-17ad2d6d-cfbd-4706-83b7-4bc4359897c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:09:04.732808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-17ad2d6d-cfbd-4706-83b7-4bc4359897c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:09:04.738432 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-17ad2d6d-cfbd-4706-83b7-4bc4359897c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:09:04.754866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-17ad2d6d-cfbd-4706-83b7-4bc4359897c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.818569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-17ad2d6d-cfbd-4706-83b7-4bc4359897c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.823522 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-17ad2d6d-cfbd-4706-83b7-4bc4359897c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.845847 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad2d6d-cfbd-4706-83b7-4bc4359897c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87ecded-ac20-4de2-b7d1-c393d48b3afd,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:04.854783 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-17ad2d6d-cfbd-4706-83b7-4bc4359897c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.856043 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-17ad2d6d-cfbd-4706-83b7-4bc4359897c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440785 Apr 29 18:09:04.858747 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59756) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:04.863672 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-974efd90-2451-456a-b77a-0c74838da8f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '5601071e-144d-4767-888c-c04daec7bf14', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:09:04.869449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-974efd90-2451-456a-b77a-0c74838da8f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:09:04.873341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-974efd90-2451-456a-b77a-0c74838da8f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:09:04.876161 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-974efd90-2451-456a-b77a-0c74838da8f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:09:04.883111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-974efd90-2451-456a-b77a-0c74838da8f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:09:04.897016 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-974efd90-2451-456a-b77a-0c74838da8f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Project aa8e1d485dec45bcae0200bf131d73a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:09:04.903717 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-974efd90-2451-456a-b77a-0c74838da8f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.969401 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-974efd90-2451-456a-b77a-0c74838da8f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.974718 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-974efd90-2451-456a-b77a-0c74838da8f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:04.999234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974efd90-2451-456a-b77a-0c74838da8f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef285962-69ac-4221-8086-39f3a1f4dcab,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:05.009448 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-974efd90-2451-456a-b77a-0c74838da8f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:05.013190 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-974efd90-2451-456a-b77a-0c74838da8f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509531 Apr 29 18:09:05.013440 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59760) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:05.018821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-079a5c84-7647-48df-a027-a4e2cde454d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '5601071e-144d-4767-888c-c04daec7bf14', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:09:05.024618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-079a5c84-7647-48df-a027-a4e2cde454d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:09:05.028821 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-079a5c84-7647-48df-a027-a4e2cde454d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:09:05.031858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-079a5c84-7647-48df-a027-a4e2cde454d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:09:05.038177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-079a5c84-7647-48df-a027-a4e2cde454d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:09:05.051048 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-079a5c84-7647-48df-a027-a4e2cde454d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Project aa8e1d485dec45bcae0200bf131d73a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:09:05.058247 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-079a5c84-7647-48df-a027-a4e2cde454d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:05.124524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-079a5c84-7647-48df-a027-a4e2cde454d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:05.130212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-079a5c84-7647-48df-a027-a4e2cde454d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:05.154906 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a5c84-7647-48df-a027-a4e2cde454d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a273493b-e514-40e6-be80-e8eaa10c10db,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:05.166404 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-079a5c84-7647-48df-a027-a4e2cde454d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:05.169475 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-079a5c84-7647-48df-a027-a4e2cde454d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531670 Apr 29 18:09:05.172531 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59764) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:05.177965 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'network': {'name': 'tempest-network-smoke--1828436568', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'port_security_enabled': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:09:05.183147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:09:05.190245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:network and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:09:05.193407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:09:05.199393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:09:05.213449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:09:05.218959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:05.256613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:09:05.268609 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:05.268966 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Added segment 9d94634b-60b5-4a6e-ad8d-6e73b10a4d49 of type vlan for network 94f1830d-9589-4055-934b-a36f291fede2 Apr 29 18:09:05.295764 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:05.327105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:05.332506 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:05.333088 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:05.434475 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2608533 Apr 29 18:09:05.437560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59768) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:05.438080 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5140f36-f2f0-4582-b39c-603e440de16d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Network': ['ID=94f1830d-9589-4055-934b-a36f291fede2,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:05.444090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'admin_state_up': True, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:09:05.449671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 94f1830d-9589-4055-934b-a36f291fede2 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:09:05.451397 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:09:05.455321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:router and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:09:05.458184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:09:05.466811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:09:05.478071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:05.479012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:05.497326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:05.883120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:06.190269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:06.219899 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:06.365279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.26.4.117 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/091f3634-ca2f-45a6-bba3-dbb2c380dc5e) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:09:06.511967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:06.544709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:06.611459 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:09:06.614196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:09:06.617717 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:09:06.646510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=091f3634-ca2f-45a6-bba3-dbb2c380dc5e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:07.026286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:07.487708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:07.713490 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 42acc912-594f-46ca-9e0a-3c7754e11e45 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 18:09:07.906916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:09:07.916562 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Sync routers for ids ['42acc912-594f-46ca-9e0a-3c7754e11e45'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:09:07.925793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Routers {'42acc912-594f-46ca-9e0a-3c7754e11e45'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:09:07.926397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:08:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['42acc912-594f-46ca-9e0a-3c7754e11e45'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:07.936102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:07.937419 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2e064135-404c-4508-9de2-c486d41c75c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4988430 Apr 29 18:09:07.940733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59774) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:07.980227 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0e2cdf8b-c33f-49dd-892f-9e7d5b0023d1 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=aa8e1d485dec45bcae0200bf131d73a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383239 Apr 29 18:09:07.983596 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59778) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:08.101251 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Set router 42acc912-594f-46ca-9e0a-3c7754e11e45 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:09:08.110295 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd3cdf6-6746-455c-9281-75ac1b6ed234 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:08.111768 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-8bd3cdf6-6746-455c-9281-75ac1b6ed234 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1273167 Apr 29 18:09:08.114798 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59782) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:08.153298 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6b6d10ac-eb44-46c5-acfb-71f170e8205d tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374939 Apr 29 18:09:08.156082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59786) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:08.162166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-793520800', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:09:08.278215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:09:08.282139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:subnet and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:09:08.284946 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:09:08.290795 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:09:08.302516 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:09:08.306814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:08.386887 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:09:06Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:06Z', 'updated_at': '2022-04-29T18:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:08.390877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Checking router: 42acc912-594f-46ca-9e0a-3c7754e11e45 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:09:08.391216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Updating router 42acc912-594f-46ca-9e0a-3c7754e11e45 port 091f3634-ca2f-45a6-bba3-dbb2c380dc5e binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:09:08.444714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:08.522938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:08.601006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Subnet': ['ID=92c8dce8-c43b-4727-beb2-692f2ae92e09,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:08.609469 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Checking segment: {'id': '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f1830d-9589-4055-934b-a36f291fede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:09:08.609818 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network hostable DHCP agents. Network: 94f1830d-9589-4055-934b-a36f291fede2, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:09:08.629409 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 94f1830d-9589-4055-934b-a36f291fede2 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:09:08.639424 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 94f1830d-9589-4055-934b-a36f291fede2) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:09:08.648169 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce913a8-cb0c-442d-982e-eb6ca52cb8c2 None None] Network 94f1830d-9589-4055-934b-a36f291fede2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:09:08.653217 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:08.654042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:08.678948 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-61dde6d7-2031-4005-9d5e-9b842dc9dfad tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5215664 Apr 29 18:09:08.681774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59790) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:08.978894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:08.992151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-94f1830d-9589-4055-934b-a36f291fede2', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ips': [{'subnet_id': '92c8dce8-c43b-4727-beb2-692f2ae92e09'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:09:08.992990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:09.003554 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Transition to ACTIVE for port object 091f3634-ca2f-45a6-bba3-dbb2c380dc5e will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:09:09.013951 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:09.153479 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Attempting to bind port 091f3634-ca2f-45a6-bba3-dbb2c380dc5e on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:09:09.153792 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Attempting to bind port 091f3634-ca2f-45a6-bba3-dbb2c380dc5e by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:09:09.154187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Attempting to bind port 091f3634-ca2f-45a6-bba3-dbb2c380dc5e on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:09:09.156192 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716261d-14ee-4dde-9589-f5ddc0f2775b None None] Pushing event updated for resources: {'Port': ['ID=091f3634-ca2f-45a6-bba3-dbb2c380dc5e,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:09.169944 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:09:09.170346 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:09:09.170743 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:09.171129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:09:09.171618 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Bound port: 091f3634-ca2f-45a6-bba3-dbb2c380dc5e, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:09:09.171962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:09.298522 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] For port 091f3634-ca2f-45a6-bba3-dbb2c380dc5e, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:09:09.304300 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] For port 091f3634-ca2f-45a6-bba3-dbb2c380dc5e, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=091f3634-ca2f-45a6-bba3-dbb2c380dc5e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:09:09.305684 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Allocated IP 172.20.0.2 (94f1830d-9589-4055-934b-a36f291fede2/92c8dce8-c43b-4727-beb2-692f2ae92e09/c2b5f0e1-1941-4812-b567-398d62f2f458) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:09:09.313229 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:09.479852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716261d-14ee-4dde-9589-f5ddc0f2775b None None] Pushing event updated for resources: {'Port': ['ID=091f3634-ca2f-45a6-bba3-dbb2c380dc5e,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:09.482327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Routers {'42acc912-594f-46ca-9e0a-3c7754e11e45'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:09:09.482921 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:08:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['42acc912-594f-46ca-9e0a-3c7754e11e45'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:09.493081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:09.751938 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] Set router 42acc912-594f-46ca-9e0a-3c7754e11e45 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:09:09.857798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:09.883843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Transition to ACTIVE for port object c2b5f0e1-1941-4812-b567-398d62f2f458 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:09:09.962737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Transition to ACTIVE for port object c2b5f0e1-1941-4812-b567-398d62f2f458 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:09:09.976041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:10.041243 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.20.0.1 (94f1830d-9589-4055-934b-a36f291fede2/92c8dce8-c43b-4727-beb2-692f2ae92e09/79ab6a3d-52e1-4f1a-8433-1cd8b17871cc) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:09:10.137037 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Network 94f1830d-9589-4055-934b-a36f291fede2 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:09:10.144239 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:09:10.151041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:09:10.153164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Pushing event updated for resources: {'Port': ['ID=c2b5f0e1-1941-4812-b567-398d62f2f458,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:10.208013 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:10.224391 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Transition to ACTIVE for port object 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:09:10.247350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:10.255141 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Attempting to bind port c2b5f0e1-1941-4812-b567-398d62f2f458 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:09:10.255583 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Attempting to bind port c2b5f0e1-1941-4812-b567-398d62f2f458 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f1830d-9589-4055-934b-a36f291fede2'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:09:10.255955 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Attempting to bind port c2b5f0e1-1941-4812-b567-398d62f2f458 on network 94f1830d-9589-4055-934b-a36f291fede2 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:09:10.264304 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:09:10.264674 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Checking segment: {'id': '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f1830d-9589-4055-934b-a36f291fede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:09:10.265073 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:10.265467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Bound using segment: {'id': '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f1830d-9589-4055-934b-a36f291fede2'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:09:10.265926 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Bound port: c2b5f0e1-1941-4812-b567-398d62f2f458, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f1830d-9589-4055-934b-a36f291fede2'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:09:10.266295 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:10.314001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:09:06Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:06Z', 'updated_at': '2022-04-29T18:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:10.316635 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 94f1830d-9589-4055-934b-a36f291fede2 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:09:10.319743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:09:10.323589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:09:10.331165 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178d9cb-85eb-4c9c-9aaf-6d10d250065f None None] The sync data for ids ['42acc912-594f-46ca-9e0a-3c7754e11e45'] in dv-neutron-839024-2-hyperv is: [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:09:06Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:06Z', 'updated_at': '2022-04-29T18:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:09:10.360198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=79ab6a3d-52e1-4f1a-8433-1cd8b17871cc,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:10.367026 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] For port c2b5f0e1-1941-4812-b567-398d62f2f458, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:09:10.370544 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] For port c2b5f0e1-1941-4812-b567-398d62f2f458, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c2b5f0e1-1941-4812-b567-398d62f2f458,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:09:10.376474 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:10.388812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:10.465389 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bb775-8de9-4a0a-b46a-20ff20461998 None None] Pushing event updated for resources: {'Port': ['ID=c2b5f0e1-1941-4812-b567-398d62f2f458,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:10.516529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:11.015571 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:11.021697 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:11.136755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:11.140235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=79ab6a3d-52e1-4f1a-8433-1cd8b17871cc,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:11.272639 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 091f3634-ca2f-45a6-bba3-dbb2c380dc5e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:09:11.350551 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 091f3634-ca2f-45a6-bba3-dbb2c380dc5e completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:09:11.356731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 091f3634-ca2f-45a6-bba3-dbb2c380dc5e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:09:11.357106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:11.421017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 94f1830d-9589-4055-934b-a36f291fede2 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:09:11.422361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:09:11.484124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:11.502164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 091f3634-ca2f-45a6-bba3-dbb2c380dc5e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=091f3634-ca2f-45a6-bba3-dbb2c380dc5e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:09:11.507443 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:11.508798 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c2b5f0e1-1941-4812-b567-398d62f2f458 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:09:11.535094 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:09:11.624883 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b380fe-b691-4ad3-a546-cebeb94b7043 None None] Network 94f1830d-9589-4055-934b-a36f291fede2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:09:11.632502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 42acc912-594f-46ca-9e0a-3c7754e11e45 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:09:11.678503 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=091f3634-ca2f-45a6-bba3-dbb2c380dc5e,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:11.755251 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7e2a4c7f-2afd-40d8-adff-7a84e53c7820 None None] Provisioning for port c2b5f0e1-1941-4812-b567-398d62f2f458 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:09:11.778210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port c2b5f0e1-1941-4812-b567-398d62f2f458 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:09:11.788649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c2b5f0e1-1941-4812-b567-398d62f2f458 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:09:11.789052 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:11.813677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:09:11.826528 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2fa6ea4e-16d7-4792-812a-0020c6eb5f9f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "PUT /v2.0/routers/42acc912-594f-46ca-9e0a-3c7754e11e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1436937 Apr 29 18:09:11.998103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-79406458-f855-4cb1-8386-64a9db53d006 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:09:12.002353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:12.014165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-79406458-f855-4cb1-8386-64a9db53d006 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:09:12.015421 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-79406458-f855-4cb1-8386-64a9db53d006 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502436255&fields=id&tenant_id=aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 267 time: 0.0591488 Apr 29 18:09:12.030509 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Sync routers for ids ['42acc912-594f-46ca-9e0a-3c7754e11e45'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:09:12.042708 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Routers {'42acc912-594f-46ca-9e0a-3c7754e11e45'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:09:12.043523 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:08:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['42acc912-594f-46ca-9e0a-3c7754e11e45'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:12.044710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port c2b5f0e1-1941-4812-b567-398d62f2f458, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c2b5f0e1-1941-4812-b567-398d62f2f458,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:09:12.051041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:12.128587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=c2b5f0e1-1941-4812-b567-398d62f2f458,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:12.193323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-22e3cf27-20e1-4a54-b3ac-8312bd2168cb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:12.194929 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-22e3cf27-20e1-4a54-b3ac-8312bd2168cb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/networks?id=94f1830d-9589-4055-934b-a36f291fede2 HTTP/1.1" status: 200 len: 797 time: 0.1716418 Apr 29 18:09:12.211434 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-1df5c892-9aaf-420e-8403-fa5df5167eec tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/quotas/aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 375 time: 0.0102828 Apr 29 18:09:12.263023 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Set router 42acc912-594f-46ca-9e0a-3c7754e11e45 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:09:12.298248 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-06a42d93-129b-4f5f-8069-7c6c94d2e8fa tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:09:12.299741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3170a915-8171-44c3-96f7-6c6c961d3f68 None None] Provisioning for port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:09:12.305972 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3170a915-8171-44c3-96f7-6c6c961d3f68 None None] Provisioning complete for port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:09:12.306337 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3170a915-8171-44c3-96f7-6c6c961d3f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:12.321424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-06a42d93-129b-4f5f-8069-7c6c94d2e8fa tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:09:12.322897 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-06a42d93-129b-4f5f-8069-7c6c94d2e8fa tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044865 Apr 29 18:09:12.367576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3170a915-8171-44c3-96f7-6c6c961d3f68 None None] Port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:09:12.379842 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3170a915-8171-44c3-96f7-6c6c961d3f68 None None] Provisioning complete for port c2b5f0e1-1941-4812-b567-398d62f2f458 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:09:12.380420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3170a915-8171-44c3-96f7-6c6c961d3f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:12.538914 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-31056814-4a10-46a5-9c01-9637ef9798d6 service neutron] 10.222.0.11 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000458 Apr 29 18:09:12.619722 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:09:10Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:06Z', 'updated_at': '2022-04-29T18:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '79ab6a3d-52e1-4f1a-8433-1cd8b17871cc', 'name': '', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:65:42:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:09Z', 'updated_at': '2022-04-29T18:09:10Z', 'revision_number': 2, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:12.624717 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Checking router: 42acc912-594f-46ca-9e0a-3c7754e11e45 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:09:12.625902 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Updating router 42acc912-594f-46ca-9e0a-3c7754e11e45 port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:09:12.649144 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-e3befa65-ed15-419a-8af5-31f77b14ba5c None None] Provisioning complete for port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:09:12.650308 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e3befa65-ed15-419a-8af5-31f77b14ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:12.683754 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:12.688329 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-d4c0e14c-67dc-4897-b127-c14b97656912 service neutron] 10.222.0.11 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405630 Apr 29 18:09:12.720537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-e3befa65-ed15-419a-8af5-31f77b14ba5c None None] Port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:09:12.840829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-52f2ccd3-27ec-4cd9-ac37-efdd43b84023 None None] Provisioning complete for port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:09:12.841262 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-52f2ccd3-27ec-4cd9-ac37-efdd43b84023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:12.873637 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5fe52e75-0b1d-46d6-ae03-3a4c7104a5b5 req-67a6ed2e-becf-4854-962d-57bb82485b6f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 210 time: 0.0463862 Apr 29 18:09:12.914126 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-52f2ccd3-27ec-4cd9-ac37-efdd43b84023 None None] Port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:09:13.045966 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:13.058753 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Transition to ACTIVE for port object 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:09:13.066673 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:13.209694 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 091f3634-ca2f-45a6-bba3-dbb2c380dc5e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:09:13.244878 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Pushing event updated for resources: {'Port': ['ID=79ab6a3d-52e1-4f1a-8433-1cd8b17871cc,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:13.260072 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:13.260411 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:13.260738 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:13.261063 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:13.261644 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:13.262002 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:13.262836 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:13.262836 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:13.263009 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:13.263238 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:13.263857 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:13.263857 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:09:13.309163 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 091f3634-ca2f-45a6-bba3-dbb2c380dc5e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:09:13.309727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:13.328024 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Attempting to bind port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:09:13.328709 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Attempting to bind port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f1830d-9589-4055-934b-a36f291fede2'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:09:13.329002 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Attempting to bind port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc on network 94f1830d-9589-4055-934b-a36f291fede2 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:09:13.335274 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:09:13.335669 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Checking segment: {'id': '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f1830d-9589-4055-934b-a36f291fede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:09:13.336080 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:13.336508 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Bound using segment: {'id': '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f1830d-9589-4055-934b-a36f291fede2'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:09:13.336978 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Bound port: 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f1830d-9589-4055-934b-a36f291fede2'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:09:13.337492 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:13.435077 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] For port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:09:13.438400 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] For port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=79ab6a3d-52e1-4f1a-8433-1cd8b17871cc,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:09:13.439037 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c2b5f0e1-1941-4812-b567-398d62f2f458 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:09:13.443835 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:13.512457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c2b5f0e1-1941-4812-b567-398d62f2f458 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:09:13.512823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:13.525009 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Routers {'42acc912-594f-46ca-9e0a-3c7754e11e45'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:09:13.525838 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:08:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['42acc912-594f-46ca-9e0a-3c7754e11e45'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:13.646991 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6f9e7-e2bc-4436-a72e-8785a2aee652 None None] Pushing event updated for resources: {'Port': ['ID=79ab6a3d-52e1-4f1a-8433-1cd8b17871cc,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:13.725315 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] Set router 42acc912-594f-46ca-9e0a-3c7754e11e45 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:09:13.968861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-012cb798-5cf7-4ebb-8631-6b667e6e4ebb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:13.971152 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-012cb798-5cf7-4ebb-8631-6b667e6e4ebb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/networks?id=94f1830d-9589-4055-934b-a36f291fede2 HTTP/1.1" status: 200 len: 797 time: 0.1547887 Apr 29 18:09:14.060031 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-adf2dde9-7245-4d22-8624-55f55d23447b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 380 time: 0.0812466 Apr 29 18:09:14.066859 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c739ddd7-bd25-41c9-bb5c-9ca9a9beb3f1 req-f72f8d31-d863-480c-a552-62155ca9d9e1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 210 time: 0.0485790 Apr 29 18:09:14.071723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'port': {'device_id': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'admin_state_up': True, 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'security_groups': ['5601071e-144d-4767-888c-c04daec7bf14']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:09:14.089968 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:09:10Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:06Z', 'updated_at': '2022-04-29T18:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '79ab6a3d-52e1-4f1a-8433-1cd8b17871cc', 'name': '', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:65:42:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:09Z', 'updated_at': '2022-04-29T18:09:13Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:14.101869 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7347cd-fb12-465b-8eec-7d1df9a2877e None None] The sync data for ids ['42acc912-594f-46ca-9e0a-3c7754e11e45'] in dv-neutron-839024-2-hyperv is: [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:09:10Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:06Z', 'updated_at': '2022-04-29T18:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '79ab6a3d-52e1-4f1a-8433-1cd8b17871cc', 'name': '', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:65:42:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:09Z', 'updated_at': '2022-04-29T18:09:13Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:09:14.218232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:09:14.228150 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:09:14.238060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:09:14.241942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:14.532494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.20.0.7 (94f1830d-9589-4055-934b-a36f291fede2/92c8dce8-c43b-4727-beb2-692f2ae92e09/ca1a148a-48c6-44bb-8804-686a52ccd2c3) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:09:14.733137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:14.750873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Transition to ACTIVE for port object ca1a148a-48c6-44bb-8804-686a52ccd2c3 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:09:14.775801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:14.851678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 94f1830d-9589-4055-934b-a36f291fede2 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:09:14.854851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:09:14.858655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:09:14.893419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=ca1a148a-48c6-44bb-8804-686a52ccd2c3,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:14.926719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:14.927535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:14.956563 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-ae046e43-d2a4-4af5-a10a-074a1025386a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8886616 Apr 29 18:09:14.968593 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Request body: {'port': {'device_id': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:09:15.088769 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:15.164542 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ae06455a-78df-4c7f-9e74-5d106e4cac69 None None] Provisioning for port ca1a148a-48c6-44bb-8804-686a52ccd2c3 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:09:15.179571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ae06455a-78df-4c7f-9e74-5d106e4cac69 None None] Provisioning complete for port ca1a148a-48c6-44bb-8804-686a52ccd2c3 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:09:15.179942 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ae06455a-78df-4c7f-9e74-5d106e4cac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:15.235990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ae06455a-78df-4c7f-9e74-5d106e4cac69 None None] Port ca1a148a-48c6-44bb-8804-686a52ccd2c3 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:09:15.246648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:09:15.317050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:09:15.322224 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:09:15.323191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:15.420791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06d40a-dc36-4341-b2b5-bbb786e54096 req-12d97ac4-2345-416a-a4ea-c1737a8d6ca3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:15.421483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-0f06d40a-dc36-4341-b2b5-bbb786e54096 req-12d97ac4-2345-416a-a4ea-c1737a8d6ca3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:09:15.437313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:15.457930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-0f06d40a-dc36-4341-b2b5-bbb786e54096 req-12d97ac4-2345-416a-a4ea-c1737a8d6ca3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:09:15.459117 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0f06d40a-dc36-4341-b2b5-bbb786e54096 req-12d97ac4-2345-416a-a4ea-c1737a8d6ca3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 931 time: 0.2392852 Apr 29 18:09:15.473159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=79ab6a3d-52e1-4f1a-8433-1cd8b17871cc,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:09:15.478314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:15.547153 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=79ab6a3d-52e1-4f1a-8433-1cd8b17871cc,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:15.563050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1a148a-48c6-44bb-8804-686a52ccd2c3 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:09:15.570638 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0f06d40a-dc36-4341-b2b5-bbb786e54096 req-445ff836-c131-49c0-8614-14382a78d7bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983131 Apr 29 18:09:15.576256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:15.593474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Transition to ACTIVE for port object ca1a148a-48c6-44bb-8804-686a52ccd2c3 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:09:15.598647 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:15.726495 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1a148a-48c6-44bb-8804-686a52ccd2c3,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:15.833060 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Attempting to bind port ca1a148a-48c6-44bb-8804-686a52ccd2c3 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:09:15.833518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Attempting to bind port ca1a148a-48c6-44bb-8804-686a52ccd2c3 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f1830d-9589-4055-934b-a36f291fede2'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:09:15.833841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Attempting to bind port ca1a148a-48c6-44bb-8804-686a52ccd2c3 on network 94f1830d-9589-4055-934b-a36f291fede2 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:09:15.838405 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Port ca1a148a-48c6-44bb-8804-686a52ccd2c3 on network 94f1830d-9589-4055-934b-a36f291fede2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:09:15.838707 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Attempting to bind port ca1a148a-48c6-44bb-8804-686a52ccd2c3 on network 94f1830d-9589-4055-934b-a36f291fede2 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:09:15.843882 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:09:15.844214 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Checking segment: {'id': '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f1830d-9589-4055-934b-a36f291fede2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:09:15.844561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Bound using segment: {'id': '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f1830d-9589-4055-934b-a36f291fede2'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:09:15.845733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Bound port: ca1a148a-48c6-44bb-8804-686a52ccd2c3, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '94f1830d-9589-4055-934b-a36f291fede2'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:09:15.846044 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:15.934837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] For port ca1a148a-48c6-44bb-8804-686a52ccd2c3, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:09:15.937764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] For port ca1a148a-48c6-44bb-8804-686a52ccd2c3, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:09:15.944629 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:16.012764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:16.013378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:16.014767 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] 10.222.0.36 "PUT /v2.0/ports/ca1a148a-48c6-44bb-8804-686a52ccd2c3 HTTP/1.1" status: 200 len: 1093 time: 1.0508363 Apr 29 18:09:16.015241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:09:16.036941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153a56c-7486-4f23-a981-d9af8d5a5d68 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1a148a-48c6-44bb-8804-686a52ccd2c3,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:16.067974 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e5e45c-af1e-4e20-a4bf-e72fc68e65b9'] response: {'name': 'network-changed', 'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'status': 'completed', 'code': 200} Apr 29 18:09:16.143617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-c0df8fd7-28c1-420c-b3de-0579c57c1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:16.145138 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-c0df8fd7-28c1-420c-b3de-0579c57c1cb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 1096 time: 0.0754213 Apr 29 18:09:16.216229 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-e9f4b220-3164-45c9-942b-6677041fa9bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3 HTTP/1.1" status: 200 len: 217 time: 0.0646758 Apr 29 18:09:16.279235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-c0a78d11-7acc-4dfb-83d2-4381e2f1d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:16.281261 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-c0a78d11-7acc-4dfb-83d2-4381e2f1d7d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c8dce8-c43b-4727-beb2-692f2ae92e09 HTTP/1.1" status: 200 len: 834 time: 0.0586398 Apr 29 18:09:16.361470 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-963a4cae-b44d-4a0d-99a4-5196f92d75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:16.363783 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-963a4cae-b44d-4a0d-99a4-5196f92d75a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94f1830d-9589-4055-934b-a36f291fede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759931 Apr 29 18:09:16.599365 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-b3055ddd-ffed-4aca-a252-5b76bef1b6e1 service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298107 Apr 29 18:09:16.781340 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-00c259e2-3a38-4f7e-9147-e624fc9b3c5d req-dc08bd4c-bc4a-4215-90d6-74fd77bc6a8f service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760671 Apr 29 18:09:16.802774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98a746-7bd5-4ab1-892b-37aefa21b09d req-565a19cc-be2a-45ee-bb47-a59e88131dfa tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:16.804226 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1d98a746-7bd5-4ab1-892b-37aefa21b09d req-565a19cc-be2a-45ee-bb47-a59e88131dfa tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 943 time: 0.1163545 Apr 29 18:09:16.895173 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1d98a746-7bd5-4ab1-892b-37aefa21b09d req-9667fad0-d25d-4cc9-b472-a121931e8b8b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842907 Apr 29 18:09:16.915812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73e2cc-ed61-418f-a479-4852524fe265 req-ab3494e5-4a97-4eeb-a8b4-b870b4afc6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:16.917277 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7b73e2cc-ed61-418f-a479-4852524fe265 req-ab3494e5-4a97-4eeb-a8b4-b870b4afc6c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 1096 time: 0.0915189 Apr 29 18:09:17.052172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73e2cc-ed61-418f-a479-4852524fe265 req-8bf484df-2dfc-44a6-806b-ff4ca25d5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:17.053618 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7b73e2cc-ed61-418f-a479-4852524fe265 req-8bf484df-2dfc-44a6-806b-ff4ca25d5f61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=94f1830d-9589-4055-934b-a36f291fede2 HTTP/1.1" status: 200 len: 898 time: 0.1290057 Apr 29 18:09:17.122378 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7b73e2cc-ed61-418f-a479-4852524fe265 req-7a2f7f0d-d410-4fc4-8cfb-ac6e9cae02d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3 HTTP/1.1" status: 200 len: 217 time: 0.0625334 Apr 29 18:09:17.185315 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73e2cc-ed61-418f-a479-4852524fe265 req-9311ea12-1a90-4e76-87dd-5eb55427e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:17.186735 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7b73e2cc-ed61-418f-a479-4852524fe265 req-9311ea12-1a90-4e76-87dd-5eb55427e5f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c8dce8-c43b-4727-beb2-692f2ae92e09 HTTP/1.1" status: 200 len: 834 time: 0.0570145 Apr 29 18:09:17.196212 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:09:17.263394 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:09:17.263864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:17.265390 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73e2cc-ed61-418f-a479-4852524fe265 req-3f86e3fa-49aa-408a-aa93-9fd2da7ff934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:17.266869 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7b73e2cc-ed61-418f-a479-4852524fe265 req-3f86e3fa-49aa-408a-aa93-9fd2da7ff934 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94f1830d-9589-4055-934b-a36f291fede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735738 Apr 29 18:09:17.404562 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7b73e2cc-ed61-418f-a479-4852524fe265 req-80dbe466-08c8-4dd1-ab47-18ee8fd58e37 service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301324 Apr 29 18:09:17.536919 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7b73e2cc-ed61-418f-a479-4852524fe265 req-f94cd758-7120-4ea4-8981-05dc573169f1 service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252232 Apr 29 18:09:18.082715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a976ab-ca35-46e2-8c80-7b99a84ce695 req-6d6e753b-7c96-4895-ba98-d1e1c59ed280 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:18.084245 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f0a976ab-ca35-46e2-8c80-7b99a84ce695 req-6d6e753b-7c96-4895-ba98-d1e1c59ed280 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 943 time: 0.0818319 Apr 29 18:09:18.131782 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f0a976ab-ca35-46e2-8c80-7b99a84ce695 req-368d8a19-6612-4aca-802b-4811cb52378f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388114 Apr 29 18:09:18.623130 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:19.163313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device ca1a148a-48c6-44bb-8804-686a52ccd2c3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:09:19.296720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port ca1a148a-48c6-44bb-8804-686a52ccd2c3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:09:19.310117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'port_id': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'mac_address': 'fa:16:3e:b2:05:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:09:19.320697 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78916c-5e51-439c-884b-c569845d8ae0 req-a8381737-74ca-4cd8-b1ba-234bcc619417 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:19.322237 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0b78916c-5e51-439c-884b-c569845d8ae0 req-a8381737-74ca-4cd8-b1ba-234bcc619417 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 943 time: 0.0838485 Apr 29 18:09:19.364065 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:19.365584 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0b78916c-5e51-439c-884b-c569845d8ae0 req-4707c876-dc7d-4491-94fc-e2b630a36d8c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374970 Apr 29 18:09:19.384613 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1a148a-48c6-44bb-8804-686a52ccd2c3 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:09:19.400041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port ca1a148a-48c6-44bb-8804-686a52ccd2c3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:09:19.406015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:19.473232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=ca1a148a-48c6-44bb-8804-686a52ccd2c3,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:19.615030 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['ca1a148a-48c6-44bb-8804-686a52ccd2c3'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:09:20.577332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa479e-a6bf-4a90-b89f-ff588116736d req-0d6c2532-523c-42aa-9d3c-e0b966cecc2f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:20.578786 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9bfa479e-a6bf-4a90-b89f-ff588116736d req-0d6c2532-523c-42aa-9d3c-e0b966cecc2f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 944 time: 0.0983226 Apr 29 18:09:20.626353 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9bfa479e-a6bf-4a90-b89f-ff588116736d req-c7307918-3b6d-42e3-8ba8-d2f825f03612 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 Apr 29 18:09:21.163199 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device ca1a148a-48c6-44bb-8804-686a52ccd2c3 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:09:21.238020 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port ca1a148a-48c6-44bb-8804-686a52ccd2c3 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:09:21.242937 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port ca1a148a-48c6-44bb-8804-686a52ccd2c3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:09:21.243307 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:21.360345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:21.396399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:09:21.406485 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port ca1a148a-48c6-44bb-8804-686a52ccd2c3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:09:21.412024 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:21.442053 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51b2ac9-b826-4ff2-a810-b9e2dce0b201'] response: {'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'code': 200} Apr 29 18:09:21.479229 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=ca1a148a-48c6-44bb-8804-686a52ccd2c3,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:21.676238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a7591-6514-49be-b5c6-6ee28a341e41 req-799d27c3-95cd-4454-aab0-c69a4ac8305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:21.677806 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6f9a7591-6514-49be-b5c6-6ee28a341e41 req-799d27c3-95cd-4454-aab0-c69a4ac8305a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 1098 time: 0.0772402 Apr 29 18:09:21.721527 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6f9a7591-6514-49be-b5c6-6ee28a341e41 req-fb88748c-b277-423f-9dee-3c00420762c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379586 Apr 29 18:09:21.981985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d1bf3-b6c3-493b-8ab2-d9e4ef109d60 req-1e382a8e-ed21-4563-bf3f-9999e334c2ff tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:21.983323 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-397d1bf3-b6c3-493b-8ab2-d9e4ef109d60 req-1e382a8e-ed21-4563-bf3f-9999e334c2ff tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0914485 Apr 29 18:09:22.027760 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-397d1bf3-b6c3-493b-8ab2-d9e4ef109d60 req-84424e9a-96b4-4aa1-ab93-200b600fdcc7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385685 Apr 29 18:09:23.232345 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80504003-1d91-44ed-8299-67398e64dc4d req-5ce26c98-62dd-4e53-a8f5-b0d7200c84ec tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:23.233774 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-80504003-1d91-44ed-8299-67398e64dc4d req-5ce26c98-62dd-4e53-a8f5-b0d7200c84ec tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0837274 Apr 29 18:09:23.279799 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-80504003-1d91-44ed-8299-67398e64dc4d req-0858c892-056d-4b0b-acfb-118f075b20a9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400944 Apr 29 18:09:23.346809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-38a45a36-fc88-4ac7-b066-faf6af7992b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:23.587256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8061fb-f475-4feb-bc0d-33db81f3adb5 req-31f20be5-50dd-47a4-94f6-2267e38dfdf8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:23.588667 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed8061fb-f475-4feb-bc0d-33db81f3adb5 req-31f20be5-50dd-47a4-94f6-2267e38dfdf8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.2053630 Apr 29 18:09:23.633906 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed8061fb-f475-4feb-bc0d-33db81f3adb5 req-429c976a-943f-400f-8f33-c2ec45dfbe89 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391757 Apr 29 18:09:23.659311 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59844) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:23.733502 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62650574-8832-4bb8-a200-44b3f83e8808 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:23.734996 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-62650574-8832-4bb8-a200-44b3f83e8808 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 1093 time: 0.0746453 Apr 29 18:09:23.739736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59848) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:23.746445 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:09:23.752729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:09:23.756906 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:floatingip and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:09:23.759901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:09:23.765912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:09:23.778771 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:23.919498 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:24.054791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.26.4.96 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/2e875712-791f-408a-896b-d40616b5d2d0) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:09:24.309216 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:24.343335 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:24.408976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:09:24.411693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:09:24.415111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:09:24.443122 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=2e875712-791f-408a-896b-d40616b5d2d0,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:24.826889 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:24.904090 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:25.114522 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:25.121943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:25.229485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=2e875712-791f-408a-896b-d40616b5d2d0,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:09:25.239478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:25.410829 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Floating IP 26f16e34-2c74-4e17-8bde-6bd69f5b6380 associated. External IP: 172.26.4.96, port: ca1a148a-48c6-44bb-8804-686a52ccd2c3. Apr 29 18:09:25.426114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2a48dbc7-2ce3-4f5c-8434-ceb67ff07c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:25.881823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 42acc912-594f-46ca-9e0a-3c7754e11e45 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:09:26.063262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:09:26.073308 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3113958-5b6a-4d01-93dd-c131785bc17e None None] Sync routers for ids ['42acc912-594f-46ca-9e0a-3c7754e11e45'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:09:26.083718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3113958-5b6a-4d01-93dd-c131785bc17e None None] Routers {'42acc912-594f-46ca-9e0a-3c7754e11e45'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:09:26.084350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e3113958-5b6a-4d01-93dd-c131785bc17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:09:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['42acc912-594f-46ca-9e0a-3c7754e11e45'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:26.090048 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:26.144522 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e5b27c74-cd94-4fe3-8ac1-15ab9868e916 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4033861 Apr 29 18:09:26.145084 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:09:26.188540 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee9088b-d534-4fca-8d55-53fc8214e3ad'] response: {'name': 'network-changed', 'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'status': 'completed', 'code': 200} Apr 29 18:09:26.285424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e5acf-0293-4b2c-b764-fd46e5dbf399 req-9cb28863-f3ce-4c85-b740-97e6401453ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:26.286693 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-626e5acf-0293-4b2c-b764-fd46e5dbf399 req-9cb28863-f3ce-4c85-b740-97e6401453ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 1098 time: 0.0765018 Apr 29 18:09:26.307846 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-e3113958-5b6a-4d01-93dd-c131785bc17e None None] Set router 42acc912-594f-46ca-9e0a-3c7754e11e45 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:09:26.474786 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e5acf-0293-4b2c-b764-fd46e5dbf399 req-6d777227-9738-4bb8-a453-2b98a01038b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:26.476178 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-626e5acf-0293-4b2c-b764-fd46e5dbf399 req-6d777227-9738-4bb8-a453-2b98a01038b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=94f1830d-9589-4055-934b-a36f291fede2 HTTP/1.1" status: 200 len: 898 time: 0.1837449 Apr 29 18:09:26.578962 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e564b-0155-4489-980c-528547e6aa47 req-3eaad871-147c-4d65-9759-74d9ce2ea2f1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:26.580424 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-051e564b-0155-4489-980c-528547e6aa47 req-3eaad871-147c-4d65-9759-74d9ce2ea2f1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.1853683 Apr 29 18:09:26.608210 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-626e5acf-0293-4b2c-b764-fd46e5dbf399 req-f7f60c5b-b282-43f5-b20e-bfa6f5e5a681 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3 HTTP/1.1" status: 200 len: 998 time: 0.1264358 Apr 29 18:09:26.660946 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e3113958-5b6a-4d01-93dd-c131785bc17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:09:10Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:06Z', 'updated_at': '2022-04-29T18:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '26f16e34-2c74-4e17-8bde-6bd69f5b6380', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.96', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'port_id': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'mac_address': 'fa:16:3e:b2:05:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:09:24Z', 'updated_at': '2022-04-29T18:09:24Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ab6a3d-52e1-4f1a-8433-1cd8b17871cc', 'name': '', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:65:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:09Z', 'updated_at': '2022-04-29T18:09:15Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:26.664749 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3113958-5b6a-4d01-93dd-c131785bc17e None None] Checking router: 42acc912-594f-46ca-9e0a-3c7754e11e45 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:09:26.673085 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3113958-5b6a-4d01-93dd-c131785bc17e None None] Routers {'42acc912-594f-46ca-9e0a-3c7754e11e45'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:09:26.673693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e3113958-5b6a-4d01-93dd-c131785bc17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:09:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['42acc912-594f-46ca-9e0a-3c7754e11e45'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:26.678486 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-051e564b-0155-4489-980c-528547e6aa47 req-305eb81a-e556-4019-be47-05fb6f2e692d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868309 Apr 29 18:09:26.689437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e5acf-0293-4b2c-b764-fd46e5dbf399 req-66aed2fc-f481-4f80-9485-430e09966b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:26.690868 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-626e5acf-0293-4b2c-b764-fd46e5dbf399 req-66aed2fc-f481-4f80-9485-430e09966b8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c8dce8-c43b-4727-beb2-692f2ae92e09 HTTP/1.1" status: 200 len: 834 time: 0.0754015 Apr 29 18:09:26.702894 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59856) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:26.770696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e5acf-0293-4b2c-b764-fd46e5dbf399 req-90d54f4c-8995-4a82-be58-b2ec3c836ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:26.772131 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-626e5acf-0293-4b2c-b764-fd46e5dbf399 req-90d54f4c-8995-4a82-be58-b2ec3c836ddd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94f1830d-9589-4055-934b-a36f291fede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756953 Apr 29 18:09:26.824770 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-0ad37678-b513-42c2-a3cc-35b544aaac18 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/26f16e34-2c74-4e17-8bde-6bd69f5b6380 HTTP/1.1" status: 200 len: 990 time: 0.1179998 Apr 29 18:09:26.833922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:26.846396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:26.884218 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-e3113958-5b6a-4d01-93dd-c131785bc17e None None] Set router 42acc912-594f-46ca-9e0a-3c7754e11e45 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:09:26.911772 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-626e5acf-0293-4b2c-b764-fd46e5dbf399 req-504d7695-e671-44cc-aabe-71ad87c3809a service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339474 Apr 29 18:09:27.042950 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-626e5acf-0293-4b2c-b764-fd46e5dbf399 req-ee0a0d39-1dc8-44b8-b212-373176029543 service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254120 Apr 29 18:09:27.239467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e3113958-5b6a-4d01-93dd-c131785bc17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:09:10Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:06Z', 'updated_at': '2022-04-29T18:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '26f16e34-2c74-4e17-8bde-6bd69f5b6380', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.96', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'port_id': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'mac_address': 'fa:16:3e:b2:05:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:09:24Z', 'updated_at': '2022-04-29T18:09:24Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ab6a3d-52e1-4f1a-8433-1cd8b17871cc', 'name': '', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:65:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:09Z', 'updated_at': '2022-04-29T18:09:15Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:09:27.243650 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3113958-5b6a-4d01-93dd-c131785bc17e None None] The sync data for ids ['42acc912-594f-46ca-9e0a-3c7754e11e45'] in dv-neutron-839024-2-hyperv is: [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:09:10Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:06Z', 'updated_at': '2022-04-29T18:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '26f16e34-2c74-4e17-8bde-6bd69f5b6380', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.96', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'port_id': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'mac_address': 'fa:16:3e:b2:05:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:09:24Z', 'updated_at': '2022-04-29T18:09:24Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ab6a3d-52e1-4f1a-8433-1cd8b17871cc', 'name': '', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:65:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:09Z', 'updated_at': '2022-04-29T18:09:15Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:09:27.425864 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3451ec20-a2e4-4081-b616-3d7e921b7276 None None] New status for floating IP 26f16e34-2c74-4e17-8bde-6bd69f5b6380: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:09:27.828843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 59860) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:27.943246 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-9dc025c4-22e4-4e73-97de-b85258e88566 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/26f16e34-2c74-4e17-8bde-6bd69f5b6380 HTTP/1.1" status: 200 len: 992 time: 0.1128330 Apr 29 18:09:28.149685 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:30.095120 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b44a89e-19c9-47d6-949b-d1470b0bc104 req-8955f7ce-3123-4383-ba8d-9815c096b71c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706446 Apr 29 18:09:30.238492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44a89e-19c9-47d6-949b-d1470b0bc104 req-d9be7928-c1cf-4c1a-8cd2-4a07a3df41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:30.240079 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b44a89e-19c9-47d6-949b-d1470b0bc104 req-d9be7928-c1cf-4c1a-8cd2-4a07a3df41a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 1098 time: 0.0745602 Apr 29 18:09:30.383700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44a89e-19c9-47d6-949b-d1470b0bc104 req-7511a285-d648-4413-99f7-981bafda278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:30.385001 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b44a89e-19c9-47d6-949b-d1470b0bc104 req-7511a285-d648-4413-99f7-981bafda278d service neutron] 10.222.0.36 "GET /v2.0/networks?id=94f1830d-9589-4055-934b-a36f291fede2 HTTP/1.1" status: 200 len: 898 time: 0.1260805 Apr 29 18:09:30.482626 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b44a89e-19c9-47d6-949b-d1470b0bc104 req-998d8d5b-0940-4e13-9b2e-7f188ca86ebe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3 HTTP/1.1" status: 200 len: 1000 time: 0.0917737 Apr 29 18:09:30.545921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44a89e-19c9-47d6-949b-d1470b0bc104 req-d7a4748d-c109-4414-a78f-e31b0de995bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:30.547270 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b44a89e-19c9-47d6-949b-d1470b0bc104 req-d7a4748d-c109-4414-a78f-e31b0de995bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c8dce8-c43b-4727-beb2-692f2ae92e09 HTTP/1.1" status: 200 len: 834 time: 0.0582302 Apr 29 18:09:30.626851 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44a89e-19c9-47d6-949b-d1470b0bc104 req-62d27d5e-9aa4-4e62-a62f-9a93b0a0cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:30.628346 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b44a89e-19c9-47d6-949b-d1470b0bc104 req-62d27d5e-9aa4-4e62-a62f-9a93b0a0cdca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94f1830d-9589-4055-934b-a36f291fede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752013 Apr 29 18:09:30.757410 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b44a89e-19c9-47d6-949b-d1470b0bc104 req-75294466-8ce1-4229-a39f-37bfcb74acac service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232839 Apr 29 18:09:31.018121 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b44a89e-19c9-47d6-949b-d1470b0bc104 req-763f0c11-49a8-4f0f-88bd-3e3c366109c2 service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545371 Apr 29 18:09:48.540190 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:09:48.610159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:53.362188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-92e9e6a5-b6d5-4e93-ac5e-d0d34b935c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:55.431282 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ba265b69-1a4b-42cc-ad67-487b2431bb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:56.007758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59882) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:09:56.056442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b17d2-86a1-47c5-91ac-b6f53011a561 req-7cf87738-9d5e-4057-9811-d15beb514ed2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:56.057911 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e38b17d2-86a1-47c5-91ac-b6f53011a561 req-7cf87738-9d5e-4057-9811-d15beb514ed2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0905766 Apr 29 18:09:56.144240 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e38b17d2-86a1-47c5-91ac-b6f53011a561 req-f96511f5-6e2d-44e8-8f9f-cfc8ef6173de tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558603 Apr 29 18:09:56.163917 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-06ddd456-e767-49bb-8d44-de608bc881c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1550348 Apr 29 18:09:56.728179 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:56.821622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:57.395506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac944b-6845-4cb6-aa53-14315d5ae644 req-55e60fe7-def4-4cf6-aced-d67cf29a97a9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:57.396963 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-30ac944b-6845-4cb6-aa53-14315d5ae644 req-55e60fe7-def4-4cf6-aced-d67cf29a97a9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.1420615 Apr 29 18:09:57.399566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-cf0b2046-dd61-4f9b-a2dd-c54a2e769559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:57.400882 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-cf0b2046-dd61-4f9b-a2dd-c54a2e769559 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 1098 time: 0.1040194 Apr 29 18:09:57.521352 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-30ac944b-6845-4cb6-aa53-14315d5ae644 req-69fb432f-ad88-4d24-b922-4ad6104528f6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173065 Apr 29 18:09:57.563541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-f8d7d552-248f-4eb1-a02e-9ebc717a50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:57.565070 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-f8d7d552-248f-4eb1-a02e-9ebc717a50b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=94f1830d-9589-4055-934b-a36f291fede2 HTTP/1.1" status: 200 len: 898 time: 0.1462083 Apr 29 18:09:57.664658 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-86c6cdd4-5885-47a6-9b15-b33777d33069 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3 HTTP/1.1" status: 200 len: 1000 time: 0.0922401 Apr 29 18:09:57.730432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-d143d6c3-8318-4779-9158-469d3dae2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:57.731864 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-d143d6c3-8318-4779-9158-469d3dae2d05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c8dce8-c43b-4727-beb2-692f2ae92e09 HTTP/1.1" status: 200 len: 834 time: 0.0602314 Apr 29 18:09:57.818838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-845f30ae-cb59-4a5d-9ab5-ed1bb2258d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:57.820309 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-845f30ae-cb59-4a5d-9ab5-ed1bb2258d6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94f1830d-9589-4055-934b-a36f291fede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809393 Apr 29 18:09:57.951751 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-2528af94-5ca3-4fca-8e1f-a17946bfbc67 service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241193 Apr 29 18:09:58.105423 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-c9663318-7b02-496e-bc8a-7ceecb2b8d84 service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456285 Apr 29 18:09:58.147818 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:09:58.738797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfcf24-488f-46af-b2c8-913535dfb605 req-1c21f9ee-f856-4ae5-b32f-e990b806f3aa tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:09:58.740291 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f4dfcf24-488f-46af-b2c8-913535dfb605 req-1c21f9ee-f856-4ae5-b32f-e990b806f3aa tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0999153 Apr 29 18:09:58.789503 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f4dfcf24-488f-46af-b2c8-913535dfb605 req-4137d641-3499-445c-8e5e-334563d5e2b2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404365 Apr 29 18:09:59.999032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d5d43-8623-4893-9e7b-ac98faa5cc63 req-45eeeea2-a33c-4d67-9c8a-c4c0516c1fa0 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:00.000430 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a57d5d43-8623-4893-9e7b-ac98faa5cc63 req-45eeeea2-a33c-4d67-9c8a-c4c0516c1fa0 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0863702 Apr 29 18:10:00.047874 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a57d5d43-8623-4893-9e7b-ac98faa5cc63 req-e294e014-f938-4e3a-a565-6003bf2850af tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390027 Apr 29 18:10:01.249152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8de8de-5b6c-45de-8215-0496c7ff3d7d req-ebfba5e4-c552-4e04-ba9e-12103d76b845 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:01.250579 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9e8de8de-5b6c-45de-8215-0496c7ff3d7d req-ebfba5e4-c552-4e04-ba9e-12103d76b845 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0838947 Apr 29 18:10:01.296897 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9e8de8de-5b6c-45de-8215-0496c7ff3d7d req-6fc21456-42f6-404f-bccb-9476db24767a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379078 Apr 29 18:10:02.496169 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f467335-c41c-4bb0-b694-58736cae61c1 req-85a7ca91-d929-46b7-ac46-c0d71af3b36e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:02.497591 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f467335-c41c-4bb0-b694-58736cae61c1 req-85a7ca91-d929-46b7-ac46-c0d71af3b36e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0877481 Apr 29 18:10:02.545944 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f467335-c41c-4bb0-b694-58736cae61c1 req-45f3ed28-1b7f-4654-8888-593bd0fb915c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408916 Apr 29 18:10:03.734912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788bb49-7b7a-4dd3-911a-b92506a5c328 req-d4ee568e-77aa-40db-805d-71fe7ac04955 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:03.736364 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b788bb49-7b7a-4dd3-911a-b92506a5c328 req-d4ee568e-77aa-40db-805d-71fe7ac04955 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0805101 Apr 29 18:10:03.781346 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b788bb49-7b7a-4dd3-911a-b92506a5c328 req-b0d0717f-853c-4c96-81b2-3663f71f5260 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387442 Apr 29 18:10:04.986051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e2788-08ac-41a3-93b4-bf1e50aa5148 req-f8e4c05e-b20f-42ae-8b00-0e3b46471b6b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:04.987422 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b75e2788-08ac-41a3-93b4-bf1e50aa5148 req-f8e4c05e-b20f-42ae-8b00-0e3b46471b6b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0911095 Apr 29 18:10:05.030978 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b75e2788-08ac-41a3-93b4-bf1e50aa5148 req-6ccb0d7f-4e25-4c5d-a703-21bb045cfd67 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377426 Apr 29 18:10:06.221165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fef17-188e-4b0e-9beb-8825086dc4e0 req-0a73935a-f672-4b4b-9cc0-c04bcd40d69f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:06.222574 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b05fef17-188e-4b0e-9beb-8825086dc4e0 req-0a73935a-f672-4b4b-9cc0-c04bcd40d69f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0825925 Apr 29 18:10:06.266791 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b05fef17-188e-4b0e-9beb-8825086dc4e0 req-dbeeee32-3597-4da7-9485-fece768ee7be tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383768 Apr 29 18:10:07.480426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa8fe6-75ed-428f-9c91-f2485cca4162 req-a2d8ded1-e97b-4672-8eca-d8de210ca71a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:07.481809 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9aaa8fe6-75ed-428f-9c91-f2485cca4162 req-a2d8ded1-e97b-4672-8eca-d8de210ca71a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0958841 Apr 29 18:10:07.529498 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9aaa8fe6-75ed-428f-9c91-f2485cca4162 req-d711e82f-0dd4-480e-9995-4edae8d687ce tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395396 Apr 29 18:10:08.730930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91ad62-9f7c-4e1b-a0ba-dd601da79921 req-14e36859-a23f-4562-a317-3ef4407d6629 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:08.732422 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bb91ad62-9f7c-4e1b-a0ba-dd601da79921 req-14e36859-a23f-4562-a317-3ef4407d6629 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0798872 Apr 29 18:10:08.778649 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bb91ad62-9f7c-4e1b-a0ba-dd601da79921 req-faee8f4e-389d-4797-8a86-1c96f076721a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405095 Apr 29 18:10:09.992274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e10b76-2541-4c06-8d9e-7870cf1198ca req-7df1c0bb-6a93-472c-aff5-4d1c76a309a9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:09.993601 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-86e10b76-2541-4c06-8d9e-7870cf1198ca req-7df1c0bb-6a93-472c-aff5-4d1c76a309a9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0990350 Apr 29 18:10:10.038787 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-86e10b76-2541-4c06-8d9e-7870cf1198ca req-7ec72457-bfa4-4acc-904d-8f5a9fdfbf94 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393739 Apr 29 18:10:11.245148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58041b0-6329-4554-b246-c4df613fbd27 req-7aac0a3a-5179-4365-952e-260a19e25d12 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:11.246567 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c58041b0-6329-4554-b246-c4df613fbd27 req-7aac0a3a-5179-4365-952e-260a19e25d12 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0905225 Apr 29 18:10:11.397371 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c58041b0-6329-4554-b246-c4df613fbd27 req-e80c344e-f385-4783-be19-8eb96fa95b73 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448326 Apr 29 18:10:12.592083 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22a7e4-6366-4427-b23e-b2e85a42915d req-3bac3679-9363-4ce7-a269-58f95afc3828 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:12.593543 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0e22a7e4-6366-4427-b23e-b2e85a42915d req-3bac3679-9363-4ce7-a269-58f95afc3828 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0894310 Apr 29 18:10:12.637105 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0e22a7e4-6366-4427-b23e-b2e85a42915d req-05cfa96e-a693-43d8-a1c0-1e7a190e1fca tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376992 Apr 29 18:10:13.841312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df320-477f-46ae-b2c4-161904e6e7df req-445aeb92-deba-4336-86c0-1a3880a2eac0 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:13.842742 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7b8df320-477f-46ae-b2c4-161904e6e7df req-445aeb92-deba-4336-86c0-1a3880a2eac0 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0840945 Apr 29 18:10:13.888151 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7b8df320-477f-46ae-b2c4-161904e6e7df req-24ded986-34ce-4c73-810c-de10f6305ae4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368531 Apr 29 18:10:14.815950 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-0477ddf0-f89b-4bed-9595-10ebbaf63e93 service neutron] 10.222.0.36 "GET /v2.0/ports/ca1a148a-48c6-44bb-8804-686a52ccd2c3/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0869186 Apr 29 18:10:15.140577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba61a9f-3a98-4061-bdb7-568b62dfdbd8 req-ddbb79a7-8da2-4902-91da-f0f909739118 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:15.142039 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ba61a9f-3a98-4061-bdb7-568b62dfdbd8 req-ddbb79a7-8da2-4902-91da-f0f909739118 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.1383471 Apr 29 18:10:15.145028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-ffc37049-5130-4659-bca7-0cd9b7c018fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:15.146331 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-ffc37049-5130-4659-bca7-0cd9b7c018fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6&tenant_id=aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 1098 time: 0.1070914 Apr 29 18:10:15.230190 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ba61a9f-3a98-4061-bdb7-568b62dfdbd8 req-81ae2e33-8493-4624-ba0c-2f57a66976bd tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817366 Apr 29 18:10:15.253048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-e43a6663-ac44-475e-b724-89f9d0e42bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:15.254482 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-e43a6663-ac44-475e-b724-89f9d0e42bce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 1098 time: 0.0867164 Apr 29 18:10:15.386034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-efa22d41-3be2-4a00-b272-935fe44684ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:15.387512 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-efa22d41-3be2-4a00-b272-935fe44684ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=94f1830d-9589-4055-934b-a36f291fede2 HTTP/1.1" status: 200 len: 898 time: 0.1276758 Apr 29 18:10:15.491829 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-bd387d2d-7ce0-4732-8437-c5768a645303 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3 HTTP/1.1" status: 200 len: 1000 time: 0.0939116 Apr 29 18:10:15.556582 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-cbe97111-d579-48b4-8ead-6f749eac2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:15.557935 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-cbe97111-d579-48b4-8ead-6f749eac2687 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c8dce8-c43b-4727-beb2-692f2ae92e09 HTTP/1.1" status: 200 len: 834 time: 0.0603421 Apr 29 18:10:15.635257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-dc004c75-0695-4c56-9608-f69f7b428a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:15.636750 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-dc004c75-0695-4c56-9608-f69f7b428a00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94f1830d-9589-4055-934b-a36f291fede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711553 Apr 29 18:10:15.775456 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-663d7584-44e5-45ee-9e15-966be1501d0f service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318417 Apr 29 18:10:15.906535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-46cca8ad-6163-4e59-85dd-b69c929045c1 req-7a7c3c6b-cf98-430a-a52e-db7be5352815 service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253684 Apr 29 18:10:16.427790 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7157-5af5-4263-a7aa-ba2627f913c3 req-5d9f4ed5-fd26-419b-9978-a0f94b38433f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:16.429195 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fb7a7157-5af5-4263-a7aa-ba2627f913c3 req-5d9f4ed5-fd26-419b-9978-a0f94b38433f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0812802 Apr 29 18:10:16.480133 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fb7a7157-5af5-4263-a7aa-ba2627f913c3 req-b4410cc6-62b4-420f-bc6f-4d60a0e53f4c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422590 Apr 29 18:10:17.686203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b46a5-55c0-4264-9c2d-bdcdd9aae7c9 req-84e46feb-c8eb-4305-8d0c-fbd98237a657 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:17.687690 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-025b46a5-55c0-4264-9c2d-bdcdd9aae7c9 req-84e46feb-c8eb-4305-8d0c-fbd98237a657 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0828705 Apr 29 18:10:17.732976 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-025b46a5-55c0-4264-9c2d-bdcdd9aae7c9 req-2d40f61f-e026-45c8-9e4f-6dce545b92fe tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391665 Apr 29 18:10:18.627658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:18.934008 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d373e5-a8d8-490f-864c-344b5b1411d9 req-c279471b-f155-47d2-afd4-b4aa46a0dc0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:18.935322 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c4d373e5-a8d8-490f-864c-344b5b1411d9 req-c279471b-f155-47d2-afd4-b4aa46a0dc0c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.0899289 Apr 29 18:10:18.979307 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c4d373e5-a8d8-490f-864c-344b5b1411d9 req-8c51648e-04c8-4121-8592-7801bece8582 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378158 Apr 29 18:10:19.474723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87938a-eee5-44df-af4f-b9a1b751039a req-c55cfba7-4bbb-485a-aac2-b71cd721f384 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:19.476231 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5e87938a-eee5-44df-af4f-b9a1b751039a req-c55cfba7-4bbb-485a-aac2-b71cd721f384 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.2536387 Apr 29 18:10:19.484140 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03143785-df38-4f3f-a09e-6ff472ae684f req-154c2925-72fb-42c0-85ef-e2d52b814e0b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:19.485444 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-03143785-df38-4f3f-a09e-6ff472ae684f req-154c2925-72fb-42c0-85ef-e2d52b814e0b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6&tenant_id=aa8e1d485dec45bcae0200bf131d73a0&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.2273817 Apr 29 18:10:19.526353 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5e87938a-eee5-44df-af4f-b9a1b751039a req-ea08e735-711b-4ab6-b6e3-2531fe9eccc1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399714 Apr 29 18:10:19.543420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device ca1a148a-48c6-44bb-8804-686a52ccd2c3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:10:19.545790 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device ca1a148a-48c6-44bb-8804-686a52ccd2c3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:10:19.625136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03143785-df38-4f3f-a09e-6ff472ae684f req-b6bffaf0-852e-46eb-9058-04e68a62b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:19.626608 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-03143785-df38-4f3f-a09e-6ff472ae684f req-b6bffaf0-852e-46eb-9058-04e68a62b467 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 1098 time: 0.0700586 Apr 29 18:10:19.796644 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:19.819620 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03143785-df38-4f3f-a09e-6ff472ae684f req-cf9cd15e-ac13-48c2-8109-e1b8e4548804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:19.821143 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-03143785-df38-4f3f-a09e-6ff472ae684f req-cf9cd15e-ac13-48c2-8109-e1b8e4548804 service neutron] 10.222.0.36 "GET /v2.0/networks?id=94f1830d-9589-4055-934b-a36f291fede2 HTTP/1.1" status: 200 len: 898 time: 0.1885924 Apr 29 18:10:19.830186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port ca1a148a-48c6-44bb-8804-686a52ccd2c3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:10:19.856411 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:10:19.864147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'port_id': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'mac_address': 'fa:16:3e:b2:05:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:10:19.871259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port ca1a148a-48c6-44bb-8804-686a52ccd2c3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:10:19.886635 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc1c63-0a63-4e3a-a431-99a7142c3eb3 req-878d6a33-d1ee-47e1-afb7-e6407e23b04e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:19.888158 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a8dc1c63-0a63-4e3a-a431-99a7142c3eb3 req-878d6a33-d1ee-47e1-afb7-e6407e23b04e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.2372117 Apr 29 18:10:19.904029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:19.949993 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e65ceb-d069-4d48-bd23-bd4763e96b1d'] response: {'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'code': 200} Apr 29 18:10:19.967192 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-03143785-df38-4f3f-a09e-6ff472ae684f req-ec25b081-d57d-4226-85d3-73e684a2e21d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3 HTTP/1.1" status: 200 len: 998 time: 0.1398265 Apr 29 18:10:19.970048 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a8dc1c63-0a63-4e3a-a431-99a7142c3eb3 req-c6935204-01e1-4992-8f5d-de2f40bc48a9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630727 Apr 29 18:10:19.983796 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:20.005995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1a148a-48c6-44bb-8804-686a52ccd2c3 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:10:20.010140 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=ca1a148a-48c6-44bb-8804-686a52ccd2c3,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:10:20.023544 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:20.023885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:20.024209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:20.024548 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:20.024870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:20.025202 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:20.025524 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:20.025845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:20.026168 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:20.026487 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:20.026804 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:20.027117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:20.030739 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03143785-df38-4f3f-a09e-6ff472ae684f req-fc96495c-2794-4a29-9aef-d466271d95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:20.032461 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-03143785-df38-4f3f-a09e-6ff472ae684f req-fc96495c-2794-4a29-9aef-d466271d95b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c8dce8-c43b-4727-beb2-692f2ae92e09 HTTP/1.1" status: 200 len: 834 time: 0.0595338 Apr 29 18:10:20.035469 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port ca1a148a-48c6-44bb-8804-686a52ccd2c3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:10:20.040071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:20.109975 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['ca1a148a-48c6-44bb-8804-686a52ccd2c3'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:10:20.112474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03143785-df38-4f3f-a09e-6ff472ae684f req-80dd50ec-98be-4376-9285-ea2d74b8a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:20.113942 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-03143785-df38-4f3f-a09e-6ff472ae684f req-80dd50ec-98be-4376-9285-ea2d74b8a7f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94f1830d-9589-4055-934b-a36f291fede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757017 Apr 29 18:10:20.154365 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=ca1a148a-48c6-44bb-8804-686a52ccd2c3,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:10:20.251089 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-03143785-df38-4f3f-a09e-6ff472ae684f req-57696f54-b105-44b4-8334-9306102e3058 service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302125 Apr 29 18:10:20.379908 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-03143785-df38-4f3f-a09e-6ff472ae684f req-f5095eb0-3d97-4747-8e72-c4f6d3afcd5d service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220522 Apr 29 18:10:21.178889 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d245f9-c2e8-48da-a390-cac9a9305ee0 req-6479cec7-c734-4c7c-8361-278c2bac1b1a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:21.180458 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-08d245f9-c2e8-48da-a390-cac9a9305ee0 req-6479cec7-c734-4c7c-8361-278c2bac1b1a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 944 time: 0.0852325 Apr 29 18:10:21.226301 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-08d245f9-c2e8-48da-a390-cac9a9305ee0 req-24d92502-d2cf-4011-9e44-ecbe1233e716 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380578 Apr 29 18:10:21.255986 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59960) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:10:21.375765 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5e78901e-f9b4-476b-9848-46231b0eeb37 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/26f16e34-2c74-4e17-8bde-6bd69f5b6380 HTTP/1.1" status: 200 len: 991 time: 0.1186342 Apr 29 18:10:21.541501 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device ca1a148a-48c6-44bb-8804-686a52ccd2c3 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:10:21.622008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port ca1a148a-48c6-44bb-8804-686a52ccd2c3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:10:21.622371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:21.734969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:21.770557 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port ca1a148a-48c6-44bb-8804-686a52ccd2c3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:10:21.777768 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:21.846778 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=ca1a148a-48c6-44bb-8804-686a52ccd2c3,revision_number=8']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:10:21.951618 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:10:22.012622 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112b9f02-e351-4e6f-9b99-38e308819600'] response: {'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'code': 200} Apr 29 18:10:23.363377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fe77044f-c03c-4ed0-9a2c-cd7c35a5729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:25.437595 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c1053b65-3211-443b-9c90-838332df6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:25.546916 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:10:26.741100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:26.837539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:28.162208 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:30.118991 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c3c349e-d143-4758-b7c4-509cb72ca66c req-9d915168-402d-4d7a-8852-f55c61683d3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786896 Apr 29 18:10:30.277765 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c349e-d143-4758-b7c4-509cb72ca66c req-7a222e79-fa02-427b-a187-0234762f4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:30.279258 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c3c349e-d143-4758-b7c4-509cb72ca66c req-7a222e79-fa02-427b-a187-0234762f4faf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 1098 time: 0.0846183 Apr 29 18:10:30.428543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c349e-d143-4758-b7c4-509cb72ca66c req-2a47f1ab-7cae-4a89-b140-289db7c55af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:30.429884 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c3c349e-d143-4758-b7c4-509cb72ca66c req-2a47f1ab-7cae-4a89-b140-289db7c55af9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=94f1830d-9589-4055-934b-a36f291fede2 HTTP/1.1" status: 200 len: 898 time: 0.1281075 Apr 29 18:10:30.533920 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c3c349e-d143-4758-b7c4-509cb72ca66c req-c0b1834e-50e0-4002-84bd-64d7d32834c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3 HTTP/1.1" status: 200 len: 1000 time: 0.0971899 Apr 29 18:10:30.597994 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c349e-d143-4758-b7c4-509cb72ca66c req-747b4e0d-f28d-4076-9952-6b8bba2ff93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:30.599384 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c3c349e-d143-4758-b7c4-509cb72ca66c req-747b4e0d-f28d-4076-9952-6b8bba2ff93a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c8dce8-c43b-4727-beb2-692f2ae92e09 HTTP/1.1" status: 200 len: 834 time: 0.0553093 Apr 29 18:10:30.791049 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c349e-d143-4758-b7c4-509cb72ca66c req-ac535f49-ac4b-4b4d-93a7-776c7fc71070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:30.792437 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c3c349e-d143-4758-b7c4-509cb72ca66c req-ac535f49-ac4b-4b4d-93a7-776c7fc71070 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94f1830d-9589-4055-934b-a36f291fede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1873169 Apr 29 18:10:30.933737 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c3c349e-d143-4758-b7c4-509cb72ca66c req-ebbecfef-41c5-45db-adc1-23aa5cb4fac6 service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336708 Apr 29 18:10:31.072471 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4c3c349e-d143-4758-b7c4-509cb72ca66c req-6ce1125d-6954-4fba-b0ce-357c41c65d3c service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324117 Apr 29 18:10:48.634456 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:50.155541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59974) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:10:50.357133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 2e875712-791f-408a-896b-d40616b5d2d0 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:10:50.357474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:50.534376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:50.534589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:50.653373 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 2e875712-791f-408a-896b-d40616b5d2d0 owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:10:50.819148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:50.867568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=2e875712-791f-408a-896b-d40616b5d2d0,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:10:50.906279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:50.906623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:50.906961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:50.907307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:50.907788 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:50.908106 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:50.908433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:50.908756 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:50.909083 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:50.909394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:50.909724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:50.910030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:50.969039 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:50.969372 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Floating IP 26f16e34-2c74-4e17-8bde-6bd69f5b6380 disassociated (deleted). External IP: 172.26.4.96, port: ca1a148a-48c6-44bb-8804-686a52ccd2c3. Apr 29 18:10:51.449462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 42acc912-594f-46ca-9e0a-3c7754e11e45 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:10:51.624569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:10:51.635310 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f425f9b-12ce-41cc-be8d-3ba5e6fbe319 None None] Sync routers for ids ['42acc912-594f-46ca-9e0a-3c7754e11e45'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:10:51.646609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f425f9b-12ce-41cc-be8d-3ba5e6fbe319 None None] Routers {'42acc912-594f-46ca-9e0a-3c7754e11e45'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:10:51.647333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3f425f9b-12ce-41cc-be8d-3ba5e6fbe319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:10:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['42acc912-594f-46ca-9e0a-3c7754e11e45'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:10:51.647784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:51.704851 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-65682ad5-1da2-4083-86f7-4ec597e774f9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/floatingips/26f16e34-2c74-4e17-8bde-6bd69f5b6380 HTTP/1.1" status: 204 len: 168 time: 1.5480680 Apr 29 18:10:51.705269 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:10:51.750898 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931e8e40-a641-4d63-89ac-af1f1ffb6539'] response: {'name': 'network-changed', 'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'status': 'completed', 'code': 200} Apr 29 18:10:51.824553 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-3f425f9b-12ce-41cc-be8d-3ba5e6fbe319 None None] Set router 42acc912-594f-46ca-9e0a-3c7754e11e45 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:10:51.843203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d430ea-3e72-474a-a12a-791fc8bf5e6e req-405e6c5b-373c-4e20-8787-95744529bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:51.844728 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c1d430ea-3e72-474a-a12a-791fc8bf5e6e req-405e6c5b-373c-4e20-8787-95744529bb91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 1098 time: 0.0712082 Apr 29 18:10:51.982633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d430ea-3e72-474a-a12a-791fc8bf5e6e req-3104ea64-1374-4520-922d-dcef70678e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:51.984022 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c1d430ea-3e72-474a-a12a-791fc8bf5e6e req-3104ea64-1374-4520-922d-dcef70678e83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=94f1830d-9589-4055-934b-a36f291fede2 HTTP/1.1" status: 200 len: 898 time: 0.1337233 Apr 29 18:10:52.060401 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c1d430ea-3e72-474a-a12a-791fc8bf5e6e req-0caa511f-10ff-4627-9a15-3836ae7f5e7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3 HTTP/1.1" status: 200 len: 217 time: 0.0676033 Apr 29 18:10:52.138371 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3f425f9b-12ce-41cc-be8d-3ba5e6fbe319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:09:10Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:06Z', 'updated_at': '2022-04-29T18:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '79ab6a3d-52e1-4f1a-8433-1cd8b17871cc', 'name': '', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:65:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:09Z', 'updated_at': '2022-04-29T18:09:15Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:10:52.142479 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f425f9b-12ce-41cc-be8d-3ba5e6fbe319 None None] Checking router: 42acc912-594f-46ca-9e0a-3c7754e11e45 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:10:52.150800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f425f9b-12ce-41cc-be8d-3ba5e6fbe319 None None] Routers {'42acc912-594f-46ca-9e0a-3c7754e11e45'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:10:52.151434 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3f425f9b-12ce-41cc-be8d-3ba5e6fbe319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:10:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['42acc912-594f-46ca-9e0a-3c7754e11e45'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:10:52.173951 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d430ea-3e72-474a-a12a-791fc8bf5e6e req-0bddd27e-23a2-4fb5-aa08-a4a01589e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:52.175443 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c1d430ea-3e72-474a-a12a-791fc8bf5e6e req-0bddd27e-23a2-4fb5-aa08-a4a01589e01b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92c8dce8-c43b-4727-beb2-692f2ae92e09 HTTP/1.1" status: 200 len: 834 time: 0.1091354 Apr 29 18:10:52.253079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb6d4e-04e9-49a8-b97c-d25145a039a8 req-15eb7aa9-fc4a-44c4-82df-0445fc9da376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:52.253694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-9fcb6d4e-04e9-49a8-b97c-d25145a039a8 req-15eb7aa9-fc4a-44c4-82df-0445fc9da376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:10:52.277290 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-9fcb6d4e-04e9-49a8-b97c-d25145a039a8 req-15eb7aa9-fc4a-44c4-82df-0445fc9da376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:10:52.278433 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9fcb6d4e-04e9-49a8-b97c-d25145a039a8 req-15eb7aa9-fc4a-44c4-82df-0445fc9da376 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.2341928 Apr 29 18:10:52.280460 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d430ea-3e72-474a-a12a-791fc8bf5e6e req-2618632e-c71a-4fdd-a394-d0a2f19f3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:52.281891 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c1d430ea-3e72-474a-a12a-791fc8bf5e6e req-2618632e-c71a-4fdd-a394-d0a2f19f3065 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=94f1830d-9589-4055-934b-a36f291fede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1002841 Apr 29 18:10:52.366614 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-3f425f9b-12ce-41cc-be8d-3ba5e6fbe319 None None] Set router 42acc912-594f-46ca-9e0a-3c7754e11e45 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:10:52.405375 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9fcb6d4e-04e9-49a8-b97c-d25145a039a8 req-7472f714-775c-4cd9-8fef-98537852b958 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197429 Apr 29 18:10:52.448887 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c1d430ea-3e72-474a-a12a-791fc8bf5e6e req-edd600f7-1f46-48b0-9569-4bba5a7a0549 service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499734 Apr 29 18:10:52.582381 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c1d430ea-3e72-474a-a12a-791fc8bf5e6e req-98029107-5eb6-405b-8b1e-22e1086246e4 service neutron] 10.222.0.36 "GET /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253605 Apr 29 18:10:52.689987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3f425f9b-12ce-41cc-be8d-3ba5e6fbe319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:09:10Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:06Z', 'updated_at': '2022-04-29T18:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '79ab6a3d-52e1-4f1a-8433-1cd8b17871cc', 'name': '', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:65:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:09Z', 'updated_at': '2022-04-29T18:09:15Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:10:52.694075 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f425f9b-12ce-41cc-be8d-3ba5e6fbe319 None None] The sync data for ids ['42acc912-594f-46ca-9e0a-3c7754e11e45'] in dv-neutron-839024-2-hyperv is: [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:09:10Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:06Z', 'updated_at': '2022-04-29T18:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '79ab6a3d-52e1-4f1a-8433-1cd8b17871cc', 'name': '', 'network_id': '94f1830d-9589-4055-934b-a36f291fede2', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:65:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:09Z', 'updated_at': '2022-04-29T18:09:15Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '92c8dce8-c43b-4727-beb2-692f2ae92e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:10:52.892706 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605474a-0144-4add-b7cf-5dd99ccf1ea1 None None] New status for floating IP 26f16e34-2c74-4e17-8bde-6bd69f5b6380: DOWN {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:10:53.357397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c7327af6-f110-457c-8f56-bd64ca047b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:53.710091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0238c57-ad91-4c60-8e38-879dabcfe734 req-da7eb202-dbf6-472a-8994-0cf9dd525ac6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:53.711445 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f0238c57-ad91-4c60-8e38-879dabcfe734 req-da7eb202-dbf6-472a-8994-0cf9dd525ac6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.1942692 Apr 29 18:10:53.719712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50fe31-cf8f-462a-91b4-6d8c70d3dbbe req-871480fc-8a91-444e-905a-0628590c3ab9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:10:53.721040 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a50fe31-cf8f-462a-91b4-6d8c70d3dbbe req-871480fc-8a91-444e-905a-0628590c3ab9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 945 time: 0.1169004 Apr 29 18:10:53.812237 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f0238c57-ad91-4c60-8e38-879dabcfe734 req-c791a768-e6f1-420d-a674-435ceb8c03fb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=5601071e-144d-4767-888c-c04daec7bf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902584 Apr 29 18:10:53.817350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-0a50fe31-cf8f-462a-91b4-6d8c70d3dbbe req-c023bae5-4e87-4b17-8122-36bfeaf66998 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port ca1a148a-48c6-44bb-8804-686a52ccd2c3 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:10:53.817684 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-0a50fe31-cf8f-462a-91b4-6d8c70d3dbbe req-c023bae5-4e87-4b17-8122-36bfeaf66998 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:54.183868 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-0a50fe31-cf8f-462a-91b4-6d8c70d3dbbe req-c023bae5-4e87-4b17-8122-36bfeaf66998 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port ca1a148a-48c6-44bb-8804-686a52ccd2c3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ca1a148a-48c6-44bb-8804-686a52ccd2c3,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:10:54.184199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-0a50fe31-cf8f-462a-91b4-6d8c70d3dbbe req-c023bae5-4e87-4b17-8122-36bfeaf66998 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:54.306724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-0a50fe31-cf8f-462a-91b4-6d8c70d3dbbe req-c023bae5-4e87-4b17-8122-36bfeaf66998 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for ca1a148a-48c6-44bb-8804-686a52ccd2c3 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:10:54.468504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-0a50fe31-cf8f-462a-91b4-6d8c70d3dbbe req-c023bae5-4e87-4b17-8122-36bfeaf66998 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:54.518464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023bae5-4e87-4b17-8122-36bfeaf66998 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=ca1a148a-48c6-44bb-8804-686a52ccd2c3,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:10:54.592746 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a50fe31-cf8f-462a-91b4-6d8c70d3dbbe req-c023bae5-4e87-4b17-8122-36bfeaf66998 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] No DVR routers for this DVR port ca1a148a-48c6-44bb-8804-686a52ccd2c3 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:10:54.595252 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-0a50fe31-cf8f-462a-91b4-6d8c70d3dbbe req-c023bae5-4e87-4b17-8122-36bfeaf66998 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:54.597673 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'name': 'network-vif-deleted', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:10:54.614238 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a50fe31-cf8f-462a-91b4-6d8c70d3dbbe req-c023bae5-4e87-4b17-8122-36bfeaf66998 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "DELETE /v2.0/ports/ca1a148a-48c6-44bb-8804-686a52ccd2c3 HTTP/1.1" status: 204 len: 173 time: 0.8799858 Apr 29 18:10:54.646606 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edee5d96-7edb-43ce-9378-16720e1a91f1'] response: {'server_uuid': 'b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6', 'name': 'network-vif-deleted', 'tag': 'ca1a148a-48c6-44bb-8804-686a52ccd2c3', 'status': 'completed', 'code': 200} Apr 29 18:10:54.984527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-afafb09a-9621-4c38-9c48-e1699f097c78 req-a8baaea5-ac1e-437e-bac9-e4d901c3e0bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:10:55.007702 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-afafb09a-9621-4c38-9c48-e1699f097c78 req-a8baaea5-ac1e-437e-bac9-e4d901c3e0bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:10:55.009083 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-afafb09a-9621-4c38-9c48-e1699f097c78 req-a8baaea5-ac1e-437e-bac9-e4d901c3e0bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8f27ee7-afa2-41b9-9ddf-c32c4dc427b6 HTTP/1.1" status: 200 len: 210 time: 0.0688696 Apr 29 18:10:55.422687 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2c6841b9-7dc2-4b5a-888d-e6161c607052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:56.114651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 59996) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:10:56.686370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6c18725-e079-438f-af88-77aaa1f923bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:56.730327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:56.829438 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:57.165521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-f6c18725-e079-438f-af88-77aaa1f923bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:10:57.166172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6c18725-e079-438f-af88-77aaa1f923bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:57.356770 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-f6c18725-e079-438f-af88-77aaa1f923bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=79ab6a3d-52e1-4f1a-8433-1cd8b17871cc,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:10:57.357135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6c18725-e079-438f-af88-77aaa1f923bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:57.483234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-f6c18725-e079-438f-af88-77aaa1f923bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:10:57.664396 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6c18725-e079-438f-af88-77aaa1f923bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:57.722311 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c18725-e079-438f-af88-77aaa1f923bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=79ab6a3d-52e1-4f1a-8433-1cd8b17871cc,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:10:57.751207 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device ca1a148a-48c6-44bb-8804-686a52ccd2c3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:10:57.788098 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: ca1a148a-48c6-44bb-8804-686a52ccd2c3 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:10:57.788519 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device ca1a148a-48c6-44bb-8804-686a52ccd2c3 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:10:57.998420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f6c18725-e079-438f-af88-77aaa1f923bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:58.154733 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:58.362064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c18725-e079-438f-af88-77aaa1f923bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 42acc912-594f-46ca-9e0a-3c7754e11e45 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:10:58.582003 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [req-6baad655-7c50-47b3-b7fe-a9fcddea062f req-fb09c207-5793-4959-b8cd-10258189ead1 tempest-ServerDiskConfigTestJSON-1969439631 tempest-ServerDiskConfigTestJSON-1969439631-project] (88018) timed out ('10.222.0.36', 62118) {{(pid=88018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 18:10:58.684802 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c18725-e079-438f-af88-77aaa1f923bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:10:58.694926 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237b141-d4b6-4a04-b794-bc5fae327145 None None] Sync routers for ids ['42acc912-594f-46ca-9e0a-3c7754e11e45'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:10:58.702047 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f6c18725-e079-438f-af88-77aaa1f923bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "PUT /v2.0/routers/42acc912-594f-46ca-9e0a-3c7754e11e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5859129 Apr 29 18:10:58.704102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237b141-d4b6-4a04-b794-bc5fae327145 None None] Routers {'42acc912-594f-46ca-9e0a-3c7754e11e45'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:10:58.704688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e237b141-d4b6-4a04-b794-bc5fae327145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:10:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['42acc912-594f-46ca-9e0a-3c7754e11e45'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:10:58.705139 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60000) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:10:58.770018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting subnet 92c8dce8-c43b-4727-beb2-692f2ae92e09 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:10:58.773109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:58.829214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:58.885132 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-e237b141-d4b6-4a04-b794-bc5fae327145 None None] Set router 42acc912-594f-46ca-9e0a-3c7754e11e45 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:10:58.910044 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:58.981172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:59.023251 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Subnet': ['ID=92c8dce8-c43b-4727-beb2-692f2ae92e09,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:10:59.025712 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:59.030097 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e2d97d-f3bd-4b58-8c1a-d2f81e8dd19b None None] Network 94f1830d-9589-4055-934b-a36f291fede2 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:10:59.035329 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/subnets/92c8dce8-c43b-4727-beb2-692f2ae92e09 HTTP/1.1" status: 204 len: 168 time: 0.3289874 Apr 29 18:10:59.036793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:59.037160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:59.037566 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:59.037945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:59.038308 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:59.038681 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:59.038829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60004) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:10:59.038982 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:59.039279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:59.039631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:59.039938 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:59.040299 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:59.040550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0d8c1-d637-440c-bac1-8bec551cc0b9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:10:59.224477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:59.365398 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e237b141-d4b6-4a04-b794-bc5fae327145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:10:57Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '091f3634-ca2f-45a6-bba3-dbb2c380dc5e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:09:06Z', 'updated_at': '2022-04-29T18:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:10:59.370039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237b141-d4b6-4a04-b794-bc5fae327145 None None] Checking router: 42acc912-594f-46ca-9e0a-3c7754e11e45 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:10:59.380102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237b141-d4b6-4a04-b794-bc5fae327145 None None] Routers {'42acc912-594f-46ca-9e0a-3c7754e11e45'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:10:59.380795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e237b141-d4b6-4a04-b794-bc5fae327145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:10:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['42acc912-594f-46ca-9e0a-3c7754e11e45'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:10:59.409191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:59.420880 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 091f3634-ca2f-45a6-bba3-dbb2c380dc5e {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:10:59.421653 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:59.440465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f72914-6da5-41aa-a999-871894690487 None None] DHCP port deletion for 94f1830d-9589-4055-934b-a36f291fede2 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:10:59.513280 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-54f72914-6da5-41aa-a999-871894690487 None None] Deleting port c2b5f0e1-1941-4812-b567-398d62f2f458 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:10:59.513505 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54f72914-6da5-41aa-a999-871894690487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:59.601616 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port 091f3634-ca2f-45a6-bba3-dbb2c380dc5e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=091f3634-ca2f-45a6-bba3-dbb2c380dc5e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:10:59.601975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:59.677650 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-e237b141-d4b6-4a04-b794-bc5fae327145 None None] Set router 42acc912-594f-46ca-9e0a-3c7754e11e45 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:10:59.720878 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 091f3634-ca2f-45a6-bba3-dbb2c380dc5e owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:10:59.789393 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e237b141-d4b6-4a04-b794-bc5fae327145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:10:59Z', 'revision_number': 6, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:10:59.810064 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237b141-d4b6-4a04-b794-bc5fae327145 None None] The sync data for ids ['42acc912-594f-46ca-9e0a-3c7754e11e45'] in dv-neutron-839024-2-hyperv is: [{'id': '42acc912-594f-46ca-9e0a-3c7754e11e45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925428705', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:09:05Z', 'updated_at': '2022-04-29T18:10:59Z', 'revision_number': 6, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:10:59.892584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:59.908382 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-54f72914-6da5-41aa-a999-871894690487 None None] For port c2b5f0e1-1941-4812-b567-398d62f2f458, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c2b5f0e1-1941-4812-b567-398d62f2f458,segment=NetworkSegment(9d94634b-60b5-4a6e-ad8d-6e73b10a4d49),segment_id=9d94634b-60b5-4a6e-ad8d-6e73b10a4d49)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:10:59.908946 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54f72914-6da5-41aa-a999-871894690487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:10:59.935746 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=091f3634-ca2f-45a6-bba3-dbb2c380dc5e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:00.026875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:00.034539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-54f72914-6da5-41aa-a999-871894690487 None None] Calling delete_port for c2b5f0e1-1941-4812-b567-398d62f2f458 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:11:00.113591 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-54f72914-6da5-41aa-a999-871894690487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:00.161971 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f72914-6da5-41aa-a999-871894690487 None None] Pushing event deleted for resources: {'Port': ['ID=c2b5f0e1-1941-4812-b567-398d62f2f458,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:00.166761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f72914-6da5-41aa-a999-871894690487 None None] No DVR routers for this DVR port c2b5f0e1-1941-4812-b567-398d62f2f458 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:11:00.319833 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:00.322218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:00.346771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:00.347395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Fanout notify agent at l3_agent the message router_deleted on router 42acc912-594f-46ca-9e0a-3c7754e11e45 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:11:00.362447 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:00.363545 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-93c1be45-fe4a-41c2-9ce5-f9ce590fd25f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/routers/42acc912-594f-46ca-9e0a-3c7754e11e45 HTTP/1.1" status: 204 len: 168 time: 1.3234129 Apr 29 18:11:00.366364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60008) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:00.528072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d83d5d26-036d-4f70-8298-91562c4f2e93 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:00.687430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d83d5d26-036d-4f70-8298-91562c4f2e93 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:00.713091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-d83d5d26-036d-4f70-8298-91562c4f2e93 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f1830d-9589-4055-934b-a36f291fede2']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:00.725319 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-d83d5d26-036d-4f70-8298-91562c4f2e93 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:00.725605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-d83d5d26-036d-4f70-8298-91562c4f2e93 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d94634b-60b5-4a6e-ad8d-6e73b10a4d49') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:00.736872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d83d5d26-036d-4f70-8298-91562c4f2e93 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:00.754774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d83d5d26-036d-4f70-8298-91562c4f2e93 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:00.760696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83d5d26-036d-4f70-8298-91562c4f2e93 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:11:00.761065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d83d5d26-036d-4f70-8298-91562c4f2e93 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:11:00.775254 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:11:00.858711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d83d5d26-036d-4f70-8298-91562c4f2e93 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:00.865474 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-d83d5d26-036d-4f70-8298-91562c4f2e93 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:00.896728 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d5d26-036d-4f70-8298-91562c4f2e93 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Network': ['ID=94f1830d-9589-4055-934b-a36f291fede2,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:00.900430 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d83d5d26-036d-4f70-8298-91562c4f2e93 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/networks/94f1830d-9589-4055-934b-a36f291fede2 HTTP/1.1" status: 204 len: 168 time: 0.5331886 Apr 29 18:11:00.903719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60014) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:00.979794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00be0452-0684-4016-864d-c30cb37386d7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.008482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00be0452-0684-4016-864d-c30cb37386d7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.072105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00be0452-0684-4016-864d-c30cb37386d7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.090333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be0452-0684-4016-864d-c30cb37386d7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5601071e-144d-4767-888c-c04daec7bf14,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:01.106609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-00be0452-0684-4016-864d-c30cb37386d7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.107782 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-00be0452-0684-4016-864d-c30cb37386d7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/security-groups/5601071e-144d-4767-888c-c04daec7bf14 HTTP/1.1" status: 204 len: 168 time: 0.2031460 Apr 29 18:11:01.259666 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c2b5f0e1-1941-4812-b567-398d62f2f458 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:11:01.296299 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: c2b5f0e1-1941-4812-b567-398d62f2f458 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:11:01.296696 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c2b5f0e1-1941-4812-b567-398d62f2f458 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:11:01.297181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 091f3634-ca2f-45a6-bba3-dbb2c380dc5e no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:11:01.328718 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 091f3634-ca2f-45a6-bba3-dbb2c380dc5e {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:11:01.329078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 091f3634-ca2f-45a6-bba3-dbb2c380dc5e not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:11:01.329473 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:11:01.360330 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:11:01.360670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 79ab6a3d-52e1-4f1a-8433-1cd8b17871cc not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:11:01.428349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60022) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:01.434496 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271475660', 'description': 'tempest-secgroup-smoke-271475660 description', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:11:01.441870 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:11:01.446233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:11:01.449304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:11:01.455688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:11:01.468146 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.488177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:11:01.492189 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:11:01.495071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:11:01.501318 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:11:01.571853 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.578070 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.636931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656ede50-1e5b-4f8a-9915-f37f826730d6,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:01.641166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.644300 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-339f1d1e-16d1-4610-8565-4873211bd6d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2136250 Apr 29 18:11:01.646111 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60026) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:01.651514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b5aeff12-bf7b-43d2-a67f-e5f36619b9c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '656ede50-1e5b-4f8a-9915-f37f826730d6', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:11:01.657928 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b5aeff12-bf7b-43d2-a67f-e5f36619b9c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:11:01.662024 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b5aeff12-bf7b-43d2-a67f-e5f36619b9c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:11:01.665025 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b5aeff12-bf7b-43d2-a67f-e5f36619b9c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:11:01.671730 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b5aeff12-bf7b-43d2-a67f-e5f36619b9c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:11:01.691159 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5aeff12-bf7b-43d2-a67f-e5f36619b9c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.760791 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5aeff12-bf7b-43d2-a67f-e5f36619b9c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.766588 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5aeff12-bf7b-43d2-a67f-e5f36619b9c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.789991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeff12-bf7b-43d2-a67f-e5f36619b9c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50100813-9430-4d5b-83c7-37bd4b31afd7,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:01.799798 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b5aeff12-bf7b-43d2-a67f-e5f36619b9c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.801039 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b5aeff12-bf7b-43d2-a67f-e5f36619b9c4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538024 Apr 29 18:11:01.803891 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60030) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:01.808959 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-b36e1008-25ec-4c2e-b4b9-fd37f7ef4687 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '656ede50-1e5b-4f8a-9915-f37f826730d6', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:11:01.815000 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b36e1008-25ec-4c2e-b4b9-fd37f7ef4687 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:11:01.819207 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b36e1008-25ec-4c2e-b4b9-fd37f7ef4687 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:11:01.822226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-b36e1008-25ec-4c2e-b4b9-fd37f7ef4687 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:11:01.828048 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-b36e1008-25ec-4c2e-b4b9-fd37f7ef4687 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:11:01.844650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b36e1008-25ec-4c2e-b4b9-fd37f7ef4687 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.905512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b36e1008-25ec-4c2e-b4b9-fd37f7ef4687 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.910008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b36e1008-25ec-4c2e-b4b9-fd37f7ef4687 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.932907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e1008-25ec-4c2e-b4b9-fd37f7ef4687 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cf2272-2047-47b9-a7a6-57960ff39fe3,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:01.940803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-b36e1008-25ec-4c2e-b4b9-fd37f7ef4687 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:01.941953 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-b36e1008-25ec-4c2e-b4b9-fd37f7ef4687 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371849 Apr 29 18:11:01.944715 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60034) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:01.949663 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-faab60e1-fa45-4844-a69d-f1578a539ab2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '656ede50-1e5b-4f8a-9915-f37f826730d6', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:11:01.955542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-faab60e1-fa45-4844-a69d-f1578a539ab2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:11:01.959622 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-faab60e1-fa45-4844-a69d-f1578a539ab2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:11:01.962494 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-faab60e1-fa45-4844-a69d-f1578a539ab2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:11:01.968294 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-faab60e1-fa45-4844-a69d-f1578a539ab2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:11:01.986803 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-faab60e1-fa45-4844-a69d-f1578a539ab2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.054105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-faab60e1-fa45-4844-a69d-f1578a539ab2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.059285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-faab60e1-fa45-4844-a69d-f1578a539ab2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.086853 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab60e1-fa45-4844-a69d-f1578a539ab2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c3439f-76bd-4bb3-af9f-199e45423b14,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:02.097776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-faab60e1-fa45-4844-a69d-f1578a539ab2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.099260 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-faab60e1-fa45-4844-a69d-f1578a539ab2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536500 Apr 29 18:11:02.102054 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60038) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:02.108434 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-52e6522d-cde2-4f10-acf4-5c442bf84663 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '656ede50-1e5b-4f8a-9915-f37f826730d6', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:11:02.115407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-52e6522d-cde2-4f10-acf4-5c442bf84663 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:11:02.119193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-52e6522d-cde2-4f10-acf4-5c442bf84663 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:11:02.122062 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-52e6522d-cde2-4f10-acf4-5c442bf84663 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:11:02.127802 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-52e6522d-cde2-4f10-acf4-5c442bf84663 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:11:02.145694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52e6522d-cde2-4f10-acf4-5c442bf84663 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.207868 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52e6522d-cde2-4f10-acf4-5c442bf84663 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.213602 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52e6522d-cde2-4f10-acf4-5c442bf84663 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.235823 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6522d-cde2-4f10-acf4-5c442bf84663 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa88ba7-651d-4947-9de4-1a75a3e9f370,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:02.247939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-52e6522d-cde2-4f10-acf4-5c442bf84663 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.249151 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-52e6522d-cde2-4f10-acf4-5c442bf84663 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458774 Apr 29 18:11:02.252109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60042) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:02.256989 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-112bf490-a75f-48e6-8826-358c6a4fa216 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '656ede50-1e5b-4f8a-9915-f37f826730d6', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:11:02.263221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-112bf490-a75f-48e6-8826-358c6a4fa216 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:11:02.267665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-112bf490-a75f-48e6-8826-358c6a4fa216 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:11:02.270680 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-112bf490-a75f-48e6-8826-358c6a4fa216 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:11:02.276951 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-112bf490-a75f-48e6-8826-358c6a4fa216 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:11:02.289206 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-112bf490-a75f-48e6-8826-358c6a4fa216 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Project aa8e1d485dec45bcae0200bf131d73a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:11:02.296386 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-112bf490-a75f-48e6-8826-358c6a4fa216 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.360819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-112bf490-a75f-48e6-8826-358c6a4fa216 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.367927 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-112bf490-a75f-48e6-8826-358c6a4fa216 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.394620 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bf490-a75f-48e6-8826-358c6a4fa216 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf9b6af-2dff-45f4-95e8-0ebb7c34e12a,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:02.405455 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-112bf490-a75f-48e6-8826-358c6a4fa216 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.406645 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-112bf490-a75f-48e6-8826-358c6a4fa216 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536207 Apr 29 18:11:02.409673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60046) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:02.414573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7aef577b-86de-4918-b41a-6a1f76b56c07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': '656ede50-1e5b-4f8a-9915-f37f826730d6', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:11:02.420289 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7aef577b-86de-4918-b41a-6a1f76b56c07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:11:02.424014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7aef577b-86de-4918-b41a-6a1f76b56c07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:11:02.426901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7aef577b-86de-4918-b41a-6a1f76b56c07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:11:02.432594 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7aef577b-86de-4918-b41a-6a1f76b56c07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:11:02.444037 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-7aef577b-86de-4918-b41a-6a1f76b56c07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Project aa8e1d485dec45bcae0200bf131d73a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:11:02.450180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7aef577b-86de-4918-b41a-6a1f76b56c07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.515242 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7aef577b-86de-4918-b41a-6a1f76b56c07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.520045 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7aef577b-86de-4918-b41a-6a1f76b56c07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.542382 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef577b-86de-4918-b41a-6a1f76b56c07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1311a2-9afa-45e9-95fa-c71ded77ca5e,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:02.548635 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:11:02.552673 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7aef577b-86de-4918-b41a-6a1f76b56c07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.553987 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7aef577b-86de-4918-b41a-6a1f76b56c07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433818 Apr 29 18:11:02.556944 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60050) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:02.562223 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'network': {'name': 'tempest-network-smoke--131045020', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'port_security_enabled': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:11:02.567162 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:11:02.571553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:network and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:11:02.574361 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:11:02.580011 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:11:02.591527 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:11:02.595778 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.625471 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:11:02.634240 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.634582 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Added segment 5f031541-8b0c-4d63-a7b8-e0d9f1851842 of type vlan for network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 Apr 29 18:11:02.662835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.694226 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.700337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:02.700908 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.905408 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3471913 Apr 29 18:11:02.908105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60054) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:02.913625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'admin_state_up': True, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:11:02.915557 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abccbb4-8296-4a2e-977e-8e76cb901686 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Network': ['ID=43b4dd7e-afc8-4db6-bb48-9eb090856ad3,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:02.920825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:11:02.924921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:router and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:11:02.926852 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:11:02.927977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:11:02.934387 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:11:02.946117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.947202 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:02.962314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:03.224694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:03.548456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:03.588293 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:03.720950 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.26.4.209 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/e0eca2e5-90c0-499b-9a81-fd40132f0f14) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:11:03.977198 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:04.008092 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:04.073316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:11:04.076147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:11:04.079742 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:11:04.115367 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=e0eca2e5-90c0-499b-9a81-fd40132f0f14,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:04.489241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:04.859872 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:05.083411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 795644b5-e595-4939-ab5e-8df28a6418bf is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 18:11:05.386108 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:11:05.396412 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Sync routers for ids ['795644b5-e595-4939-ab5e-8df28a6418bf'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:11:05.406192 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Routers {'795644b5-e595-4939-ab5e-8df28a6418bf'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:11:05.406794 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:10:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['795644b5-e595-4939-ab5e-8df28a6418bf'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:05.416811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:05.418587 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-99e4d6f6-a6b4-43dd-96b7-40ad71889373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5094557 Apr 29 18:11:05.421811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60058) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:05.507018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60064) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:05.507454 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2c379d94-a2cc-4ea0-9783-6e14421a2586 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=aa8e1d485dec45bcae0200bf131d73a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0840523 Apr 29 18:11:05.577557 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Set router 795644b5-e595-4939-ab5e-8df28a6418bf gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:11:05.648995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef29ffb8-82d2-4d2c-a291-510d1a763b37 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:05.651457 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ef29ffb8-82d2-4d2c-a291-510d1a763b37 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1430676 Apr 29 18:11:05.654553 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60068) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:05.701394 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60072) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:05.701640 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-d496c325-a5ca-4d5d-b447-0b8a824a4037 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457532 Apr 29 18:11:05.708377 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-124560183', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:11:05.820129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:11:05.824166 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:subnet and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:11:05.826957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:11:05.832756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:11:05.843180 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:11:05.846869 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:05.908162 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:11:04Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:05.913092 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Checking router: 795644b5-e595-4939-ab5e-8df28a6418bf for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:11:05.913494 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Updating router 795644b5-e595-4939-ab5e-8df28a6418bf port e0eca2e5-90c0-499b-9a81-fd40132f0f14 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:11:05.973556 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:06.073733 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:06.155721 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Subnet': ['ID=0522851f-0532-4cf4-86c5-7f696f52243e,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:06.163376 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Checking segment: {'id': '5f031541-8b0c-4d63-a7b8-e0d9f1851842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:11:06.163690 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network hostable DHCP agents. Network: 43b4dd7e-afc8-4db6-bb48-9eb090856ad3, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:11:06.184916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:11:06.196050 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 43b4dd7e-afc8-4db6-bb48-9eb090856ad3) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:11:06.200553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:06.201129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:06.210071 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c21959-e219-409a-b58e-0b7f9d7fbbbf None None] Network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:11:06.240147 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-4c9b0c92-922f-4b21-bc5f-38540c512b8e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5339627 Apr 29 18:11:06.240326 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60076) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:06.334130 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:06.345940 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Transition to ACTIVE for port object e0eca2e5-90c0-499b-9a81-fd40132f0f14 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:11:06.352955 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:06.434846 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Attempting to bind port e0eca2e5-90c0-499b-9a81-fd40132f0f14 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:11:06.435529 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Attempting to bind port e0eca2e5-90c0-499b-9a81-fd40132f0f14 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:11:06.435663 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Attempting to bind port e0eca2e5-90c0-499b-9a81-fd40132f0f14 on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:11:06.440021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ips': [{'subnet_id': '0522851f-0532-4cf4-86c5-7f696f52243e'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:11:06.441155 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:06.447791 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Pushing event updated for resources: {'Port': ['ID=e0eca2e5-90c0-499b-9a81-fd40132f0f14,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:06.457695 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:06.458038 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:06.458369 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:06.458693 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:06.459013 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:06.459355 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:06.459676 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:06.460016 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:06.460710 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:06.460710 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:06.461032 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:06.461209 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:06.466578 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:11:06.466942 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:11:06.467579 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:06.468153 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:11:06.468764 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Bound port: e0eca2e5-90c0-499b-9a81-fd40132f0f14, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:11:06.469217 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:06.552942 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] For port e0eca2e5-90c0-499b-9a81-fd40132f0f14, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:11:06.557729 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] For port e0eca2e5-90c0-499b-9a81-fd40132f0f14, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e0eca2e5-90c0-499b-9a81-fd40132f0f14,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:11:06.562440 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:06.617475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Allocated IP 172.20.0.2 (43b4dd7e-afc8-4db6-bb48-9eb090856ad3/0522851f-0532-4cf4-86c5-7f696f52243e/15543617-4708-41f2-a219-b038dd5ce71d) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:11:06.637238 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d425db1-f908-482a-9445-d2fef7f128bb None None] Pushing event updated for resources: {'Port': ['ID=e0eca2e5-90c0-499b-9a81-fd40132f0f14,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:06.661076 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Routers {'795644b5-e595-4939-ab5e-8df28a6418bf'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:11:06.662156 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:10:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['795644b5-e595-4939-ab5e-8df28a6418bf'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:06.841306 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] Set router 795644b5-e595-4939-ab5e-8df28a6418bf gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:11:06.843405 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:06.854536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Transition to ACTIVE for port object 15543617-4708-41f2-a219-b038dd5ce71d will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:11:06.873196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Transition to ACTIVE for port object 15543617-4708-41f2-a219-b038dd5ce71d will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:11:06.881507 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:06.991983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:06.992889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:11:06.995742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:11:06.999306 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:11:07.006621 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Pushing event updated for resources: {'Port': ['ID=15543617-4708-41f2-a219-b038dd5ce71d,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:07.092801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Attempting to bind port 15543617-4708-41f2-a219-b038dd5ce71d on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:11:07.093181 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Attempting to bind port 15543617-4708-41f2-a219-b038dd5ce71d by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '5f031541-8b0c-4d63-a7b8-e0d9f1851842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:11:07.093479 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Attempting to bind port 15543617-4708-41f2-a219-b038dd5ce71d on network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:11:07.099457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:11:07.099832 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Checking segment: {'id': '5f031541-8b0c-4d63-a7b8-e0d9f1851842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:11:07.100366 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:07.100779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Bound using segment: {'id': '5f031541-8b0c-4d63-a7b8-e0d9f1851842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:11:07.101261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Bound port: 15543617-4708-41f2-a219-b038dd5ce71d, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f031541-8b0c-4d63-a7b8-e0d9f1851842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:11:07.101628 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:07.132867 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:11:04Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:07.137186 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71fff97-af89-4dce-a908-5344992b9003 None None] The sync data for ids ['795644b5-e595-4939-ab5e-8df28a6418bf'] in dv-neutron-839024-2-hyperv is: [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:11:04Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:11:07.198148 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] For port 15543617-4708-41f2-a219-b038dd5ce71d, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:11:07.201398 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] For port 15543617-4708-41f2-a219-b038dd5ce71d, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=15543617-4708-41f2-a219-b038dd5ce71d,segment=NetworkSegment(5f031541-8b0c-4d63-a7b8-e0d9f1851842),segment_id=5f031541-8b0c-4d63-a7b8-e0d9f1851842)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:11:07.208219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:07.290609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6a073-2d2c-4c0e-8bcf-8d85f36858f4 None None] Pushing event updated for resources: {'Port': ['ID=15543617-4708-41f2-a219-b038dd5ce71d,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:07.567127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.20.0.1 (43b4dd7e-afc8-4db6-bb48-9eb090856ad3/0522851f-0532-4cf4-86c5-7f696f52243e/5bada8b4-f136-4dc1-adb6-341a6c9758c7) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:11:07.739127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:07.755513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Transition to ACTIVE for port object 5bada8b4-f136-4dc1-adb6-341a6c9758c7 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:11:07.779575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:07.852343 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:11:07.855428 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:11:07.859277 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:11:07.889046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=5bada8b4-f136-4dc1-adb6-341a6c9758c7,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:07.920942 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:08.041323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:08.260497 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9420a936-6dbc-47d8-9ada-c6e4183735a7 None None] Network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:11:08.355870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-d346c124-cf1d-4104-91a8-775ddf29923b None None] Provisioning for port 15543617-4708-41f2-a219-b038dd5ce71d completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:11:08.468120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:08.473449 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:08.595762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:08.600801 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=5bada8b4-f136-4dc1-adb6-341a6c9758c7,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:08.737391 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:11:08.738468 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:11:08.800058 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ccfb6a4c-9c88-4bfe-a9af-ad93a97ffe4f None None] Provisioning for port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:11:08.805508 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ccfb6a4c-9c88-4bfe-a9af-ad93a97ffe4f None None] Provisioning complete for port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:11:08.806102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ccfb6a4c-9c88-4bfe-a9af-ad93a97ffe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:08.867451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb6a4c-9c88-4bfe-a9af-ad93a97ffe4f None None] Port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:11:08.988957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-7bbf480b-5a7c-4741-a2b9-cd1e33e826d1 None None] Provisioning complete for port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:11:08.989459 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7bbf480b-5a7c-4741-a2b9-cd1e33e826d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:09.036994 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 795644b5-e595-4939-ab5e-8df28a6418bf has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:11:09.047343 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf480b-5a7c-4741-a2b9-cd1e33e826d1 None None] Port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:11:09.168208 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-90e6cb18-5f89-43a3-a4c5-e770415b8aac None None] Provisioning complete for port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:11:09.168478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-90e6cb18-5f89-43a3-a4c5-e770415b8aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:09.219051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:11:09.219903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-90e6cb18-5f89-43a3-a4c5-e770415b8aac None None] Port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:11:09.231439 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Sync routers for ids ['795644b5-e595-4939-ab5e-8df28a6418bf'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:11:09.232932 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8e71e297-15db-4de2-88f5-37e39420f013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "PUT /v2.0/routers/795644b5-e595-4939-ab5e-8df28a6418bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9915152 Apr 29 18:11:09.245275 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Routers {'795644b5-e595-4939-ab5e-8df28a6418bf'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:11:09.246110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:10:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['795644b5-e595-4939-ab5e-8df28a6418bf'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:09.362111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 15543617-4708-41f2-a219-b038dd5ce71d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:11:09.406340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-a6406965-0141-433b-874a-74284dd6006f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:11:09.423209 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-a6406965-0141-433b-874a-74284dd6006f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:11:09.424407 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-a6406965-0141-433b-874a-74284dd6006f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271475660&fields=id&tenant_id=aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 267 time: 0.0574546 Apr 29 18:11:09.482585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Set router 795644b5-e595-4939-ab5e-8df28a6418bf gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:11:09.524256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 15543617-4708-41f2-a219-b038dd5ce71d completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:11:09.542657 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 15543617-4708-41f2-a219-b038dd5ce71d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:11:09.543056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:09.576112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-0d35dd79-9d2b-42b9-9626-2e4e05a09519 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:09.576773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-0d35dd79-9d2b-42b9-9626-2e4e05a09519 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:11:09.593715 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-0d35dd79-9d2b-42b9-9626-2e4e05a09519 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:11:09.594574 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-0d35dd79-9d2b-42b9-9626-2e4e05a09519 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/networks?id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3 HTTP/1.1" status: 200 len: 796 time: 0.1623552 Apr 29 18:11:09.610473 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-48441a84-9472-47c7-885f-d78881eb0887 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/quotas/aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 375 time: 0.0096216 Apr 29 18:11:09.697527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-b4619926-5005-41fa-9287-18143bd85d7b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:11:09.714146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-b4619926-5005-41fa-9287-18143bd85d7b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:11:09.715505 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-b4619926-5005-41fa-9287-18143bd85d7b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996926 Apr 29 18:11:09.818493 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:09.894483 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 15543617-4708-41f2-a219-b038dd5ce71d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=15543617-4708-41f2-a219-b038dd5ce71d,segment=NetworkSegment(5f031541-8b0c-4d63-a7b8-e0d9f1851842),segment_id=5f031541-8b0c-4d63-a7b8-e0d9f1851842)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:11:09.902197 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-5547f6b2-cebf-4dea-87e6-99362b64cdcb service neutron] 10.222.0.11 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743748 Apr 29 18:11:09.904692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:09.905813 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e0eca2e5-90c0-499b-9a81-fd40132f0f14 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:11:10.037741 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-908060f6-3daf-460b-9627-11222a1310f2 service neutron] 10.222.0.11 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283841 Apr 29 18:11:10.067821 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=15543617-4708-41f2-a219-b038dd5ce71d,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:10.082477 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:11:07Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '5bada8b4-f136-4dc1-adb6-341a6c9758c7', 'name': '', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:19:5d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:07Z', 'updated_at': '2022-04-29T18:11:08Z', 'revision_number': 2, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:10.087076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Checking router: 795644b5-e595-4939-ab5e-8df28a6418bf for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:11:10.087489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Updating router 795644b5-e595-4939-ab5e-8df28a6418bf port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:11:10.118057 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port e0eca2e5-90c0-499b-9a81-fd40132f0f14 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:11:10.136323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e0eca2e5-90c0-499b-9a81-fd40132f0f14 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:11:10.136696 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:10.189786 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:10.231964 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-868d128a-e2f8-4365-8637-b6446d5c39f5 req-893ff1a1-a8a9-4636-882b-abe56197c989 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 210 time: 0.0476530 Apr 29 18:11:10.371425 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:10.402805 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port e0eca2e5-90c0-499b-9a81-fd40132f0f14, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e0eca2e5-90c0-499b-9a81-fd40132f0f14,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:11:10.424988 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:10.573386 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=e0eca2e5-90c0-499b-9a81-fd40132f0f14,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:10.678584 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:10.693810 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Transition to ACTIVE for port object 5bada8b4-f136-4dc1-adb6-341a6c9758c7 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:11:10.701528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:10.855040 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5807553-1d05-4943-ad4b-c6dac96045eb None None] Pushing event updated for resources: {'Port': ['ID=5bada8b4-f136-4dc1-adb6-341a6c9758c7,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:10.920864 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Attempting to bind port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:11:10.921337 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Attempting to bind port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '5f031541-8b0c-4d63-a7b8-e0d9f1851842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:11:10.921906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Attempting to bind port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 on network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:11:10.927587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:11:10.927993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Checking segment: {'id': '5f031541-8b0c-4d63-a7b8-e0d9f1851842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:11:10.928532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:10.929081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Bound using segment: {'id': '5f031541-8b0c-4d63-a7b8-e0d9f1851842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:11:10.929786 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Bound port: 5bada8b4-f136-4dc1-adb6-341a6c9758c7, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f031541-8b0c-4d63-a7b8-e0d9f1851842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:11:10.930358 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:11.031077 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] For port 5bada8b4-f136-4dc1-adb6-341a6c9758c7, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:11:11.034003 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] For port 5bada8b4-f136-4dc1-adb6-341a6c9758c7, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5bada8b4-f136-4dc1-adb6-341a6c9758c7,segment=NetworkSegment(5f031541-8b0c-4d63-a7b8-e0d9f1851842),segment_id=5f031541-8b0c-4d63-a7b8-e0d9f1851842)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:11:11.039510 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:11.115261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Routers {'795644b5-e595-4939-ab5e-8df28a6418bf'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:11:11.115913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:10:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['795644b5-e595-4939-ab5e-8df28a6418bf'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:11.261823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5807553-1d05-4943-ad4b-c6dac96045eb None None] Pushing event updated for resources: {'Port': ['ID=5bada8b4-f136-4dc1-adb6-341a6c9758c7,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:11.348600 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 15543617-4708-41f2-a219-b038dd5ce71d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:11:11.360174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-5f913ed8-6035-4b33-a21f-23e92acce1d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:11.361546 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-5f913ed8-6035-4b33-a21f-23e92acce1d6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/networks?id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3 HTTP/1.1" status: 200 len: 796 time: 0.2146482 Apr 29 18:11:11.384607 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] Set router 795644b5-e595-4939-ab5e-8df28a6418bf gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:11:11.447094 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-11af00bd-74a2-40d6-933f-86c8e92a38da req-af2db64e-e2c0-4a73-817b-a3cc36242373 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 210 time: 0.0590534 Apr 29 18:11:11.462125 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-22df69eb-f6ea-4d93-86f5-7b128a1fb53f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 379 time: 0.0925529 Apr 29 18:11:11.470924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'port': {'device_id': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'admin_state_up': True, 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'security_groups': ['656ede50-1e5b-4f8a-9915-f37f826730d6']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:11:11.590793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 15543617-4708-41f2-a219-b038dd5ce71d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:11:11.591154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:11.607905 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:11:11.618933 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:11:11.631410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:11:11.635435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:11.798512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.20.0.8 (43b4dd7e-afc8-4db6-bb48-9eb090856ad3/0522851f-0532-4cf4-86c5-7f696f52243e/162e8ee1-80d8-476c-b72f-01a6a6396d23) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:11:11.864255 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e0eca2e5-90c0-499b-9a81-fd40132f0f14 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:11:11.929082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:11:07Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '5bada8b4-f136-4dc1-adb6-341a6c9758c7', 'name': '', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:19:5d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:07Z', 'updated_at': '2022-04-29T18:11:11Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:11.934417 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1f9a14-d941-4476-ad7d-857b53c384f1 None None] The sync data for ids ['795644b5-e595-4939-ab5e-8df28a6418bf'] in dv-neutron-839024-2-hyperv is: [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:11:07Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '5bada8b4-f136-4dc1-adb6-341a6c9758c7', 'name': '', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:19:5d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:07Z', 'updated_at': '2022-04-29T18:11:11Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:11:11.942386 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e0eca2e5-90c0-499b-9a81-fd40132f0f14 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:11:11.942769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:11.996954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:12.017943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Transition to ACTIVE for port object 162e8ee1-80d8-476c-b72f-01a6a6396d23 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:11:12.049347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:12.126722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:11:12.129970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:11:12.133966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:11:12.169305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=162e8ee1-80d8-476c-b72f-01a6a6396d23,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:12.204370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:12.205036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:12.233225 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-bbd544f3-1494-46ab-8d02-9da5097d8fd4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7661307 Apr 29 18:11:12.245634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Request body: {'port': {'device_id': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:11:12.374975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:12.421602 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-db5618df-498f-4c1b-8bac-3010c6078612 None None] Provisioning for port 162e8ee1-80d8-476c-b72f-01a6a6396d23 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:11:12.427313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-db5618df-498f-4c1b-8bac-3010c6078612 None None] Provisioning complete for port 162e8ee1-80d8-476c-b72f-01a6a6396d23 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:11:12.427709 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db5618df-498f-4c1b-8bac-3010c6078612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:12.494807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-db5618df-498f-4c1b-8bac-3010c6078612 None None] Port 162e8ee1-80d8-476c-b72f-01a6a6396d23 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:11:12.741488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0236d07-0f57-4189-9ab0-c6c1a1b02e73 req-1ef8a9f5-7dad-48dd-aab9-abd7d210d1a5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:12.742200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-d0236d07-0f57-4189-9ab0-c6c1a1b02e73 req-1ef8a9f5-7dad-48dd-aab9-abd7d210d1a5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:11:12.816893 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-d0236d07-0f57-4189-9ab0-c6c1a1b02e73 req-1ef8a9f5-7dad-48dd-aab9-abd7d210d1a5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:11:12.818033 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d0236d07-0f57-4189-9ab0-c6c1a1b02e73 req-1ef8a9f5-7dad-48dd-aab9-abd7d210d1a5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 931 time: 0.2550039 Apr 29 18:11:12.824112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162e8ee1-80d8-476c-b72f-01a6a6396d23 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:11:12.832843 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:12.871698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Transition to ACTIVE for port object 162e8ee1-80d8-476c-b72f-01a6a6396d23 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:11:12.878837 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:12.925375 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d0236d07-0f57-4189-9ab0-c6c1a1b02e73 req-47e9399c-052f-4826-bc56-1857e007c8bc tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968084 Apr 29 18:11:13.056548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Pushing event updated for resources: {'Port': ['ID=162e8ee1-80d8-476c-b72f-01a6a6396d23,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:13.254980 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Attempting to bind port 162e8ee1-80d8-476c-b72f-01a6a6396d23 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:11:13.255339 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Attempting to bind port 162e8ee1-80d8-476c-b72f-01a6a6396d23 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '5f031541-8b0c-4d63-a7b8-e0d9f1851842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:11:13.255674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Attempting to bind port 162e8ee1-80d8-476c-b72f-01a6a6396d23 on network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:11:13.260654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Port 162e8ee1-80d8-476c-b72f-01a6a6396d23 on network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:11:13.260945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Attempting to bind port 162e8ee1-80d8-476c-b72f-01a6a6396d23 on network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:11:13.266262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:11:13.266623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Checking segment: {'id': '5f031541-8b0c-4d63-a7b8-e0d9f1851842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:11:13.267006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Bound using segment: {'id': '5f031541-8b0c-4d63-a7b8-e0d9f1851842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:11:13.267817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Bound port: 162e8ee1-80d8-476c-b72f-01a6a6396d23, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f031541-8b0c-4d63-a7b8-e0d9f1851842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:11:13.268165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:13.282327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5bada8b4-f136-4dc1-adb6-341a6c9758c7 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:11:13.353145 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:11:13.358255 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:11:13.358618 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:13.359987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] For port 162e8ee1-80d8-476c-b72f-01a6a6396d23, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:11:13.363446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] For port 162e8ee1-80d8-476c-b72f-01a6a6396d23, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=162e8ee1-80d8-476c-b72f-01a6a6396d23,segment=NetworkSegment(5f031541-8b0c-4d63-a7b8-e0d9f1851842),segment_id=5f031541-8b0c-4d63-a7b8-e0d9f1851842)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:11:13.369220 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:13.427966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:13.428569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:13.430006 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] 10.222.0.36 "PUT /v2.0/ports/162e8ee1-80d8-476c-b72f-01a6a6396d23 HTTP/1.1" status: 200 len: 1093 time: 1.1894772 Apr 29 18:11:13.432423 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'tag': '162e8ee1-80d8-476c-b72f-01a6a6396d23'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:11:13.456763 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be525ef-ade0-44c0-aa4b-34c348bf1823 service neutron] Pushing event updated for resources: {'Port': ['ID=162e8ee1-80d8-476c-b72f-01a6a6396d23,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:13.499960 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3092107a-d9ff-4ec6-8978-1257fb8de841'] response: {'name': 'network-changed', 'server_uuid': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'tag': '162e8ee1-80d8-476c-b72f-01a6a6396d23', 'status': 'completed', 'code': 200} Apr 29 18:11:13.513024 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:13.549526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 5bada8b4-f136-4dc1-adb6-341a6c9758c7, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5bada8b4-f136-4dc1-adb6-341a6c9758c7,segment=NetworkSegment(5f031541-8b0c-4d63-a7b8-e0d9f1851842),segment_id=5f031541-8b0c-4d63-a7b8-e0d9f1851842)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:11:13.554540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:13.602004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-da56cf21-468d-4715-93bf-bd958558ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:13.603851 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-da56cf21-468d-4715-93bf-bd958558ed61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 1096 time: 0.1218562 Apr 29 18:11:13.621692 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=5bada8b4-f136-4dc1-adb6-341a6c9758c7,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:13.674872 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-e7dc6517-54ac-4729-9747-12c88e01831a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=162e8ee1-80d8-476c-b72f-01a6a6396d23 HTTP/1.1" status: 200 len: 217 time: 0.0641909 Apr 29 18:11:13.739395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-cc056103-26b3-442f-9331-6c4016d8c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:13.740672 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-cc056103-26b3-442f-9331-6c4016d8c851 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0522851f-0532-4cf4-86c5-7f696f52243e HTTP/1.1" status: 200 len: 834 time: 0.0604808 Apr 29 18:11:13.823721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-daebae84-c7f5-4765-88d6-b89b0247646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:13.825819 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-daebae84-c7f5-4765-88d6-b89b0247646e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793841 Apr 29 18:11:13.962875 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-9c527517-a7b6-4210-92c2-d1beda410d42 service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305218 Apr 29 18:11:14.142004 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cbd52020-329d-4a06-85cc-90f2d9889b5c req-a3e5e256-2fae-4531-aadc-77f7d9d9f7ef service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730742 Apr 29 18:11:14.164813 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bccf9b-b182-4e2d-bedf-4d81a879353f req-1aa30d74-48a9-4691-94da-2361ec6c3eca tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:14.166190 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-93bccf9b-b182-4e2d-bedf-4d81a879353f req-1aa30d74-48a9-4691-94da-2361ec6c3eca tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 943 time: 0.1157463 Apr 29 18:11:14.253969 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-93bccf9b-b182-4e2d-bedf-4d81a879353f req-508127f8-5864-4ca0-ab7c-f9b91b3ca7b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816998 Apr 29 18:11:14.276734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a1a12-42a2-46fd-8160-6664cb49c9aa req-4a858bb2-befc-4973-9613-e5957353abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:14.278183 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c09a1a12-42a2-46fd-8160-6664cb49c9aa req-4a858bb2-befc-4973-9613-e5957353abc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 1096 time: 0.0884423 Apr 29 18:11:14.419094 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a1a12-42a2-46fd-8160-6664cb49c9aa req-8e524dd5-e1a7-4260-b902-0f11313fafb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:14.420474 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c09a1a12-42a2-46fd-8160-6664cb49c9aa req-8e524dd5-e1a7-4260-b902-0f11313fafb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3 HTTP/1.1" status: 200 len: 897 time: 0.1357050 Apr 29 18:11:14.491156 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c09a1a12-42a2-46fd-8160-6664cb49c9aa req-55fd54ea-9d2c-48c2-a473-83ae1e8b91f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=162e8ee1-80d8-476c-b72f-01a6a6396d23 HTTP/1.1" status: 200 len: 217 time: 0.0628910 Apr 29 18:11:14.556815 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a1a12-42a2-46fd-8160-6664cb49c9aa req-2603f8a3-c296-4058-9ee3-fa18f9ddc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:14.558176 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c09a1a12-42a2-46fd-8160-6664cb49c9aa req-2603f8a3-c296-4058-9ee3-fa18f9ddc00f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0522851f-0532-4cf4-86c5-7f696f52243e HTTP/1.1" status: 200 len: 834 time: 0.0611494 Apr 29 18:11:14.637519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a1a12-42a2-46fd-8160-6664cb49c9aa req-e839f696-6a24-4938-b73f-57d6fbac527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:14.638994 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c09a1a12-42a2-46fd-8160-6664cb49c9aa req-e839f696-6a24-4938-b73f-57d6fbac527c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741677 Apr 29 18:11:14.770489 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c09a1a12-42a2-46fd-8160-6664cb49c9aa req-da2683d1-f100-4272-9729-75a58e3023c8 service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245766 Apr 29 18:11:15.018790 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c09a1a12-42a2-46fd-8160-6664cb49c9aa req-16e6407a-779b-4667-aca6-d060343d5d06 service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421355 Apr 29 18:11:15.276904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5bada8b4-f136-4dc1-adb6-341a6c9758c7 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:11:15.343445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:11:15.343805 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:15.438622 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66913eee-6935-4591-b96c-2d38cc740bb9 req-82e7124d-a828-4654-8555-a3d9eb8ac392 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:15.440074 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-66913eee-6935-4591-b96c-2d38cc740bb9 req-82e7124d-a828-4654-8555-a3d9eb8ac392 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 943 time: 0.0803535 Apr 29 18:11:15.486280 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-66913eee-6935-4591-b96c-2d38cc740bb9 req-6265f3ad-7f61-4b6f-bd5f-14b2e3da5a01 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403051 Apr 29 18:11:16.686144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf66ecf-2f6d-43de-a3f2-bfae98044b24 req-731c07b2-60ad-4fdb-afdb-648b1f70d882 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:16.687629 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-caf66ecf-2f6d-43de-a3f2-bfae98044b24 req-731c07b2-60ad-4fdb-afdb-648b1f70d882 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 943 time: 0.0844285 Apr 29 18:11:16.731932 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-caf66ecf-2f6d-43de-a3f2-bfae98044b24 req-02fc0a72-cb07-4990-b893-039fc5647013 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383387 Apr 29 18:11:17.825045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 162e8ee1-80d8-476c-b72f-01a6a6396d23 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:11:17.932775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4ae21-05ec-4dd7-ab27-4e7461732920 req-0c318f5d-b23e-47a7-9c9c-414f5d0f1e1b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:17.934242 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6be4ae21-05ec-4dd7-ab27-4e7461732920 req-0c318f5d-b23e-47a7-9c9c-414f5d0f1e1b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 943 time: 0.0808060 Apr 29 18:11:17.961723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 162e8ee1-80d8-476c-b72f-01a6a6396d23, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=162e8ee1-80d8-476c-b72f-01a6a6396d23,segment=NetworkSegment(5f031541-8b0c-4d63-a7b8-e0d9f1851842),segment_id=5f031541-8b0c-4d63-a7b8-e0d9f1851842)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:11:17.974969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '162e8ee1-80d8-476c-b72f-01a6a6396d23', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'port_id': '162e8ee1-80d8-476c-b72f-01a6a6396d23', 'mac_address': 'fa:16:3e:06:87:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:11:17.979203 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6be4ae21-05ec-4dd7-ab27-4e7461732920 req-eb1b4b7d-8107-49a4-bac8-00caf13a2ee4 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382049 Apr 29 18:11:18.032202 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:18.049127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162e8ee1-80d8-476c-b72f-01a6a6396d23 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:11:18.065346 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 162e8ee1-80d8-476c-b72f-01a6a6396d23, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=162e8ee1-80d8-476c-b72f-01a6a6396d23,segment=NetworkSegment(5f031541-8b0c-4d63-a7b8-e0d9f1851842),segment_id=5f031541-8b0c-4d63-a7b8-e0d9f1851842)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:11:18.072065 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:18.148277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=162e8ee1-80d8-476c-b72f-01a6a6396d23,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:18.278038 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['162e8ee1-80d8-476c-b72f-01a6a6396d23'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:11:18.615487 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:19.172639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8176a-b477-4a47-971f-e8bbe00528e2 req-73c812bd-a04d-458c-ab54-6ef5d175efdd tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:19.174193 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8eb8176a-b477-4a47-971f-e8bbe00528e2 req-73c812bd-a04d-458c-ab54-6ef5d175efdd tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 944 time: 0.0876663 Apr 29 18:11:19.219100 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8eb8176a-b477-4a47-971f-e8bbe00528e2 req-fe60aef0-ee0d-49bd-8f40-e13a25ea0ada tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380225 Apr 29 18:11:19.830966 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 162e8ee1-80d8-476c-b72f-01a6a6396d23 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:11:19.914338 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 162e8ee1-80d8-476c-b72f-01a6a6396d23 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:11:19.919560 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 162e8ee1-80d8-476c-b72f-01a6a6396d23 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:11:19.919930 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:20.067084 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:20.093498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162e8ee1-80d8-476c-b72f-01a6a6396d23'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:11:20.103321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 162e8ee1-80d8-476c-b72f-01a6a6396d23, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=162e8ee1-80d8-476c-b72f-01a6a6396d23,segment=NetworkSegment(5f031541-8b0c-4d63-a7b8-e0d9f1851842),segment_id=5f031541-8b0c-4d63-a7b8-e0d9f1851842)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:11:20.108872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:20.175186 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=162e8ee1-80d8-476c-b72f-01a6a6396d23,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:20.182915 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:20.183406 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:20.183746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:20.184077 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:20.184422 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:20.184857 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:20.185083 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:20.185402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:20.185750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:20.186085 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:20.186401 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:20.186740 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:11:20.191820 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd54ffa3-539a-436b-ab68-78392f0ea353'] response: {'server_uuid': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162e8ee1-80d8-476c-b72f-01a6a6396d23', 'code': 200} Apr 29 18:11:20.462656 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4d622-1937-4283-bda0-3e7f9d2af4d8 req-b396bc5d-5e20-450c-9faa-6c452d9a4e04 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:20.464020 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-50c4d622-1937-4283-bda0-3e7f9d2af4d8 req-b396bc5d-5e20-450c-9faa-6c452d9a4e04 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.1352549 Apr 29 18:11:20.465849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb61f30-6a71-4054-ae2c-d0ba6e51966a req-d9f2306a-7691-4dbb-b357-f12f1f75068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:20.467135 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ccb61f30-6a71-4054-ae2c-d0ba6e51966a req-d9f2306a-7691-4dbb-b357-f12f1f75068a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 1098 time: 0.1077888 Apr 29 18:11:20.536190 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-50c4d622-1937-4283-bda0-3e7f9d2af4d8 req-83aac6ce-4a2b-4ba0-b2c6-8515735c68cf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662267 Apr 29 18:11:20.537711 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ccb61f30-6a71-4054-ae2c-d0ba6e51966a req-0feef038-871f-4d04-8adc-0611610aa70a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554709 Apr 29 18:11:21.725907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1965e9-a218-4177-a863-c4913e14942f req-bc069807-b28d-47c1-9688-fee158840735 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:21.727372 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eb1965e9-a218-4177-a863-c4913e14942f req-bc069807-b28d-47c1-9688-fee158840735 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0808301 Apr 29 18:11:21.773266 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eb1965e9-a218-4177-a863-c4913e14942f req-f5eacf73-21bb-4d90-b882-fa5876243400 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371914 Apr 29 18:11:21.971012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d99f7e-21ed-44ce-a206-e4b7e11d46ca req-52c4fe05-f565-49f8-9aef-537283aa9d3c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:21.972447 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-62d99f7e-21ed-44ce-a206-e4b7e11d46ca req-52c4fe05-f565-49f8-9aef-537283aa9d3c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0867698 Apr 29 18:11:22.015718 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-62d99f7e-21ed-44ce-a206-e4b7e11d46ca req-d42caf7c-83a1-4cc1-ae5e-5bd7c54ed212 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372803 Apr 29 18:11:22.038573 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60138) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:22.115359 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0034a72-3a4a-45d1-b093-913788a02416 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:22.116789 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e0034a72-3a4a-45d1-b093-913788a02416 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 1093 time: 0.0771677 Apr 29 18:11:22.119812 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60142) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:22.124647 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '162e8ee1-80d8-476c-b72f-01a6a6396d23', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:11:22.130782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:11:22.134799 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:floatingip and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:11:22.137735 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:11:22.143864 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:11:22.155840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:22.292473 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:22.422060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.26.4.136 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/429f6caf-083a-4cec-baae-55f32f5c8788) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:11:22.574528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:22.606470 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:22.671787 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:11:22.672931 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:11:22.676543 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:11:22.709656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=429f6caf-083a-4cec-baae-55f32f5c8788,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:23.078485 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:23.157667 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:23.363537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f5863271-318a-4364-9582-28838997aa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:23.483963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:23.490526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:23.596918 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=429f6caf-083a-4cec-baae-55f32f5c8788,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:11:23.610650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:23.781364 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Floating IP f3a13f67-f425-4e60-a7ba-c721fa219ba3 associated. External IP: 172.26.4.136, port: 162e8ee1-80d8-476c-b72f-01a6a6396d23. Apr 29 18:11:24.141022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 795644b5-e595-4939-ab5e-8df28a6418bf has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:11:24.315871 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:11:24.326149 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded81792-2b14-4dde-a123-26fb634be497 None None] Sync routers for ids ['795644b5-e595-4939-ab5e-8df28a6418bf'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:11:24.337045 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded81792-2b14-4dde-a123-26fb634be497 None None] Routers {'795644b5-e595-4939-ab5e-8df28a6418bf'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:11:24.337666 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ded81792-2b14-4dde-a123-26fb634be497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:10:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['795644b5-e595-4939-ab5e-8df28a6418bf'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:24.341056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:24.400120 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8e08cbba-bc34-4406-982c-81de15df1776 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2791848 Apr 29 18:11:24.400577 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'tag': '162e8ee1-80d8-476c-b72f-01a6a6396d23'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:11:24.505984 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74549e81-b0f5-4d57-8064-9ee0e489d13f'] response: {'name': 'network-changed', 'server_uuid': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'tag': '162e8ee1-80d8-476c-b72f-01a6a6396d23', 'status': 'completed', 'code': 200} Apr 29 18:11:24.552322 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ded81792-2b14-4dde-a123-26fb634be497 None None] Set router 795644b5-e595-4939-ab5e-8df28a6418bf gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:11:24.629159 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f40c6-c159-4142-81ab-c2911b6e6e58 req-7528ee3b-787b-4b87-8514-d56a7a5cfc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:24.630654 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-261f40c6-c159-4142-81ab-c2911b6e6e58 req-7528ee3b-787b-4b87-8514-d56a7a5cfc0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 1098 time: 0.0993807 Apr 29 18:11:24.638900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c62a7c-9bd5-4dd6-b9ef-6bb1949b66b9 req-6540a1b9-31d3-494e-b199-36bdd3366a26 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:24.640274 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e0c62a7c-9bd5-4dd6-b9ef-6bb1949b66b9 req-6540a1b9-31d3-494e-b199-36bdd3366a26 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.1480966 Apr 29 18:11:24.771166 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e0c62a7c-9bd5-4dd6-b9ef-6bb1949b66b9 req-f3d36e60-e1d5-48c9-98fd-1efca6a6d890 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118381 Apr 29 18:11:24.794474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60152) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:24.800774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f40c6-c159-4142-81ab-c2911b6e6e58 req-2367dbd3-726f-476f-ae2f-7ed5825d2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:24.802204 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-261f40c6-c159-4142-81ab-c2911b6e6e58 req-2367dbd3-726f-476f-ae2f-7ed5825d2923 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3 HTTP/1.1" status: 200 len: 897 time: 0.1610541 Apr 29 18:11:24.900527 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a2d2c062-f9f6-4eb7-9fe2-9517fc2657d1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/f3a13f67-f425-4e60-a7ba-c721fa219ba3 HTTP/1.1" status: 200 len: 991 time: 0.1048117 Apr 29 18:11:24.901963 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ded81792-2b14-4dde-a123-26fb634be497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:11:07Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'f3a13f67-f425-4e60-a7ba-c721fa219ba3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.136', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'port_id': '162e8ee1-80d8-476c-b72f-01a6a6396d23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'mac_address': 'fa:16:3e:06:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:11:23Z', 'updated_at': '2022-04-29T18:11:23Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bada8b4-f136-4dc1-adb6-341a6c9758c7', 'name': '', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:19:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:07Z', 'updated_at': '2022-04-29T18:11:13Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:24.905903 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded81792-2b14-4dde-a123-26fb634be497 None None] Checking router: 795644b5-e595-4939-ab5e-8df28a6418bf for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:11:24.907404 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-261f40c6-c159-4142-81ab-c2911b6e6e58 req-43ec56d6-c313-4d7b-a654-a60bb52fc1bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=162e8ee1-80d8-476c-b72f-01a6a6396d23 HTTP/1.1" status: 200 len: 999 time: 0.0993333 Apr 29 18:11:24.914626 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded81792-2b14-4dde-a123-26fb634be497 None None] Routers {'795644b5-e595-4939-ab5e-8df28a6418bf'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:11:24.915222 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ded81792-2b14-4dde-a123-26fb634be497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:10:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['795644b5-e595-4939-ab5e-8df28a6418bf'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:24.967582 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f40c6-c159-4142-81ab-c2911b6e6e58 req-884eea33-458d-419c-872d-32d4f278531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:24.969006 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-261f40c6-c159-4142-81ab-c2911b6e6e58 req-884eea33-458d-419c-872d-32d4f278531d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0522851f-0532-4cf4-86c5-7f696f52243e HTTP/1.1" status: 200 len: 834 time: 0.0560296 Apr 29 18:11:25.053711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f40c6-c159-4142-81ab-c2911b6e6e58 req-7ee49dcc-62f1-4ca3-bdf9-590bffaebd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:25.055201 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-261f40c6-c159-4142-81ab-c2911b6e6e58 req-7ee49dcc-62f1-4ca3-bdf9-590bffaebd3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796325 Apr 29 18:11:25.104720 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ded81792-2b14-4dde-a123-26fb634be497 None None] Set router 795644b5-e595-4939-ab5e-8df28a6418bf gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:11:25.189839 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-261f40c6-c159-4142-81ab-c2911b6e6e58 req-80de6349-5e53-4c9f-86ad-f0e875682dea service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283653 Apr 29 18:11:25.321976 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-261f40c6-c159-4142-81ab-c2911b6e6e58 req-3f6c9a19-d88e-4756-bbd7-dc8cd7a572a3 service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257591 Apr 29 18:11:25.428825 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1f00f9b0-3dd3-4ba2-9a48-52ae02c9bcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:25.452251 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ded81792-2b14-4dde-a123-26fb634be497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:11:07Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'f3a13f67-f425-4e60-a7ba-c721fa219ba3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.136', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'port_id': '162e8ee1-80d8-476c-b72f-01a6a6396d23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'mac_address': 'fa:16:3e:06:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:11:23Z', 'updated_at': '2022-04-29T18:11:23Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bada8b4-f136-4dc1-adb6-341a6c9758c7', 'name': '', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:19:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:07Z', 'updated_at': '2022-04-29T18:11:13Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:11:25.456245 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded81792-2b14-4dde-a123-26fb634be497 None None] The sync data for ids ['795644b5-e595-4939-ab5e-8df28a6418bf'] in dv-neutron-839024-2-hyperv is: [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:11:07Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'f3a13f67-f425-4e60-a7ba-c721fa219ba3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.136', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'port_id': '162e8ee1-80d8-476c-b72f-01a6a6396d23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'mac_address': 'fa:16:3e:06:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:11:23Z', 'updated_at': '2022-04-29T18:11:23Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bada8b4-f136-4dc1-adb6-341a6c9758c7', 'name': '', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:19:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:07Z', 'updated_at': '2022-04-29T18:11:13Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:11:25.646256 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a2b2b-bf2d-41bc-b852-2115592291de None None] New status for floating IP f3a13f67-f425-4e60-a7ba-c721fa219ba3: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:11:25.904693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60156) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:11:26.015449 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-40211e45-bd7d-483e-a71d-09bcef2e109e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/f3a13f67-f425-4e60-a7ba-c721fa219ba3 HTTP/1.1" status: 200 len: 993 time: 0.1092031 Apr 29 18:11:26.736195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:26.830226 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:28.164240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:31.241061 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c5986753-480b-487e-a82b-778aa85d2982 req-fa29cf41-f701-46c3-b9d6-0378ceb0fc0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1998644 Apr 29 18:11:31.390426 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5986753-480b-487e-a82b-778aa85d2982 req-021071b4-cc55-42c3-8bbe-b069abd62e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:31.391875 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c5986753-480b-487e-a82b-778aa85d2982 req-021071b4-cc55-42c3-8bbe-b069abd62e9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 1098 time: 0.0728214 Apr 29 18:11:31.553514 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5986753-480b-487e-a82b-778aa85d2982 req-a764e471-b96f-4447-9c71-942fcc373050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:31.554944 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c5986753-480b-487e-a82b-778aa85d2982 req-a764e471-b96f-4447-9c71-942fcc373050 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3 HTTP/1.1" status: 200 len: 897 time: 0.1389568 Apr 29 18:11:31.657215 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c5986753-480b-487e-a82b-778aa85d2982 req-24c7feaa-a128-4bbb-9b0f-4dc3df13bf30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=162e8ee1-80d8-476c-b72f-01a6a6396d23 HTTP/1.1" status: 200 len: 1001 time: 0.0948830 Apr 29 18:11:31.722410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5986753-480b-487e-a82b-778aa85d2982 req-97e1bc6c-3920-49f1-8e52-60294c8d6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:31.723806 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c5986753-480b-487e-a82b-778aa85d2982 req-97e1bc6c-3920-49f1-8e52-60294c8d6ed7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0522851f-0532-4cf4-86c5-7f696f52243e HTTP/1.1" status: 200 len: 834 time: 0.0602491 Apr 29 18:11:31.805718 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5986753-480b-487e-a82b-778aa85d2982 req-f7796b04-a8ff-487c-b936-99fb98c483cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:31.807102 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c5986753-480b-487e-a82b-778aa85d2982 req-f7796b04-a8ff-487c-b936-99fb98c483cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772703 Apr 29 18:11:31.939456 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c5986753-480b-487e-a82b-778aa85d2982 req-977f73c9-d35b-4210-8a1f-dc279f908af1 service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247959 Apr 29 18:11:32.071026 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c5986753-480b-487e-a82b-778aa85d2982 req-cd651c7b-2160-4315-9dd7-072a7535010f service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250675 Apr 29 18:11:39.553300 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:11:48.643474 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:53.370899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-16be532e-ecbe-4c29-b06c-d9a180618972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:55.436640 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c9d64683-5c72-479e-bfeb-ab0ff53de480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:56.744164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:56.824452 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:57.642021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fcb0d-d1b8-49cf-b71c-4c374cedc830 req-f9fcb8a4-3700-4f9d-8f7c-88c0898fd125 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:57.643847 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-513fcb0d-d1b8-49cf-b71c-4c374cedc830 req-f9fcb8a4-3700-4f9d-8f7c-88c0898fd125 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0863695 Apr 29 18:11:57.691683 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-513fcb0d-d1b8-49cf-b71c-4c374cedc830 req-051d2702-9842-4e44-9fdb-797bcbc7ba2a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418184 Apr 29 18:11:58.174828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:11:58.894152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5b4fe-a620-44f5-8b0c-f309b599dfb5 req-a2b69cf6-ca9f-4256-9d12-4dd70284eed6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:11:58.895737 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-42a5b4fe-a620-44f5-8b0c-f309b599dfb5 req-a2b69cf6-ca9f-4256-9d12-4dd70284eed6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0887911 Apr 29 18:11:58.942374 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-42a5b4fe-a620-44f5-8b0c-f309b599dfb5 req-1376e3d4-b7cf-40c0-93f9-232a36519791 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383801 Apr 29 18:12:00.142142 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6458-6f6a-4e64-877d-36152f264072 req-103d3bcc-4a3c-4402-ae3b-8edf0aba68b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:00.143940 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b3bb6458-6f6a-4e64-877d-36152f264072 req-103d3bcc-4a3c-4402-ae3b-8edf0aba68b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0873811 Apr 29 18:12:00.190131 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b3bb6458-6f6a-4e64-877d-36152f264072 req-0e895117-3e0a-40b1-88f5-00ca2268f872 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375431 Apr 29 18:12:01.392985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eae28c-b261-45fd-a3b2-5eef356be95f req-78519bed-6cda-4763-a2ef-b6c55498ba99 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:01.394405 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e5eae28c-b261-45fd-a3b2-5eef356be95f req-78519bed-6cda-4763-a2ef-b6c55498ba99 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0907454 Apr 29 18:12:01.438216 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e5eae28c-b261-45fd-a3b2-5eef356be95f req-481e47e3-db72-4090-be53-2781803ef083 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381083 Apr 29 18:12:02.628038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921da4cf-7794-48c9-9379-3cd5fdc7d590 req-914a2a7c-c0e7-4aac-8af2-ace2cdf8ba8a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:02.629492 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-921da4cf-7794-48c9-9379-3cd5fdc7d590 req-914a2a7c-c0e7-4aac-8af2-ace2cdf8ba8a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0861413 Apr 29 18:12:02.674406 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-921da4cf-7794-48c9-9379-3cd5fdc7d590 req-7619c8da-6f89-42ba-8ddb-bace4b6139d0 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387878 Apr 29 18:12:03.887617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c4755-2ce3-4623-8857-9d06a85143ab req-7a467b0e-0192-4b0f-9e9c-e917f2bffc1f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:03.889061 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-615c4755-2ce3-4623-8857-9d06a85143ab req-7a467b0e-0192-4b0f-9e9c-e917f2bffc1f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0902109 Apr 29 18:12:03.938819 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-615c4755-2ce3-4623-8857-9d06a85143ab req-81db26b1-f37e-477d-afc6-bca0ae0c50c5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434561 Apr 29 18:12:05.151667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bffccc-8cff-49f3-9b57-189903c8829a req-98bdcd69-0685-4591-be5e-1da360ca351c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:05.153105 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95bffccc-8cff-49f3-9b57-189903c8829a req-98bdcd69-0685-4591-be5e-1da360ca351c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0903006 Apr 29 18:12:05.200231 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95bffccc-8cff-49f3-9b57-189903c8829a req-db5da229-70a7-4819-9e54-a70b26440593 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Apr 29 18:12:06.388391 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209e41f-17f1-4fde-aab7-deb43d102275 req-9f8ed6c0-255f-43f9-ae9d-535cd647742d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:06.389909 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f209e41f-17f1-4fde-aab7-deb43d102275 req-9f8ed6c0-255f-43f9-ae9d-535cd647742d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0839763 Apr 29 18:12:06.436489 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f209e41f-17f1-4fde-aab7-deb43d102275 req-e78b33e0-d757-40ba-922a-7db426cfa3e3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402002 Apr 29 18:12:07.634071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa098788-cc36-4d90-b0e2-70d7190509fc req-1730f1bc-dacf-4ec8-877a-4f95d971fb10 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:07.636082 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aa098788-cc36-4d90-b0e2-70d7190509fc req-1730f1bc-dacf-4ec8-877a-4f95d971fb10 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0861175 Apr 29 18:12:07.680682 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aa098788-cc36-4d90-b0e2-70d7190509fc req-a9eb8e04-f02a-4a8f-8391-03a36caf7ba5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384912 Apr 29 18:12:08.874979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df7528-8f62-41e0-a935-29630ad6bc17 req-588b4a16-dd37-4d11-9276-1488888f62c6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:08.876509 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-37df7528-8f62-41e0-a935-29630ad6bc17 req-588b4a16-dd37-4d11-9276-1488888f62c6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0903955 Apr 29 18:12:08.920714 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-37df7528-8f62-41e0-a935-29630ad6bc17 req-d9c761aa-ddb1-4981-8811-02af8df9ddc2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385761 Apr 29 18:12:10.108585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff25f6-877d-4110-9edf-20f01ad22d39 req-ca4f97ea-e90b-4347-be8b-4734435ad5ef tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:10.110045 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70ff25f6-877d-4110-9edf-20f01ad22d39 req-ca4f97ea-e90b-4347-be8b-4734435ad5ef tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0793345 Apr 29 18:12:10.158058 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70ff25f6-877d-4110-9edf-20f01ad22d39 req-0f999616-22ea-41a7-89e6-6d22c935d31b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415840 Apr 29 18:12:11.358379 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116e99c-5387-4640-a2a3-6d5cfeb0c597 req-b51cd317-98e0-469f-8a06-dd56bf8684ce tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:11.359800 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0116e99c-5387-4640-a2a3-6d5cfeb0c597 req-b51cd317-98e0-469f-8a06-dd56bf8684ce tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0845878 Apr 29 18:12:11.425230 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0116e99c-5387-4640-a2a3-6d5cfeb0c597 req-6ff350e7-b119-40e8-894a-f4dccb5d6852 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595624 Apr 29 18:12:12.636799 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66da6a6-c360-453a-903e-7fa02c5eea00 req-80ad6f8e-c699-4f51-b286-eb52ae9766db tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:12.638201 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f66da6a6-c360-453a-903e-7fa02c5eea00 req-80ad6f8e-c699-4f51-b286-eb52ae9766db tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0857723 Apr 29 18:12:12.682895 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f66da6a6-c360-453a-903e-7fa02c5eea00 req-4d222719-1e09-459f-a8f5-c8dd60c6a779 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382318 Apr 29 18:12:13.888738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b68080-483f-496a-8418-319140679db4 req-d5bfcbab-50c3-467f-b624-6f35d37f09f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:13.890146 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-55b68080-483f-496a-8418-319140679db4 req-d5bfcbab-50c3-467f-b624-6f35d37f09f2 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0940235 Apr 29 18:12:13.934471 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-55b68080-483f-496a-8418-319140679db4 req-379005cb-b162-422d-8cf9-41692f1b52a1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380645 Apr 29 18:12:13.958018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60204) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:12:14.075140 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-92ef7542-c45f-46b8-bf99-324b9a350092 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/f3a13f67-f425-4e60-a7ba-c721fa219ba3 HTTP/1.1" status: 200 len: 993 time: 0.1159663 Apr 29 18:12:15.730931 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286cdee-90cd-4509-be85-7e52260a25f9 req-47410fe9-b3ac-42f8-90be-24084d2e8932 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:15.732403 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4286cdee-90cd-4509-be85-7e52260a25f9 req-47410fe9-b3ac-42f8-90be-24084d2e8932 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.2542832 Apr 29 18:12:15.736738 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ff64-6a92-444f-a825-01b55a3267fd req-bf02ea83-bc2f-43bf-b0ee-8eb93d59d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:15.738058 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f49ff64-6a92-444f-a825-01b55a3267fd req-bf02ea83-bc2f-43bf-b0ee-8eb93d59d2d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 1098 time: 0.1005168 Apr 29 18:12:15.855365 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4286cdee-90cd-4509-be85-7e52260a25f9 req-aec2dea7-0a01-48db-b6ce-0d103bdf5ef8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163399 Apr 29 18:12:15.904390 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ff64-6a92-444f-a825-01b55a3267fd req-e14ecaba-10a6-42e7-823f-b895b15ec3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:15.905789 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f49ff64-6a92-444f-a825-01b55a3267fd req-e14ecaba-10a6-42e7-823f-b895b15ec3d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3 HTTP/1.1" status: 200 len: 897 time: 0.1545339 Apr 29 18:12:16.005986 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f49ff64-6a92-444f-a825-01b55a3267fd req-6544c586-151c-4570-a04a-208c19d4b658 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=162e8ee1-80d8-476c-b72f-01a6a6396d23 HTTP/1.1" status: 200 len: 1001 time: 0.0942154 Apr 29 18:12:16.071314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ff64-6a92-444f-a825-01b55a3267fd req-ae743bc2-9c39-4d30-85cf-7734208fe017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:16.072671 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f49ff64-6a92-444f-a825-01b55a3267fd req-ae743bc2-9c39-4d30-85cf-7734208fe017 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0522851f-0532-4cf4-86c5-7f696f52243e HTTP/1.1" status: 200 len: 834 time: 0.0609202 Apr 29 18:12:16.146277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ff64-6a92-444f-a825-01b55a3267fd req-2956ff33-21b1-4e14-9fea-4fc856498a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:16.147698 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f49ff64-6a92-444f-a825-01b55a3267fd req-2956ff33-21b1-4e14-9fea-4fc856498a83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692413 Apr 29 18:12:16.287491 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f49ff64-6a92-444f-a825-01b55a3267fd req-5e418c7e-df3e-45a3-a4c3-f071d2c61360 service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333835 Apr 29 18:12:16.420771 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f49ff64-6a92-444f-a825-01b55a3267fd req-e31b999f-1737-4967-b631-ee450964a596 service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277251 Apr 29 18:12:16.559083 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:12:17.058312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405b7b0-8a2d-49f5-ab4d-ed86246842c0 req-15fc633b-0a27-49f7-97ce-d39b96a68761 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:17.059762 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d405b7b0-8a2d-49f5-ab4d-ed86246842c0 req-15fc633b-0a27-49f7-97ce-d39b96a68761 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.0851333 Apr 29 18:12:17.106960 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d405b7b0-8a2d-49f5-ab4d-ed86246842c0 req-a779e28a-f781-47e4-8b97-062a05a99f74 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410666 Apr 29 18:12:18.322471 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e37d26-6c71-4b8c-a2ef-4d5871027bfe req-713d266e-cc38-4a0b-8191-5efdc9978a07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:18.324021 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d5e37d26-6c71-4b8c-a2ef-4d5871027bfe req-713d266e-cc38-4a0b-8191-5efdc9978a07 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.1040037 Apr 29 18:12:18.370792 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d5e37d26-6c71-4b8c-a2ef-4d5871027bfe req-9fe6035b-c324-4676-ae95-e37fc267fc1b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381010 Apr 29 18:12:18.394978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60222) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:12:18.614228 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5a7df90e-626f-451d-844d-5b16ac968aa3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/f3a13f67-f425-4e60-a7ba-c721fa219ba3 HTTP/1.1" status: 200 len: 993 time: 0.2181304 Apr 29 18:12:18.671660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:23.367142 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6e52c9e4-380b-4709-a5ca-e24ec62ecac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:25.432274 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0bab48bb-f0b4-47b7-b2d2-6dd119bba9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:26.748724 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:26.837626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:28.172289 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:33.133468 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-cff69661-e7eb-4a35-a59e-dd9a9206e56c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775261 Apr 29 18:12:33.290494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-09fdfb02-3d7d-4c48-9ca4-fc131c7a33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:33.292021 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-09fdfb02-3d7d-4c48-9ca4-fc131c7a33fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 1098 time: 0.0819178 Apr 29 18:12:33.453794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-a65b3d1a-9299-4189-8b1b-cb0ed3653d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:33.455198 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-a65b3d1a-9299-4189-8b1b-cb0ed3653d59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3 HTTP/1.1" status: 200 len: 897 time: 0.1367540 Apr 29 18:12:33.570746 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-500b0f72-4ce4-4193-94c8-65ffeb0b0013 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=162e8ee1-80d8-476c-b72f-01a6a6396d23 HTTP/1.1" status: 200 len: 1001 time: 0.1086130 Apr 29 18:12:33.641575 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-eebf5230-0e2e-47a7-a605-60d588c092c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:33.644212 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-eebf5230-0e2e-47a7-a605-60d588c092c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0522851f-0532-4cf4-86c5-7f696f52243e HTTP/1.1" status: 200 len: 834 time: 0.0674424 Apr 29 18:12:33.722978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-741d4439-2710-442c-a8b9-0fa205bd0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:33.724409 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-741d4439-2710-442c-a8b9-0fa205bd0cff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748305 Apr 29 18:12:33.736615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-9e94a9b0-d04b-4f0a-aa49-9e551d7105e4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 18:12:33.737523 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-9e94a9b0-d04b-4f0a-aa49-9e551d7105e4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049100 Apr 29 18:12:33.870477 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-88d17b55-f3ce-4103-a994-361e5d184315 service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259956 Apr 29 18:12:34.012859 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-847bd9e0-ffd9-4e95-8da3-632af70ecbdd req-04c49677-4ec5-4084-8947-91f73db55210 service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356425 Apr 29 18:12:48.670417 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:49.363656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60238) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:12:49.572478 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 429f6caf-083a-4cec-baae-55f32f5c8788 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:12:49.572817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:49.747605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:49.747859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:49.870244 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 429f6caf-083a-4cec-baae-55f32f5c8788 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:12:50.028877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:50.075338 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=429f6caf-083a-4cec-baae-55f32f5c8788,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:12:50.114550 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:50.114879 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:50.115203 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:50.115553 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:50.115875 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:50.116190 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:50.116519 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:50.116819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:50.117118 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:50.117426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:50.117736 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:50.118037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:50.175593 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:50.175909 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Floating IP f3a13f67-f425-4e60-a7ba-c721fa219ba3 disassociated (deleted). External IP: 172.26.4.136, port: 162e8ee1-80d8-476c-b72f-01a6a6396d23. Apr 29 18:12:50.527027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 795644b5-e595-4939-ab5e-8df28a6418bf has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:12:50.817094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:12:50.827093 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c22d7-b7c8-4f1f-b03a-4ac5a6e54af0 None None] Sync routers for ids ['795644b5-e595-4939-ab5e-8df28a6418bf'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:12:50.837688 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c22d7-b7c8-4f1f-b03a-4ac5a6e54af0 None None] Routers {'795644b5-e595-4939-ab5e-8df28a6418bf'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:12:50.838514 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e25c22d7-b7c8-4f1f-b03a-4ac5a6e54af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:12:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['795644b5-e595-4939-ab5e-8df28a6418bf'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:12:50.839512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:50.893389 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-081a519f-60ab-459f-a7d9-1e44d142e2b5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/floatingips/f3a13f67-f425-4e60-a7ba-c721fa219ba3 HTTP/1.1" status: 204 len: 168 time: 1.5286491 Apr 29 18:12:50.894009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'tag': '162e8ee1-80d8-476c-b72f-01a6a6396d23'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:12:50.939663 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad0a19e-3cb5-4bec-87ba-70fd61111998'] response: {'name': 'network-changed', 'server_uuid': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'tag': '162e8ee1-80d8-476c-b72f-01a6a6396d23', 'status': 'completed', 'code': 200} Apr 29 18:12:51.025296 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-e25c22d7-b7c8-4f1f-b03a-4ac5a6e54af0 None None] Set router 795644b5-e595-4939-ab5e-8df28a6418bf gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:12:51.032506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157dac6-1579-42b6-af3d-01b7bfdd24be req-4e76abed-c2e2-4710-919e-94ff29ad8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:51.033987 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5157dac6-1579-42b6-af3d-01b7bfdd24be req-4e76abed-c2e2-4710-919e-94ff29ad8db9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 1098 time: 0.0715444 Apr 29 18:12:51.331333 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157dac6-1579-42b6-af3d-01b7bfdd24be req-d6d5f0c2-ff22-44bb-98d0-bcbb9545b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:51.332762 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5157dac6-1579-42b6-af3d-01b7bfdd24be req-d6d5f0c2-ff22-44bb-98d0-bcbb9545b13b service neutron] 10.222.0.36 "GET /v2.0/networks?id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3 HTTP/1.1" status: 200 len: 897 time: 0.2929332 Apr 29 18:12:51.371825 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e25c22d7-b7c8-4f1f-b03a-4ac5a6e54af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:11:07Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '5bada8b4-f136-4dc1-adb6-341a6c9758c7', 'name': '', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:19:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:07Z', 'updated_at': '2022-04-29T18:11:13Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:12:51.375468 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c22d7-b7c8-4f1f-b03a-4ac5a6e54af0 None None] Checking router: 795644b5-e595-4939-ab5e-8df28a6418bf for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:12:51.383556 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c22d7-b7c8-4f1f-b03a-4ac5a6e54af0 None None] Routers {'795644b5-e595-4939-ab5e-8df28a6418bf'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:12:51.384168 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e25c22d7-b7c8-4f1f-b03a-4ac5a6e54af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:12:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['795644b5-e595-4939-ab5e-8df28a6418bf'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:12:51.405580 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5157dac6-1579-42b6-af3d-01b7bfdd24be req-b4b6fcea-e69f-490d-b1cc-f00e55bd1d1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=162e8ee1-80d8-476c-b72f-01a6a6396d23 HTTP/1.1" status: 200 len: 217 time: 0.0663071 Apr 29 18:12:51.416724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af0da9-3511-4f6a-88a4-9d53a79012d5 req-6afaa01f-fa8c-45ed-9774-e37e77be3467 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:51.418115 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b0af0da9-3511-4f6a-88a4-9d53a79012d5 req-6afaa01f-fa8c-45ed-9774-e37e77be3467 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.1809118 Apr 29 18:12:51.503668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157dac6-1579-42b6-af3d-01b7bfdd24be req-5f295cf5-2e6f-498e-a81d-22376c317f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:51.505119 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5157dac6-1579-42b6-af3d-01b7bfdd24be req-5f295cf5-2e6f-498e-a81d-22376c317f78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0522851f-0532-4cf4-86c5-7f696f52243e HTTP/1.1" status: 200 len: 834 time: 0.0861592 Apr 29 18:12:51.508590 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b0af0da9-3511-4f6a-88a4-9d53a79012d5 req-515e3fcb-4968-4f13-818c-9c231553fe10 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605209 Apr 29 18:12:51.560885 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-e25c22d7-b7c8-4f1f-b03a-4ac5a6e54af0 None None] Set router 795644b5-e595-4939-ab5e-8df28a6418bf gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:12:51.582637 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157dac6-1579-42b6-af3d-01b7bfdd24be req-edf7d1c5-8fcc-4137-a9a8-5839b550aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:51.584223 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5157dac6-1579-42b6-af3d-01b7bfdd24be req-edf7d1c5-8fcc-4137-a9a8-5839b550aadf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43b4dd7e-afc8-4db6-bb48-9eb090856ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727437 Apr 29 18:12:51.712257 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5157dac6-1579-42b6-af3d-01b7bfdd24be req-13813dba-86f9-4dd8-9808-064bee2208eb service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212921 Apr 29 18:12:51.839808 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5157dac6-1579-42b6-af3d-01b7bfdd24be req-c4cbbb43-df50-481c-a5ae-93ed35e06116 service neutron] 10.222.0.36 "GET /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212883 Apr 29 18:12:51.877662 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-e25c22d7-b7c8-4f1f-b03a-4ac5a6e54af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:11:07Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '5bada8b4-f136-4dc1-adb6-341a6c9758c7', 'name': '', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:19:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:07Z', 'updated_at': '2022-04-29T18:11:13Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:12:51.881681 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c22d7-b7c8-4f1f-b03a-4ac5a6e54af0 None None] The sync data for ids ['795644b5-e595-4939-ab5e-8df28a6418bf'] in dv-neutron-839024-2-hyperv is: [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:11:07Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '5bada8b4-f136-4dc1-adb6-341a6c9758c7', 'name': '', 'network_id': '43b4dd7e-afc8-4db6-bb48-9eb090856ad3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:19:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:07Z', 'updated_at': '2022-04-29T18:11:13Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '0522851f-0532-4cf4-86c5-7f696f52243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:12:52.088567 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a2be7-c1ec-409d-8e6c-1264d5437a31 None None] New status for floating IP f3a13f67-f425-4e60-a7ba-c721fa219ba3: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:12:52.732533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bc147-9e2f-4faf-aff1-f6a67ae97f42 req-c21e6c72-e56c-45c3-8e2d-9be56a8ecd60 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:52.733915 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-871bc147-9e2f-4faf-aff1-f6a67ae97f42 req-c21e6c72-e56c-45c3-8e2d-9be56a8ecd60 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.1383526 Apr 29 18:12:52.741688 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc428a-d95f-419a-8dd3-30c86c522a15 req-e50c711a-bb29-45da-96ae-a5fb4542d72a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:12:52.742967 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c9dc428a-d95f-419a-8dd3-30c86c522a15 req-e50c711a-bb29-45da-96ae-a5fb4542d72a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 945 time: 0.1176796 Apr 29 18:12:52.831071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-871bc147-9e2f-4faf-aff1-f6a67ae97f42 req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 162e8ee1-80d8-476c-b72f-01a6a6396d23 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:12:52.831389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-871bc147-9e2f-4faf-aff1-f6a67ae97f42 req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:52.864840 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c9dc428a-d95f-419a-8dd3-30c86c522a15 req-929150a5-9e28-4963-a8fa-a0ad4359dad7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=656ede50-1e5b-4f8a-9915-f37f826730d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935459 Apr 29 18:12:53.084985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-871bc147-9e2f-4faf-aff1-f6a67ae97f42 req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port 162e8ee1-80d8-476c-b72f-01a6a6396d23, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=162e8ee1-80d8-476c-b72f-01a6a6396d23,segment=NetworkSegment(5f031541-8b0c-4d63-a7b8-e0d9f1851842),segment_id=5f031541-8b0c-4d63-a7b8-e0d9f1851842)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:12:53.085251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-871bc147-9e2f-4faf-aff1-f6a67ae97f42 req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:53.211440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-871bc147-9e2f-4faf-aff1-f6a67ae97f42 req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 162e8ee1-80d8-476c-b72f-01a6a6396d23 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:12:53.359031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-871bc147-9e2f-4faf-aff1-f6a67ae97f42 req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:53.362311 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-397110f1-09c5-40b3-bd19-1d2d44058be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:53.521563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=162e8ee1-80d8-476c-b72f-01a6a6396d23,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:12:53.557938 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:12:53.558664 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:53.559007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:53.559351 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:53.559694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:53.560019 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:53.560343 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:53.560668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:53.560985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:53.561304 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:53.561619 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:53.561942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:53.562242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:53.602383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-871bc147-9e2f-4faf-aff1-f6a67ae97f42 req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] No DVR routers for this DVR port 162e8ee1-80d8-476c-b72f-01a6a6396d23 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:12:53.607626 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-871bc147-9e2f-4faf-aff1-f6a67ae97f42 req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:53.610937 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'name': 'network-vif-deleted', 'tag': '162e8ee1-80d8-476c-b72f-01a6a6396d23'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:12:53.625428 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-871bc147-9e2f-4faf-aff1-f6a67ae97f42 req-03166835-372f-4d98-badd-9de6bba9dccb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "DELETE /v2.0/ports/162e8ee1-80d8-476c-b72f-01a6a6396d23 HTTP/1.1" status: 204 len: 173 time: 0.8814378 Apr 29 18:12:53.705683 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414856b2-d49e-4a69-8b4b-c9c30c66dc95'] response: {'server_uuid': 'a489b461-a293-4bf8-aeb6-8f709fce7497', 'name': 'network-vif-deleted', 'tag': '162e8ee1-80d8-476c-b72f-01a6a6396d23', 'status': 'completed', 'code': 200} Apr 29 18:12:54.036713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-049702d1-f22f-4d4e-9700-70b7371944d6 req-1960fdb4-7c4c-439c-aec7-eb804b5626c7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:12:54.052774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-049702d1-f22f-4d4e-9700-70b7371944d6 req-1960fdb4-7c4c-439c-aec7-eb804b5626c7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:12:54.053910 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-049702d1-f22f-4d4e-9700-70b7371944d6 req-1960fdb4-7c4c-439c-aec7-eb804b5626c7 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=a489b461-a293-4bf8-aeb6-8f709fce7497 HTTP/1.1" status: 200 len: 210 time: 0.0628276 Apr 29 18:12:55.163908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60258) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:12:55.427743 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3891fd3e-d2b1-4256-b0eb-49702dd4a960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:55.740341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e001becd-3dad-4369-96b2-caaff725b504 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:56.103617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e001becd-3dad-4369-96b2-caaff725b504 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 5bada8b4-f136-4dc1-adb6-341a6c9758c7 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:12:56.103918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e001becd-3dad-4369-96b2-caaff725b504 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:56.291848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-e001becd-3dad-4369-96b2-caaff725b504 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port 5bada8b4-f136-4dc1-adb6-341a6c9758c7, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5bada8b4-f136-4dc1-adb6-341a6c9758c7,segment=NetworkSegment(5f031541-8b0c-4d63-a7b8-e0d9f1851842),segment_id=5f031541-8b0c-4d63-a7b8-e0d9f1851842)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:12:56.292572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e001becd-3dad-4369-96b2-caaff725b504 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:56.366571 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 162e8ee1-80d8-476c-b72f-01a6a6396d23 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:12:56.400234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 162e8ee1-80d8-476c-b72f-01a6a6396d23 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:12:56.400575 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 162e8ee1-80d8-476c-b72f-01a6a6396d23 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:12:56.416721 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e001becd-3dad-4369-96b2-caaff725b504 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 5bada8b4-f136-4dc1-adb6-341a6c9758c7 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:12:56.719414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e001becd-3dad-4369-96b2-caaff725b504 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:56.743936 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:56.767914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001becd-3dad-4369-96b2-caaff725b504 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=5bada8b4-f136-4dc1-adb6-341a6c9758c7,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:12:56.832260 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:57.043153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e001becd-3dad-4369-96b2-caaff725b504 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:57.414216 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e001becd-3dad-4369-96b2-caaff725b504 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 795644b5-e595-4939-ab5e-8df28a6418bf has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:12:57.592502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e001becd-3dad-4369-96b2-caaff725b504 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:12:57.602215 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dbd479-1f3c-4bdc-9cdb-465b156bebbb None None] Sync routers for ids ['795644b5-e595-4939-ab5e-8df28a6418bf'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:12:57.612879 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbd479-1f3c-4bdc-9cdb-465b156bebbb None None] Routers {'795644b5-e595-4939-ab5e-8df28a6418bf'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:12:57.613857 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-60dbd479-1f3c-4bdc-9cdb-465b156bebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:12:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['795644b5-e595-4939-ab5e-8df28a6418bf'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:12:57.617979 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e001becd-3dad-4369-96b2-caaff725b504 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "PUT /v2.0/routers/795644b5-e595-4939-ab5e-8df28a6418bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4530017 Apr 29 18:12:57.621093 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60262) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:12:57.689923 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5b8b0b-aba1-4866-b7c3-1af8856df993 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting subnet 0522851f-0532-4cf4-86c5-7f696f52243e {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:12:57.692906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8b0b-aba1-4866-b7c3-1af8856df993 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:57.745733 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8b0b-aba1-4866-b7c3-1af8856df993 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:57.786731 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-60dbd479-1f3c-4bdc-9cdb-465b156bebbb None None] Set router 795644b5-e595-4939-ab5e-8df28a6418bf gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:12:57.830003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8b0b-aba1-4866-b7c3-1af8856df993 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:57.904947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8b0b-aba1-4866-b7c3-1af8856df993 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:57.947667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8b0b-aba1-4866-b7c3-1af8856df993 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:57.950639 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b8b0b-aba1-4866-b7c3-1af8856df993 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Subnet': ['ID=0522851f-0532-4cf4-86c5-7f696f52243e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:12:57.954086 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07784765-2b27-4b1b-a3a5-04076a731035 None None] Network 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:12:57.960271 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ef5b8b0b-aba1-4866-b7c3-1af8856df993 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/subnets/0522851f-0532-4cf4-86c5-7f696f52243e HTTP/1.1" status: 204 len: 168 time: 0.3354809 Apr 29 18:12:57.960513 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60266) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:12:58.068777 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-60dbd479-1f3c-4bdc-9cdb-465b156bebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:12:56Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:12:58.073167 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dbd479-1f3c-4bdc-9cdb-465b156bebbb None None] Checking router: 795644b5-e595-4939-ab5e-8df28a6418bf for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:12:58.082254 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbd479-1f3c-4bdc-9cdb-465b156bebbb None None] Routers {'795644b5-e595-4939-ab5e-8df28a6418bf'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:12:58.083020 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-60dbd479-1f3c-4bdc-9cdb-465b156bebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:12:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['795644b5-e595-4939-ab5e-8df28a6418bf'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:12:58.174918 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:58.249673 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] DHCP port deletion for 43b4dd7e-afc8-4db6-bb48-9eb090856ad3 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:12:58.255543 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Deleting port 15543617-4708-41f2-a219-b038dd5ce71d {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:12:58.256026 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:58.263701 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:58.293729 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-60dbd479-1f3c-4bdc-9cdb-465b156bebbb None None] Set router 795644b5-e595-4939-ab5e-8df28a6418bf gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:12:58.443115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:58.453616 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port e0eca2e5-90c0-499b-9a81-fd40132f0f14 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:12:58.453943 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:58.457134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] For port 15543617-4708-41f2-a219-b038dd5ce71d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=15543617-4708-41f2-a219-b038dd5ce71d,segment=NetworkSegment(5f031541-8b0c-4d63-a7b8-e0d9f1851842),segment_id=5f031541-8b0c-4d63-a7b8-e0d9f1851842)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:12:58.457523 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:58.581295 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-60dbd479-1f3c-4bdc-9cdb-465b156bebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:12:56Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:12:58.585092 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dbd479-1f3c-4bdc-9cdb-465b156bebbb None None] The sync data for ids ['795644b5-e595-4939-ab5e-8df28a6418bf'] in dv-neutron-839024-2-hyperv is: [{'id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-788746101', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:11:02Z', 'updated_at': '2022-04-29T18:12:56Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': 'e0eca2e5-90c0-499b-9a81-fd40132f0f14', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795644b5-e595-4939-ab5e-8df28a6418bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:11:03Z', 'updated_at': '2022-04-29T18:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:12:58.610891 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Calling delete_port for 15543617-4708-41f2-a219-b038dd5ce71d owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:12:58.642148 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port e0eca2e5-90c0-499b-9a81-fd40132f0f14, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e0eca2e5-90c0-499b-9a81-fd40132f0f14,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:12:58.642905 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:58.686253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:58.731225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Pushing event deleted for resources: {'Port': ['ID=15543617-4708-41f2-a219-b038dd5ce71d,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:12:58.739860 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] No DVR routers for this DVR port 15543617-4708-41f2-a219-b038dd5ce71d on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:12:58.741780 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:58.742145 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:58.742489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:58.742802 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:58.743122 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:58.743502 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:58.743826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:58.744147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:58.744462 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:58.744779 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:58.745092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:58.745405 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aff4ef-082c-483a-9617-760f56eb024f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:12:58.769530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for e0eca2e5-90c0-499b-9a81-fd40132f0f14 owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:12:58.947143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:58.997845 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=e0eca2e5-90c0-499b-9a81-fd40132f0f14,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:12:59.089841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:59.262363 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:59.264491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:59.292623 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:59.293158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Fanout notify agent at l3_agent the message router_deleted on router 795644b5-e595-4939-ab5e-8df28a6418bf {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:12:59.314251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:59.315333 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-47c26ffc-740f-4e06-974e-532c4ed20935 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/routers/795644b5-e595-4939-ab5e-8df28a6418bf HTTP/1.1" status: 204 len: 168 time: 1.3538837 Apr 29 18:12:59.318155 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60270) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:12:59.374986 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5bada8b4-f136-4dc1-adb6-341a6c9758c7 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:12:59.409587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 5bada8b4-f136-4dc1-adb6-341a6c9758c7 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:12:59.409940 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5bada8b4-f136-4dc1-adb6-341a6c9758c7 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:12:59.410359 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 15543617-4708-41f2-a219-b038dd5ce71d no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:12:59.437130 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebd816f7-240b-4086-9bc9-dca8f250ec00 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:59.449247 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 15543617-4708-41f2-a219-b038dd5ce71d {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:12:59.449587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 15543617-4708-41f2-a219-b038dd5ce71d not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:12:59.676646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebd816f7-240b-4086-9bc9-dca8f250ec00 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:59.705002 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ebd816f7-240b-4086-9bc9-dca8f250ec00 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b4dd7e-afc8-4db6-bb48-9eb090856ad3']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:12:59.716745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ebd816f7-240b-4086-9bc9-dca8f250ec00 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f031541-8b0c-4d63-a7b8-e0d9f1851842') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:12:59.717035 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-ebd816f7-240b-4086-9bc9-dca8f250ec00 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f031541-8b0c-4d63-a7b8-e0d9f1851842') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:12:59.728529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebd816f7-240b-4086-9bc9-dca8f250ec00 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:59.745229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebd816f7-240b-4086-9bc9-dca8f250ec00 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:59.751401 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd816f7-240b-4086-9bc9-dca8f250ec00 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:12:59.751817 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebd816f7-240b-4086-9bc9-dca8f250ec00 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:12:59.766330 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:12:59.848924 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebd816f7-240b-4086-9bc9-dca8f250ec00 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:59.870648 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ebd816f7-240b-4086-9bc9-dca8f250ec00 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:59.881588 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd816f7-240b-4086-9bc9-dca8f250ec00 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Network': ['ID=43b4dd7e-afc8-4db6-bb48-9eb090856ad3,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:12:59.891602 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ebd816f7-240b-4086-9bc9-dca8f250ec00 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/networks/43b4dd7e-afc8-4db6-bb48-9eb090856ad3 HTTP/1.1" status: 204 len: 168 time: 0.5724893 Apr 29 18:12:59.895822 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60274) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:12:59.964064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c5b9cd8b-60cf-4b42-b469-e34db7d87a11 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:12:59.993504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c5b9cd8b-60cf-4b42-b469-e34db7d87a11 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:00.062066 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c5b9cd8b-60cf-4b42-b469-e34db7d87a11 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:00.079963 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9cd8b-60cf-4b42-b469-e34db7d87a11 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656ede50-1e5b-4f8a-9915-f37f826730d6,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:00.089734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c5b9cd8b-60cf-4b42-b469-e34db7d87a11 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:00.090897 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c5b9cd8b-60cf-4b42-b469-e34db7d87a11 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/security-groups/656ede50-1e5b-4f8a-9915-f37f826730d6 HTTP/1.1" status: 204 len: 168 time: 0.1941094 Apr 29 18:13:00.598781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60282) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:00.604064 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1363668446', 'description': 'tempest-secgroup-smoke-1363668446 description', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:13:00.610154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:13:00.614521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:13:00.618131 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:13:00.624051 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:13:00.634001 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:00.654280 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:13:00.658597 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:13:00.661578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:13:00.667548 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:13:00.738843 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:00.745940 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:00.792514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b947378c-56ce-4d16-b106-d83a0e03f014,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:00.796762 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:00.797981 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-63ddf4c2-c59c-4045-8da2-046fee995110 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1981926 Apr 29 18:13:00.800999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60286) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:00.806085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-bf9380ad-ff17-4121-9d5c-b5cf2289d4a3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': 'b947378c-56ce-4d16-b106-d83a0e03f014', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:13:00.812158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bf9380ad-ff17-4121-9d5c-b5cf2289d4a3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:13:00.816144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bf9380ad-ff17-4121-9d5c-b5cf2289d4a3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:13:00.819027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-bf9380ad-ff17-4121-9d5c-b5cf2289d4a3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:13:00.824840 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-bf9380ad-ff17-4121-9d5c-b5cf2289d4a3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:13:00.842953 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bf9380ad-ff17-4121-9d5c-b5cf2289d4a3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:00.901596 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bf9380ad-ff17-4121-9d5c-b5cf2289d4a3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:00.906556 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bf9380ad-ff17-4121-9d5c-b5cf2289d4a3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:00.929414 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9380ad-ff17-4121-9d5c-b5cf2289d4a3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fda7b71-0173-4d79-95be-1004680af2fe,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:00.939212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-bf9380ad-ff17-4121-9d5c-b5cf2289d4a3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:00.940476 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-bf9380ad-ff17-4121-9d5c-b5cf2289d4a3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385124 Apr 29 18:13:00.943428 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60290) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:00.948668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-1197942e-d0b1-4796-a2db-4e3995454162 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': 'b947378c-56ce-4d16-b106-d83a0e03f014', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:13:00.954975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1197942e-d0b1-4796-a2db-4e3995454162 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:13:00.959179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1197942e-d0b1-4796-a2db-4e3995454162 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:13:00.962293 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-1197942e-d0b1-4796-a2db-4e3995454162 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:13:00.968268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-1197942e-d0b1-4796-a2db-4e3995454162 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:13:00.986688 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1197942e-d0b1-4796-a2db-4e3995454162 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.049792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1197942e-d0b1-4796-a2db-4e3995454162 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.054856 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1197942e-d0b1-4796-a2db-4e3995454162 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.077154 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197942e-d0b1-4796-a2db-4e3995454162 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1c9806-82d0-418b-aac0-4deb7c7d36ef,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:01.086874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1197942e-d0b1-4796-a2db-4e3995454162 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.088148 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1197942e-d0b1-4796-a2db-4e3995454162 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436985 Apr 29 18:13:01.091672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60294) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:01.096592 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-dcffcaa7-134d-4bf6-8815-c6a0cde965a8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': 'b947378c-56ce-4d16-b106-d83a0e03f014', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:13:01.102299 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-dcffcaa7-134d-4bf6-8815-c6a0cde965a8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:13:01.106445 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-dcffcaa7-134d-4bf6-8815-c6a0cde965a8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:13:01.109497 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-dcffcaa7-134d-4bf6-8815-c6a0cde965a8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:13:01.115553 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-dcffcaa7-134d-4bf6-8815-c6a0cde965a8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:13:01.134930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dcffcaa7-134d-4bf6-8815-c6a0cde965a8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.199204 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dcffcaa7-134d-4bf6-8815-c6a0cde965a8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.204441 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dcffcaa7-134d-4bf6-8815-c6a0cde965a8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.226511 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffcaa7-134d-4bf6-8815-c6a0cde965a8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3b4b53-09bc-4fcd-bfea-84a8751f5082,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:01.236858 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-dcffcaa7-134d-4bf6-8815-c6a0cde965a8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.238041 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-dcffcaa7-134d-4bf6-8815-c6a0cde965a8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454446 Apr 29 18:13:01.241061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60298) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:01.246360 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-5d61bd42-ab4f-45d6-b2bc-c2f63b1995bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': 'b947378c-56ce-4d16-b106-d83a0e03f014', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:13:01.252590 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5d61bd42-ab4f-45d6-b2bc-c2f63b1995bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:13:01.256521 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5d61bd42-ab4f-45d6-b2bc-c2f63b1995bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:13:01.260383 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-5d61bd42-ab4f-45d6-b2bc-c2f63b1995bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:13:01.268618 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-5d61bd42-ab4f-45d6-b2bc-c2f63b1995bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:13:01.284101 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e0eca2e5-90c0-499b-9a81-fd40132f0f14 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:13:01.287376 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d61bd42-ab4f-45d6-b2bc-c2f63b1995bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.320671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: e0eca2e5-90c0-499b-9a81-fd40132f0f14 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:13:01.321010 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e0eca2e5-90c0-499b-9a81-fd40132f0f14 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:13:01.349756 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d61bd42-ab4f-45d6-b2bc-c2f63b1995bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.354638 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d61bd42-ab4f-45d6-b2bc-c2f63b1995bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.377061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61bd42-ab4f-45d6-b2bc-c2f63b1995bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d852a0-c3da-4e98-8f3c-6e39d39c84d9,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:01.385957 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-5d61bd42-ab4f-45d6-b2bc-c2f63b1995bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.387122 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-5d61bd42-ab4f-45d6-b2bc-c2f63b1995bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450343 Apr 29 18:13:01.389908 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60302) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:01.395132 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-734a6988-042c-4021-9f33-f84166a5d850 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': 'b947378c-56ce-4d16-b106-d83a0e03f014', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:13:01.400811 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-734a6988-042c-4021-9f33-f84166a5d850 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:13:01.404774 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-734a6988-042c-4021-9f33-f84166a5d850 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:13:01.407848 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-734a6988-042c-4021-9f33-f84166a5d850 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:13:01.413757 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-734a6988-042c-4021-9f33-f84166a5d850 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:13:01.429733 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-734a6988-042c-4021-9f33-f84166a5d850 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Project aa8e1d485dec45bcae0200bf131d73a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:13:01.440027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-734a6988-042c-4021-9f33-f84166a5d850 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.511069 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-734a6988-042c-4021-9f33-f84166a5d850 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.515999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-734a6988-042c-4021-9f33-f84166a5d850 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.543023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a6988-042c-4021-9f33-f84166a5d850 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4bf4b9-d5c8-40a1-bf9a-3d4194976388,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:01.550303 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-734a6988-042c-4021-9f33-f84166a5d850 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.551485 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-734a6988-042c-4021-9f33-f84166a5d850 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1606848 Apr 29 18:13:01.554147 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60306) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:01.559325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-a1dbec69-c0ec-4528-bffa-ba7c2ad9182a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'security_group_rule': {'security_group_id': 'b947378c-56ce-4d16-b106-d83a0e03f014', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:13:01.565053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a1dbec69-c0ec-4528-bffa-ba7c2ad9182a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:13:01.568923 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a1dbec69-c0ec-4528-bffa-ba7c2ad9182a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:security_group_rule and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:13:01.571825 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-a1dbec69-c0ec-4528-bffa-ba7c2ad9182a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:13:01.577454 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-a1dbec69-c0ec-4528-bffa-ba7c2ad9182a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:13:01.588931 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.securitygroups_db [None req-a1dbec69-c0ec-4528-bffa-ba7c2ad9182a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Project aa8e1d485dec45bcae0200bf131d73a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:13:01.595349 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1dbec69-c0ec-4528-bffa-ba7c2ad9182a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.658824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1dbec69-c0ec-4528-bffa-ba7c2ad9182a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.663037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1dbec69-c0ec-4528-bffa-ba7c2ad9182a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.689682 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbec69-c0ec-4528-bffa-ba7c2ad9182a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272164c9-a6af-429d-989e-7d6c77cd809c,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:01.696748 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a1dbec69-c0ec-4528-bffa-ba7c2ad9182a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.697985 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a1dbec69-c0ec-4528-bffa-ba7c2ad9182a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429527 Apr 29 18:13:01.701966 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60310) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:01.707207 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'network': {'name': 'tempest-network-smoke--203577570', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'port_security_enabled': True}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:13:01.712014 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:13:01.716037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:network and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:13:01.718776 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:13:01.724321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:13:01.737110 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:13:01.741979 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.772056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:13:01.781632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.781949 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Added segment 231e6bce-32b2-4757-9ddf-425f91e6c319 of type vlan for network 92054afe-faa1-4926-b77f-c0666450ca03 Apr 29 18:13:01.810009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.840893 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.846301 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:01.846863 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.945489 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2424150 Apr 29 18:13:01.948917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60314) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:01.956278 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'admin_state_up': True, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:13:01.957763 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c68a10-b074-4255-8756-3a1557e989bf tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Network': ['ID=92054afe-faa1-4926-b77f-c0666450ca03,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:01.968672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:13:01.971582 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 92054afe-faa1-4926-b77f-c0666450ca03 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:13:01.972925 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:router and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:13:01.977314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:13:01.982661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:13:01.995435 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:01.996631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:02.013352 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:02.278539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:02.584158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:02.612465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:02.764253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.26.4.160 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/6fda2d63-6e10-4d7f-b5d4-75475bc2274d) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:13:03.032936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:03.068892 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:03.132196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:13:03.134930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:13:03.138394 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:13:03.170102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=6fda2d63-6e10-4d7f-b5d4-75475bc2274d,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:03.556151 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:03.903400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:04.105316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 1d3033ab-80de-47c4-bbff-d5e9ce106535 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 18:13:04.275430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:13:04.285314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Sync routers for ids ['1d3033ab-80de-47c4-bbff-d5e9ce106535'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:13:04.295526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Routers {'1d3033ab-80de-47c4-bbff-d5e9ce106535'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:13:04.296143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:12:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1d3033ab-80de-47c4-bbff-d5e9ce106535'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:13:04.302540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:04.303747 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b5e26523-a155-41d9-bcba-5cc8d48af555 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3533823 Apr 29 18:13:04.306855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60318) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:04.472773 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Set router 1d3033ab-80de-47c4-bbff-d5e9ce106535 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:13:04.481014 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-30f5db2d-d9d1-413e-8860-6d18cc7557d5 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=aa8e1d485dec45bcae0200bf131d73a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1729956 Apr 29 18:13:04.483519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60322) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:04.612250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735aa81-0bdf-4c76-8fca-304fc45205fb tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:04.613998 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e735aa81-0bdf-4c76-8fca-304fc45205fb tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296508 Apr 29 18:13:04.617082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60326) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:04.658826 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-eaf6078a-04b8-41ad-ae42-72ef82546c95 tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=aa63f2ea-347a-460c-bab3-9b7ff43d9db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383401 Apr 29 18:13:04.659068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60330) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:04.664360 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-499564804', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:13:04.761274 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:03Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:13:04.765176 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Checking router: 1d3033ab-80de-47c4-bbff-d5e9ce106535 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:13:04.765527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Updating router 1d3033ab-80de-47c4-bbff-d5e9ce106535 port 6fda2d63-6e10-4d7f-b5d4-75475bc2274d binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:13:04.770501 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:13:04.774344 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:subnet and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:13:04.777303 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:13:04.783154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:13:04.794744 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'subnet': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:13:04.798277 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6496359'] for subnet, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:04.818435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:05.008572 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6503089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6496341'] for subnet, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:05.095183 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Subnet': ['ID=3c2356a0-6645-458d-bb09-dd94c2a50f50,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:05.102183 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Checking segment: {'id': '231e6bce-32b2-4757-9ddf-425f91e6c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:13:05.102183 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network hostable DHCP agents. Network: 92054afe-faa1-4926-b77f-c0666450ca03, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:13:05.123030 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 92054afe-faa1-4926-b77f-c0666450ca03 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:13:05.132759 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 92054afe-faa1-4926-b77f-c0666450ca03) {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:13:05.137008 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:05.137578 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:05.141986 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:05.145987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c33345-5add-4017-8c4f-84b743123b70 None None] Network 92054afe-faa1-4926-b77f-c0666450ca03 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:13:05.160900 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ec6b7247-7d1d-4d46-aef1-68d01f12eeeb tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5008652 Apr 29 18:13:05.163912 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60334) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:05.175811 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Transition to ACTIVE for port object 6fda2d63-6e10-4d7f-b5d4-75475bc2274d will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:13:05.223859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:05.363712 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Attempting to bind port 6fda2d63-6e10-4d7f-b5d4-75475bc2274d on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:13:05.364536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Attempting to bind port 6fda2d63-6e10-4d7f-b5d4-75475bc2274d by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:13:05.364536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Attempting to bind port 6fda2d63-6e10-4d7f-b5d4-75475bc2274d on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:13:05.377868 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acb19a-582a-4265-9899-c88b45da7fa8 None None] Pushing event updated for resources: {'Port': ['ID=6fda2d63-6e10-4d7f-b5d4-75475bc2274d,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:05.384309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:13:05.384671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:13:05.385067 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:05.385442 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:13:05.385923 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Bound port: 6fda2d63-6e10-4d7f-b5d4-75475bc2274d, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:13:05.386278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:05.544538 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] For port 6fda2d63-6e10-4d7f-b5d4-75475bc2274d, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:13:05.552757 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] For port 6fda2d63-6e10-4d7f-b5d4-75475bc2274d, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6fda2d63-6e10-4d7f-b5d4-75475bc2274d,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:13:05.558459 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-92054afe-faa1-4926-b77f-c0666450ca03', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ips': [{'subnet_id': '3c2356a0-6645-458d-bb09-dd94c2a50f50'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:13:05.559369 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:05.572799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:05.743551 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Routers {'1d3033ab-80de-47c4-bbff-d5e9ce106535'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:13:05.744337 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:12:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1d3033ab-80de-47c4-bbff-d5e9ce106535'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:13:05.909784 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acb19a-582a-4265-9899-c88b45da7fa8 None None] Pushing event updated for resources: {'Port': ['ID=6fda2d63-6e10-4d7f-b5d4-75475bc2274d,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:05.950530 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Allocated IP 172.20.0.2 (92054afe-faa1-4926-b77f-c0666450ca03/3c2356a0-6645-458d-bb09-dd94c2a50f50/bddd3cdb-afed-438f-a3a7-d96c986c5cf4) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:13:05.978725 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:06.014341 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] Set router 1d3033ab-80de-47c4-bbff-d5e9ce106535 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:13:06.416217 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:06.433267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Transition to ACTIVE for port object bddd3cdb-afed-438f-a3a7-d96c986c5cf4 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:13:06.456608 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Transition to ACTIVE for port object bddd3cdb-afed-438f-a3a7-d96c986c5cf4 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:13:06.466168 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:06.531698 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.20.0.1 (92054afe-faa1-4926-b77f-c0666450ca03/3c2356a0-6645-458d-bb09-dd94c2a50f50/435990fb-3f4f-4da1-bf38-7737167eb8b6) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:13:06.531969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:03Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:13:06.544197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Network 92054afe-faa1-4926-b77f-c0666450ca03 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:13:06.547253 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c80d3c8-fd9a-43ac-a20d-f5e83cbe6751 None None] The sync data for ids ['1d3033ab-80de-47c4-bbff-d5e9ce106535'] in dv-neutron-839024-2-hyperv is: [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:03Z', 'revision_number': 3, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:13:06.548964 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:13:06.552669 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:13:06.558404 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Pushing event updated for resources: {'Port': ['ID=bddd3cdb-afed-438f-a3a7-d96c986c5cf4,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:06.701015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Attempting to bind port bddd3cdb-afed-438f-a3a7-d96c986c5cf4 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:13:06.701372 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Attempting to bind port bddd3cdb-afed-438f-a3a7-d96c986c5cf4 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '231e6bce-32b2-4757-9ddf-425f91e6c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:13:06.701727 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Attempting to bind port bddd3cdb-afed-438f-a3a7-d96c986c5cf4 on network 92054afe-faa1-4926-b77f-c0666450ca03 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:13:06.706887 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:06.707105 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:13:06.707499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Checking segment: {'id': '231e6bce-32b2-4757-9ddf-425f91e6c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:13:06.707889 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:06.708309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Bound using segment: {'id': '231e6bce-32b2-4757-9ddf-425f91e6c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:13:06.708725 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Bound port: bddd3cdb-afed-438f-a3a7-d96c986c5cf4, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231e6bce-32b2-4757-9ddf-425f91e6c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:13:06.709202 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:06.725042 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Transition to ACTIVE for port object 435990fb-3f4f-4da1-bf38-7737167eb8b6 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:13:06.751222 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:06.812213 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] For port bddd3cdb-afed-438f-a3a7-d96c986c5cf4, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:13:06.815977 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] For port bddd3cdb-afed-438f-a3a7-d96c986c5cf4, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=bddd3cdb-afed-438f-a3a7-d96c986c5cf4,segment=NetworkSegment(231e6bce-32b2-4757-9ddf-425f91e6c319),segment_id=231e6bce-32b2-4757-9ddf-425f91e6c319)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:13:06.821237 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:06.823107 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 92054afe-faa1-4926-b77f-c0666450ca03 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:13:06.826279 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:13:06.830228 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:13:06.867796 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=435990fb-3f4f-4da1-bf38-7737167eb8b6,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:06.897569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:06.916541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59aa04e-9097-4409-b309-a1b92414394f None None] Pushing event updated for resources: {'Port': ['ID=bddd3cdb-afed-438f-a3a7-d96c986c5cf4,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:07.038693 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:07.384743 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6fda2d63-6e10-4d7f-b5d4-75475bc2274d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:13:07.458607 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 6fda2d63-6e10-4d7f-b5d4-75475bc2274d completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:13:07.464846 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6fda2d63-6e10-4d7f-b5d4-75475bc2274d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:13:07.465188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:07.592155 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:07.609176 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6fda2d63-6e10-4d7f-b5d4-75475bc2274d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6fda2d63-6e10-4d7f-b5d4-75475bc2274d,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:13:07.610530 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:07.615944 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:07.616121 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:07.616885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device bddd3cdb-afed-438f-a3a7-d96c986c5cf4 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:13:07.733109 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:07.737943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=435990fb-3f4f-4da1-bf38-7737167eb8b6,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:07.750074 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port bddd3cdb-afed-438f-a3a7-d96c986c5cf4 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:13:07.762565 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6fda2d63-6e10-4d7f-b5d4-75475bc2274d,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:07.876562 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 92054afe-faa1-4926-b77f-c0666450ca03 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:13:07.877767 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:13:07.918709 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047504a8-7865-4136-b557-f9571b3fc552 None None] Network 92054afe-faa1-4926-b77f-c0666450ca03 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:13:08.002063 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-51eaeb7f-d3df-4a8f-9193-b83210f4e4e8 None None] Provisioning for port bddd3cdb-afed-438f-a3a7-d96c986c5cf4 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:13:08.018188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-51eaeb7f-d3df-4a8f-9193-b83210f4e4e8 None None] Provisioning complete for port bddd3cdb-afed-438f-a3a7-d96c986c5cf4 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:13:08.018547 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-51eaeb7f-d3df-4a8f-9193-b83210f4e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:08.066751 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 1d3033ab-80de-47c4-bbff-d5e9ce106535 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:13:08.239394 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-51eaeb7f-d3df-4a8f-9193-b83210f4e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:08.256664 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:13:08.271808 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-992237fd-323d-487c-bdda-06eaa96a2b78 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "PUT /v2.0/routers/1d3033ab-80de-47c4-bbff-d5e9ce106535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1067204 Apr 29 18:13:08.282420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-51eaeb7f-d3df-4a8f-9193-b83210f4e4e8 None None] For port bddd3cdb-afed-438f-a3a7-d96c986c5cf4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=bddd3cdb-afed-438f-a3a7-d96c986c5cf4,segment=NetworkSegment(231e6bce-32b2-4757-9ddf-425f91e6c319),segment_id=231e6bce-32b2-4757-9ddf-425f91e6c319)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:13:08.287542 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-51eaeb7f-d3df-4a8f-9193-b83210f4e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:08.362149 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eaeb7f-d3df-4a8f-9193-b83210f4e4e8 None None] Pushing event updated for resources: {'Port': ['ID=bddd3cdb-afed-438f-a3a7-d96c986c5cf4,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:08.397375 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Sync routers for ids ['1d3033ab-80de-47c4-bbff-d5e9ce106535'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:13:08.407862 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Routers {'1d3033ab-80de-47c4-bbff-d5e9ce106535'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:13:08.408476 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:12:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1d3033ab-80de-47c4-bbff-d5e9ce106535'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:13:08.443259 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-606bca28-1cc9-4690-a130-5643411dfc75 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:13:08.459370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-606bca28-1cc9-4690-a130-5643411dfc75 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:13:08.467458 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-606bca28-1cc9-4690-a130-5643411dfc75 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1363668446&fields=id&tenant_id=aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 267 time: 0.0648327 Apr 29 18:13:08.593117 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Set router 1d3033ab-80de-47c4-bbff-d5e9ce106535 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:13:08.622021 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-7a989371-b536-4923-a08f-43844ea541ca tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:08.623153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-7a989371-b536-4923-a08f-43844ea541ca tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:network {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:13:08.626586 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f9625850-378f-474a-9ef9-7753ce112d17 None None] Provisioning for port 435990fb-3f4f-4da1-bf38-7737167eb8b6 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:13:08.637793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f9625850-378f-474a-9ef9-7753ce112d17 None None] Provisioning complete for port 435990fb-3f4f-4da1-bf38-7737167eb8b6 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:13:08.638001 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f9625850-378f-474a-9ef9-7753ce112d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:08.642400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-7a989371-b536-4923-a08f-43844ea541ca tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:network {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:13:08.644511 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-7a989371-b536-4923-a08f-43844ea541ca tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/networks?id=92054afe-faa1-4926-b77f-c0666450ca03 HTTP/1.1" status: 200 len: 796 time: 0.1762764 Apr 29 18:13:08.671267 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-26c89d4e-a16f-43c3-9ec6-db4332a08a1f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/quotas/aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 375 time: 0.0193028 Apr 29 18:13:08.710688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-f9625850-378f-474a-9ef9-7753ce112d17 None None] Port 435990fb-3f4f-4da1-bf38-7737167eb8b6 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:13:08.745978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f9625850-378f-474a-9ef9-7753ce112d17 None None] Provisioning complete for port bddd3cdb-afed-438f-a3a7-d96c986c5cf4 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:13:08.746349 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f9625850-378f-474a-9ef9-7753ce112d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:08.793876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-98e9f4a3-82ae-45b7-bd1e-08eed19e25d8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:13:08.816833 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-98e9f4a3-82ae-45b7-bd1e-08eed19e25d8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:13:08.818770 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-98e9f4a3-82ae-45b7-bd1e-08eed19e25d8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408877 Apr 29 18:13:08.938815 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:06Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '435990fb-3f4f-4da1-bf38-7737167eb8b6', 'name': '', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:7a:5f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:06Z', 'updated_at': '2022-04-29T18:13:07Z', 'revision_number': 2, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:13:08.943177 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Checking router: 1d3033ab-80de-47c4-bbff-d5e9ce106535 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:13:08.943555 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Updating router 1d3033ab-80de-47c4-bbff-d5e9ce106535 port 435990fb-3f4f-4da1-bf38-7737167eb8b6 binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:13:08.967579 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-0b3865f4-d16c-4dab-8011-7e64d4111f55 service neutron] 10.222.0.11 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359835 Apr 29 18:13:08.994441 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:09.010387 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-530542f9-5201-409a-958c-dc32cddc3121 None None] Provisioning complete for port 435990fb-3f4f-4da1-bf38-7737167eb8b6 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:13:09.011148 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-530542f9-5201-409a-958c-dc32cddc3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:09.074483 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-530542f9-5201-409a-958c-dc32cddc3121 None None] Port 435990fb-3f4f-4da1-bf38-7737167eb8b6 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:13:09.103079 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-795bde22-99d4-4950-ad66-098233e9aaea service neutron] 10.222.0.11 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294780 Apr 29 18:13:09.279257 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9832baac-b9f1-4549-a34a-751e934718ee req-18348d3f-e4b0-4b74-ba88-4046f9ce5441 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 210 time: 0.0438948 Apr 29 18:13:09.345214 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:09.355603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6fda2d63-6e10-4d7f-b5d4-75475bc2274d up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:13:09.359656 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Transition to ACTIVE for port object 435990fb-3f4f-4da1-bf38-7737167eb8b6 will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:13:09.366554 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:09.423099 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6fda2d63-6e10-4d7f-b5d4-75475bc2274d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:13:09.423558 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:09.523831 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Pushing event updated for resources: {'Port': ['ID=435990fb-3f4f-4da1-bf38-7737167eb8b6,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:09.544286 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:09.544803 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:09.545881 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:09.546328 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:09.547167 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:09.549092 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:09.549621 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:09.550042 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:09.550456 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:09.551012 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:09.552233 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:09.552768 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:09.567587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device bddd3cdb-afed-438f-a3a7-d96c986c5cf4 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:13:09.648847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port bddd3cdb-afed-438f-a3a7-d96c986c5cf4 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:13:09.649626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:09.715795 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Attempting to bind port 435990fb-3f4f-4da1-bf38-7737167eb8b6 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:13:09.716434 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Attempting to bind port 435990fb-3f4f-4da1-bf38-7737167eb8b6 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '231e6bce-32b2-4757-9ddf-425f91e6c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:13:09.717160 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Attempting to bind port 435990fb-3f4f-4da1-bf38-7737167eb8b6 on network 92054afe-faa1-4926-b77f-c0666450ca03 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:13:09.723375 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:13:09.723737 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Checking segment: {'id': '231e6bce-32b2-4757-9ddf-425f91e6c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:13:09.724173 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:09.724552 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Bound using segment: {'id': '231e6bce-32b2-4757-9ddf-425f91e6c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:13:09.725016 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Bound port: 435990fb-3f4f-4da1-bf38-7737167eb8b6, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231e6bce-32b2-4757-9ddf-425f91e6c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:13:09.725525 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:09.816157 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] For port 435990fb-3f4f-4da1-bf38-7737167eb8b6, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:13:09.820252 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] For port 435990fb-3f4f-4da1-bf38-7737167eb8b6, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=435990fb-3f4f-4da1-bf38-7737167eb8b6,segment=NetworkSegment(231e6bce-32b2-4757-9ddf-425f91e6c319),segment_id=231e6bce-32b2-4757-9ddf-425f91e6c319)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:13:09.825064 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:09.902302 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Routers {'1d3033ab-80de-47c4-bbff-d5e9ce106535'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:13:09.902904 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:12:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1d3033ab-80de-47c4-bbff-d5e9ce106535'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:13:10.029934 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94818c9c-d936-4e5c-9477-b521295c3eb2 None None] Pushing event updated for resources: {'Port': ['ID=435990fb-3f4f-4da1-bf38-7737167eb8b6,revision_number=4']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:10.085517 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] Set router 1d3033ab-80de-47c4-bbff-d5e9ce106535 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:13:10.427755 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:06Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '435990fb-3f4f-4da1-bf38-7737167eb8b6', 'name': '', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:7a:5f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:06Z', 'updated_at': '2022-04-29T18:13:09Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:13:10.432067 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3a891-7878-4060-855d-527d3c949fb7 None None] The sync data for ids ['1d3033ab-80de-47c4-bbff-d5e9ce106535'] in dv-neutron-839024-2-hyperv is: [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:06Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '435990fb-3f4f-4da1-bf38-7737167eb8b6', 'name': '', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:7a:5f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:06Z', 'updated_at': '2022-04-29T18:13:09Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:13:10.529095 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7d8b484b-0eb4-4754-a392-8f6ea8c0df7f req-ef3ca802-e2a9-4cea-81a2-d2304274570a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 210 time: 0.0916908 Apr 29 18:13:10.570979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-cc51f778-ab51-4547-a085-45e539e6471f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:10.572561 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-cc51f778-ab51-4547-a085-45e539e6471f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/networks?id=92054afe-faa1-4926-b77f-c0666450ca03 HTTP/1.1" status: 200 len: 796 time: 0.2410541 Apr 29 18:13:10.624483 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-0a6ae88c-d2bb-4302-8dd7-af7a97a74e2c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa8e1d485dec45bcae0200bf131d73a0 HTTP/1.1" status: 200 len: 380 time: 0.0433693 Apr 29 18:13:10.634358 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'port': {'device_id': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'admin_state_up': True, 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'security_groups': ['b947378c-56ce-4d16-b106-d83a0e03f014']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:13:10.775580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:13:10.785482 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:13:10.795876 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Made reservation on behalf of aa8e1d485dec45bcae0200bf131d73a0 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:13:10.799343 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:10.964752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.20.0.10 (92054afe-faa1-4926-b77f-c0666450ca03/3c2356a0-6645-458d-bb09-dd94c2a50f50/76c3d549-3d3a-4088-9792-383548b5aeb3) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:13:11.156469 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:11.172741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Transition to ACTIVE for port object 76c3d549-3d3a-4088-9792-383548b5aeb3 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:13:11.198142 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:11.269152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network 92054afe-faa1-4926-b77f-c0666450ca03 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:13:11.272358 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:13:11.276685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:13:11.359931 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 435990fb-3f4f-4da1-bf38-7737167eb8b6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:13:11.447164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 435990fb-3f4f-4da1-bf38-7737167eb8b6 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:13:11.453763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 435990fb-3f4f-4da1-bf38-7737167eb8b6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:13:11.454120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:11.473153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=76c3d549-3d3a-4088-9792-383548b5aeb3,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:11.498299 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:11.499081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:11.525012 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-06a122b4-7779-4ec8-9a6c-ade0c1e9f1c1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8949559 Apr 29 18:13:11.536717 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Request body: {'port': {'device_id': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:13:11.565965 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a5b0de7c-7546-4efc-9953-90d41c360432 None None] Provisioning for port 76c3d549-3d3a-4088-9792-383548b5aeb3 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:13:11.573260 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a5b0de7c-7546-4efc-9953-90d41c360432 None None] Provisioning complete for port 76c3d549-3d3a-4088-9792-383548b5aeb3 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:13:11.573829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a5b0de7c-7546-4efc-9953-90d41c360432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:11.648095 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0de7c-7546-4efc-9953-90d41c360432 None None] Port 76c3d549-3d3a-4088-9792-383548b5aeb3 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:13:11.704896 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:11.705120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:11.736284 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 435990fb-3f4f-4da1-bf38-7737167eb8b6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=435990fb-3f4f-4da1-bf38-7737167eb8b6,segment=NetworkSegment(231e6bce-32b2-4757-9ddf-425f91e6c319),segment_id=231e6bce-32b2-4757-9ddf-425f91e6c319)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:13:11.741331 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:11.819068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=435990fb-3f4f-4da1-bf38-7737167eb8b6,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:11.839334 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfd90b-d85c-418c-85cb-e8614f1caaaf req-902788b2-e2f4-4bdf-86ab-31aec211690f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:11.840046 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-5dbfd90b-d85c-418c-85cb-e8614f1caaaf req-902788b2-e2f4-4bdf-86ab-31aec211690f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:13:11.878599 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-5dbfd90b-d85c-418c-85cb-e8614f1caaaf req-902788b2-e2f4-4bdf-86ab-31aec211690f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:13:11.879750 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5dbfd90b-d85c-418c-85cb-e8614f1caaaf req-902788b2-e2f4-4bdf-86ab-31aec211690f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 932 time: 0.2314093 Apr 29 18:13:12.007367 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5dbfd90b-d85c-418c-85cb-e8614f1caaaf req-2cdbed55-7645-4bd8-ae0a-a409c82d01d9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107755 Apr 29 18:13:12.108375 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c3d549-3d3a-4088-9792-383548b5aeb3 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:13:12.115741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:12.130866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Transition to ACTIVE for port object 76c3d549-3d3a-4088-9792-383548b5aeb3 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:13:12.135557 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:12.262427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Pushing event updated for resources: {'Port': ['ID=76c3d549-3d3a-4088-9792-383548b5aeb3,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:12.371934 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Attempting to bind port 76c3d549-3d3a-4088-9792-383548b5aeb3 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:13:12.372253 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Attempting to bind port 76c3d549-3d3a-4088-9792-383548b5aeb3 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '231e6bce-32b2-4757-9ddf-425f91e6c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:13:12.372589 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Attempting to bind port 76c3d549-3d3a-4088-9792-383548b5aeb3 on network 92054afe-faa1-4926-b77f-c0666450ca03 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:13:12.377272 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Port 76c3d549-3d3a-4088-9792-383548b5aeb3 on network 92054afe-faa1-4926-b77f-c0666450ca03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:13:12.377559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Attempting to bind port 76c3d549-3d3a-4088-9792-383548b5aeb3 on network 92054afe-faa1-4926-b77f-c0666450ca03 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:13:12.382540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:13:12.382871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Checking segment: {'id': '231e6bce-32b2-4757-9ddf-425f91e6c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:13:12.383241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Bound using segment: {'id': '231e6bce-32b2-4757-9ddf-425f91e6c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:13:12.383687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Bound port: 76c3d549-3d3a-4088-9792-383548b5aeb3, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231e6bce-32b2-4757-9ddf-425f91e6c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:13:12.384055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:12.479855 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] For port 76c3d549-3d3a-4088-9792-383548b5aeb3, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:13:12.482645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] For port 76c3d549-3d3a-4088-9792-383548b5aeb3, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=76c3d549-3d3a-4088-9792-383548b5aeb3,segment=NetworkSegment(231e6bce-32b2-4757-9ddf-425f91e6c319),segment_id=231e6bce-32b2-4757-9ddf-425f91e6c319)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:13:12.490259 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:12.559341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:12.559934 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:12.561274 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] 10.222.0.36 "PUT /v2.0/ports/76c3d549-3d3a-4088-9792-383548b5aeb3 HTTP/1.1" status: 200 len: 1094 time: 1.0292203 Apr 29 18:13:12.561712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'tag': '76c3d549-3d3a-4088-9792-383548b5aeb3'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:13:12.580970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdce104-41b2-4099-b01d-c7d58fe3ba20 service neutron] Pushing event updated for resources: {'Port': ['ID=76c3d549-3d3a-4088-9792-383548b5aeb3,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:12.645269 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8819c76e-0225-4b70-807b-82c1f76f720b'] response: {'name': 'network-changed', 'server_uuid': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'tag': '76c3d549-3d3a-4088-9792-383548b5aeb3', 'status': 'completed', 'code': 200} Apr 29 18:13:12.686910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-8b69be27-f823-43fe-ace7-42c7c94af27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:12.688458 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-8b69be27-f823-43fe-ace7-42c7c94af27a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 1097 time: 0.0757008 Apr 29 18:13:12.763933 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-65494712-598a-45ba-a9b2-423b55aff4d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c3d549-3d3a-4088-9792-383548b5aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0688055 Apr 29 18:13:12.825646 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-2a43228b-ec2a-44d9-bfad-f260d812d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:12.826981 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-2a43228b-ec2a-44d9-bfad-f260d812d139 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c2356a0-6645-458d-bb09-dd94c2a50f50 HTTP/1.1" status: 200 len: 834 time: 0.0577385 Apr 29 18:13:12.913228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-8db1f54e-bf8d-4d1e-b3c7-91f0dafffbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:12.914669 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-8db1f54e-bf8d-4d1e-b3c7-91f0dafffbe9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92054afe-faa1-4926-b77f-c0666450ca03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818770 Apr 29 18:13:13.048861 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-a474d4e9-f186-489d-b0a1-c16379fd0b65 service neutron] 10.222.0.36 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275082 Apr 29 18:13:13.333891 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 435990fb-3f4f-4da1-bf38-7737167eb8b6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:13:13.338644 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3dd01b42-ee64-4cd9-bcc6-2c639c1879ed req-987f2459-7585-4258-97fe-5e1c9a7b5da8 service neutron] 10.222.0.36 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839427 Apr 29 18:13:13.358499 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff705e-2f03-4d92-b6c2-cb5990519863 req-21755aa8-ccb2-4fd9-b2e8-2abcb641ee37 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:13.359948 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f5ff705e-2f03-4d92-b6c2-cb5990519863 req-21755aa8-ccb2-4fd9-b2e8-2abcb641ee37 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 944 time: 0.2280667 Apr 29 18:13:13.406073 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 435990fb-3f4f-4da1-bf38-7737167eb8b6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:13:13.406435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:13.451921 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f5ff705e-2f03-4d92-b6c2-cb5990519863 req-e78771dc-b778-447a-8837-b6bef3d610b6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857379 Apr 29 18:13:13.474179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa90de8-0d23-43bf-8936-01243276776b req-6e2567b9-9219-4555-9203-a4149ea6de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:13.475896 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bfa90de8-0d23-43bf-8936-01243276776b req-6e2567b9-9219-4555-9203-a4149ea6de66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 1097 time: 0.0911870 Apr 29 18:13:13.607612 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa90de8-0d23-43bf-8936-01243276776b req-0e50de20-4303-4a94-bdd6-638ea6de16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:13.609026 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bfa90de8-0d23-43bf-8936-01243276776b req-0e50de20-4303-4a94-bdd6-638ea6de16d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92054afe-faa1-4926-b77f-c0666450ca03 HTTP/1.1" status: 200 len: 897 time: 0.1270235 Apr 29 18:13:13.679058 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bfa90de8-0d23-43bf-8936-01243276776b req-c751977d-a039-4ab3-90d9-b40b040519eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c3d549-3d3a-4088-9792-383548b5aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0633545 Apr 29 18:13:13.740282 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa90de8-0d23-43bf-8936-01243276776b req-ff933cca-a458-43ba-8db5-3dfece75ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:13.741638 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bfa90de8-0d23-43bf-8936-01243276776b req-ff933cca-a458-43ba-8db5-3dfece75ba2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c2356a0-6645-458d-bb09-dd94c2a50f50 HTTP/1.1" status: 200 len: 834 time: 0.0556738 Apr 29 18:13:13.829211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa90de8-0d23-43bf-8936-01243276776b req-0e60b5f6-d2a2-46dd-9de0-ac2886828f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:13.830662 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bfa90de8-0d23-43bf-8936-01243276776b req-0e60b5f6-d2a2-46dd-9de0-ac2886828f43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92054afe-faa1-4926-b77f-c0666450ca03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817394 Apr 29 18:13:13.965079 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bfa90de8-0d23-43bf-8936-01243276776b req-15093389-20e6-4aee-9553-0adb20f455e6 service neutron] 10.222.0.36 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271682 Apr 29 18:13:14.096086 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bfa90de8-0d23-43bf-8936-01243276776b req-2c25a7f8-af0a-4f1d-a170-8183d7d3624b service neutron] 10.222.0.36 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236844 Apr 29 18:13:14.657944 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa1641-1664-41cb-b0f6-ee8e9da7b299 req-299b5d8e-4496-4026-b72f-8f1c57853151 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:14.659410 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f0fa1641-1664-41cb-b0f6-ee8e9da7b299 req-299b5d8e-4496-4026-b72f-8f1c57853151 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 944 time: 0.0928328 Apr 29 18:13:14.707524 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f0fa1641-1664-41cb-b0f6-ee8e9da7b299 req-06af5cb2-fddf-47ae-a285-f0212d0b538f tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420675 Apr 29 18:13:15.910831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b017db-5f50-43f9-bb4f-88aebeb1c2b4 req-ca208594-439a-4435-a521-cd1d21d58247 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:15.912267 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-80b017db-5f50-43f9-bb4f-88aebeb1c2b4 req-ca208594-439a-4435-a521-cd1d21d58247 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 944 time: 0.0894084 Apr 29 18:13:15.960906 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-80b017db-5f50-43f9-bb4f-88aebeb1c2b4 req-a810d9f4-4ead-463e-abf9-aeb82cb1660e tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428383 Apr 29 18:13:16.468742 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 76c3d549-3d3a-4088-9792-383548b5aeb3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:13:16.605384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 76c3d549-3d3a-4088-9792-383548b5aeb3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=76c3d549-3d3a-4088-9792-383548b5aeb3,segment=NetworkSegment(231e6bce-32b2-4757-9ddf-425f91e6c319),segment_id=231e6bce-32b2-4757-9ddf-425f91e6c319)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:13:16.619210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '76c3d549-3d3a-4088-9792-383548b5aeb3', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'port_id': '76c3d549-3d3a-4088-9792-383548b5aeb3', 'mac_address': 'fa:16:3e:8e:e0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:13:16.673347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:16.689954 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c3d549-3d3a-4088-9792-383548b5aeb3 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:13:16.706151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 76c3d549-3d3a-4088-9792-383548b5aeb3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=76c3d549-3d3a-4088-9792-383548b5aeb3,segment=NetworkSegment(231e6bce-32b2-4757-9ddf-425f91e6c319),segment_id=231e6bce-32b2-4757-9ddf-425f91e6c319)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:13:16.712326 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:16.781512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=76c3d549-3d3a-4088-9792-383548b5aeb3,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:16.916844 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['76c3d549-3d3a-4088-9792-383548b5aeb3'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:13:17.147315 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5f46f-3ea7-4647-8a8c-26001c4150a1 req-008ef062-b3a4-4651-a832-d71a8850e7b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:17.148744 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-abc5f46f-3ea7-4647-8a8c-26001c4150a1 req-008ef062-b3a4-4651-a832-d71a8850e7b8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 945 time: 0.0796280 Apr 29 18:13:17.194058 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-abc5f46f-3ea7-4647-8a8c-26001c4150a1 req-4c7c2c6e-7a81-4e11-8799-ad85dc322a24 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390990 Apr 29 18:13:18.407882 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2897e5f-9246-4f7e-a9d3-4b32b9bbc105 req-dfa96d46-d7d6-459d-8c4c-7b7d30c4c8e1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:18.409361 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f2897e5f-9246-4f7e-a9d3-4b32b9bbc105 req-dfa96d46-d7d6-459d-8c4c-7b7d30c4c8e1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 945 time: 0.0963185 Apr 29 18:13:18.455061 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f2897e5f-9246-4f7e-a9d3-4b32b9bbc105 req-a71df328-5c93-45f9-9419-c53d9586d328 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399582 Apr 29 18:13:18.466534 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 76c3d549-3d3a-4088-9792-383548b5aeb3 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:13:18.536399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 76c3d549-3d3a-4088-9792-383548b5aeb3 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:13:18.541240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 76c3d549-3d3a-4088-9792-383548b5aeb3 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:13:18.541607 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:18.673810 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:18.684072 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:18.700928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3d549-3d3a-4088-9792-383548b5aeb3'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:13:18.710457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 76c3d549-3d3a-4088-9792-383548b5aeb3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=76c3d549-3d3a-4088-9792-383548b5aeb3,segment=NetworkSegment(231e6bce-32b2-4757-9ddf-425f91e6c319),segment_id=231e6bce-32b2-4757-9ddf-425f91e6c319)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:13:18.715000 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:18.749619 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e078d4-fa4a-49a0-88a1-99ada8e5d5ff'] response: {'server_uuid': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3d549-3d3a-4088-9792-383548b5aeb3', 'code': 200} Apr 29 18:13:18.783848 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=76c3d549-3d3a-4088-9792-383548b5aeb3,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:18.989127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5c0f-05c6-4864-9961-d3c5641759eb req-4175e78b-8863-422b-86e6-e2cd3b4d6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:18.990560 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-756d5c0f-05c6-4864-9961-d3c5641759eb req-4175e78b-8863-422b-86e6-e2cd3b4d6e77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 1099 time: 0.0776892 Apr 29 18:13:19.031792 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-756d5c0f-05c6-4864-9961-d3c5641759eb req-0a8efdcc-96b0-45f4-850c-7534e2df5e36 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347481 Apr 29 18:13:19.661414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c11f9-aed6-4897-8edb-6aea22638834 req-d36a7179-b2e7-4d67-86de-49daef5d65d5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:19.662988 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce3c11f9-aed6-4897-8edb-6aea22638834 req-d36a7179-b2e7-4d67-86de-49daef5d65d5 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 946 time: 0.0996411 Apr 29 18:13:19.706974 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce3c11f9-aed6-4897-8edb-6aea22638834 req-022ac2e9-55df-4dd9-bb28-d72a05d0c30a tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379527 Apr 29 18:13:20.906230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf420ffa-2244-4cd3-86fa-012dce3882a2 req-08a7a8f5-25cd-46be-9682-359aeac26df8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:20.908814 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bf420ffa-2244-4cd3-86fa-012dce3882a2 req-08a7a8f5-25cd-46be-9682-359aeac26df8 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 946 time: 0.0853987 Apr 29 18:13:20.967578 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bf420ffa-2244-4cd3-86fa-012dce3882a2 req-f5942b87-3cbb-4019-88d5-2e40b59c70f1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505979 Apr 29 18:13:21.169481 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b19939-22a7-470b-8d9c-dd81ee1fa3fd req-cdc34a10-9153-4da8-a3f3-ac976e5bb89b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:21.170895 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70b19939-22a7-470b-8d9c-dd81ee1fa3fd req-cdc34a10-9153-4da8-a3f3-ac976e5bb89b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 946 time: 0.0865231 Apr 29 18:13:21.214487 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-70b19939-22a7-470b-8d9c-dd81ee1fa3fd req-0e56d386-64a6-4ae8-9c10-9d2ec166b637 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378072 Apr 29 18:13:21.241491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60392) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:21.320416 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99acb85-92a7-4df3-9ee9-25f5cca3e4ec tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:21.321922 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f99acb85-92a7-4df3-9ee9-25f5cca3e4ec tempest-TestNetworkAdvancedServerOps-30672266 tempest-TestNetworkAdvancedServerOps-30672266-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 1094 time: 0.0791674 Apr 29 18:13:21.325079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60396) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:21.332833 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '76c3d549-3d3a-4088-9792-383548b5aeb3', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:13:21.343467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:13:21.348936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Usage tracker for resource:floatingip and tenant:aa8e1d485dec45bcae0200bf131d73a0 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:13:21.353184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:13:21.361055 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:13:21.380181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:21.515861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:21.658467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Allocated IP 172.26.4.223 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/c61a6ecf-5744-40bb-a2c8-56301d1ac292) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:13:21.806978 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:21.837591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:22.020461 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:13:22.023114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:13:22.026726 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:13:22.055122 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=c61a6ecf-5744-40bb-a2c8-56301d1ac292,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:22.459979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:22.547575 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:22.748698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:22.755797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:22.859569 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event updated for resources: {'Port': ['ID=c61a6ecf-5744-40bb-a2c8-56301d1ac292,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:22.871824 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:23.045138 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Floating IP 6113ef4b-c701-43ac-a18b-f125b06ac650 associated. External IP: 172.26.4.223, port: 76c3d549-3d3a-4088-9792-383548b5aeb3. Apr 29 18:13:23.368472 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-71fa1cbb-a824-435b-a761-15d69456d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:23.408261 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 1d3033ab-80de-47c4-bbff-d5e9ce106535 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:13:23.714031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:13:23.724421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931a31f-5615-4883-aee2-a353040e7d38 None None] Sync routers for ids ['1d3033ab-80de-47c4-bbff-d5e9ce106535'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:13:23.735673 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931a31f-5615-4883-aee2-a353040e7d38 None None] Routers {'1d3033ab-80de-47c4-bbff-d5e9ce106535'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:13:23.736482 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4931a31f-5615-4883-aee2-a353040e7d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:12:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1d3033ab-80de-47c4-bbff-d5e9ce106535'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:13:23.743541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:23.801807 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-91651878-0a9e-4241-9cfe-5b224ca7a3b1 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4754672 Apr 29 18:13:23.802533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'tag': '76c3d549-3d3a-4088-9792-383548b5aeb3'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:13:23.853872 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3208470-8797-4235-9db5-dfa0232b453f'] response: {'name': 'network-changed', 'server_uuid': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'tag': '76c3d549-3d3a-4088-9792-383548b5aeb3', 'status': 'completed', 'code': 200} Apr 29 18:13:23.915541 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-4931a31f-5615-4883-aee2-a353040e7d38 None None] Set router 1d3033ab-80de-47c4-bbff-d5e9ce106535 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:13:24.010324 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a1276-473c-46bc-a87d-78b64f8f6df3 req-ab8f68d0-b593-4fec-87ec-de9ab13fa497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:24.011751 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-947a1276-473c-46bc-a87d-78b64f8f6df3 req-ab8f68d0-b593-4fec-87ec-de9ab13fa497 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 1099 time: 0.1328151 Apr 29 18:13:24.020203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748af00-a894-486d-b8ef-c39b516d73a7 req-8f4354f5-b84d-4747-a546-efeeb54d249b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:24.021557 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b748af00-a894-486d-b8ef-c39b516d73a7 req-8f4354f5-b84d-4747-a546-efeeb54d249b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 946 time: 0.1122215 Apr 29 18:13:24.152189 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b748af00-a894-486d-b8ef-c39b516d73a7 req-c5483769-7541-4668-817d-0118881ff8ca tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118193 Apr 29 18:13:24.175976 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60404) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:24.183051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a1276-473c-46bc-a87d-78b64f8f6df3 req-8a673c6f-6539-4caf-a43a-901ff6a41394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:24.184718 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-947a1276-473c-46bc-a87d-78b64f8f6df3 req-8a673c6f-6539-4caf-a43a-901ff6a41394 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92054afe-faa1-4926-b77f-c0666450ca03 HTTP/1.1" status: 200 len: 897 time: 0.1623456 Apr 29 18:13:24.281260 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e8858ab5-cba0-4a6a-a01b-08b131f03a34 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/6113ef4b-c701-43ac-a18b-f125b06ac650 HTTP/1.1" status: 200 len: 992 time: 0.1039503 Apr 29 18:13:24.282605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4931a31f-5615-4883-aee2-a353040e7d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:06Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '6113ef4b-c701-43ac-a18b-f125b06ac650', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'port_id': '76c3d549-3d3a-4088-9792-383548b5aeb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'mac_address': 'fa:16:3e:8e:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:13:22Z', 'updated_at': '2022-04-29T18:13:22Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '435990fb-3f4f-4da1-bf38-7737167eb8b6', 'name': '', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:7a:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:06Z', 'updated_at': '2022-04-29T18:13:11Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:13:24.286549 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931a31f-5615-4883-aee2-a353040e7d38 None None] Checking router: 1d3033ab-80de-47c4-bbff-d5e9ce106535 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:13:24.291835 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-947a1276-473c-46bc-a87d-78b64f8f6df3 req-7013d2fb-5268-4d88-acde-fcc12ede4aa3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c3d549-3d3a-4088-9792-383548b5aeb3 HTTP/1.1" status: 200 len: 1000 time: 0.1015899 Apr 29 18:13:24.294943 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931a31f-5615-4883-aee2-a353040e7d38 None None] Routers {'1d3033ab-80de-47c4-bbff-d5e9ce106535'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:13:24.295685 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4931a31f-5615-4883-aee2-a353040e7d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:12:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1d3033ab-80de-47c4-bbff-d5e9ce106535'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:13:24.352712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a1276-473c-46bc-a87d-78b64f8f6df3 req-06456690-4e83-4ace-a835-80a46b908562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:24.354210 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-947a1276-473c-46bc-a87d-78b64f8f6df3 req-06456690-4e83-4ace-a835-80a46b908562 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c2356a0-6645-458d-bb09-dd94c2a50f50 HTTP/1.1" status: 200 len: 834 time: 0.0570242 Apr 29 18:13:24.432538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a1276-473c-46bc-a87d-78b64f8f6df3 req-a9f989db-d27d-4be3-b9b9-a96414d3180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:24.434010 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-947a1276-473c-46bc-a87d-78b64f8f6df3 req-a9f989db-d27d-4be3-b9b9-a96414d3180f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92054afe-faa1-4926-b77f-c0666450ca03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741589 Apr 29 18:13:24.472910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-4931a31f-5615-4883-aee2-a353040e7d38 None None] Set router 1d3033ab-80de-47c4-bbff-d5e9ce106535 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:13:24.566963 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-947a1276-473c-46bc-a87d-78b64f8f6df3 req-af3c4c91-fca5-49cf-a6b0-c7471c835260 service neutron] 10.222.0.36 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247401 Apr 29 18:13:24.695170 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-947a1276-473c-46bc-a87d-78b64f8f6df3 req-e2483cfb-bd69-4992-b295-843419ffd9f0 service neutron] 10.222.0.36 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225424 Apr 29 18:13:24.822146 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-4931a31f-5615-4883-aee2-a353040e7d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:06Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '6113ef4b-c701-43ac-a18b-f125b06ac650', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'port_id': '76c3d549-3d3a-4088-9792-383548b5aeb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'mac_address': 'fa:16:3e:8e:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:13:22Z', 'updated_at': '2022-04-29T18:13:22Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '435990fb-3f4f-4da1-bf38-7737167eb8b6', 'name': '', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:7a:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:06Z', 'updated_at': '2022-04-29T18:13:11Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:13:24.826135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931a31f-5615-4883-aee2-a353040e7d38 None None] The sync data for ids ['1d3033ab-80de-47c4-bbff-d5e9ce106535'] in dv-neutron-839024-2-hyperv is: [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:06Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '6113ef4b-c701-43ac-a18b-f125b06ac650', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'floating_ip_address': '172.26.4.223', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'port_id': '76c3d549-3d3a-4088-9792-383548b5aeb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'mac_address': 'fa:16:3e:8e:e0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:13:22Z', 'updated_at': '2022-04-29T18:13:22Z', 'revision_number': 0, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '435990fb-3f4f-4da1-bf38-7737167eb8b6', 'name': '', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:7a:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:06Z', 'updated_at': '2022-04-29T18:13:11Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:13:25.024903 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d3667-4309-40a2-aa1c-a93a632b4a54 None None] New status for floating IP 6113ef4b-c701-43ac-a18b-f125b06ac650: ACTIVE {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:13:25.285566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60408) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:25.391591 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5bfd12f7-f5ca-418e-ae60-e36fcb8d1626 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/6113ef4b-c701-43ac-a18b-f125b06ac650 HTTP/1.1" status: 200 len: 994 time: 0.1047287 Apr 29 18:13:25.433717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ce3623e4-ce69-4306-9859-ba0999be81ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:26.760620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:26.837822 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:28.183806 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:30.562830 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:13:33.106333 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5d0ac872-f202-4214-8c92-eae28b04ff71 req-d331af73-694d-4b33-91f7-b0a4393ba5a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830157 Apr 29 18:13:33.247771 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ac872-f202-4214-8c92-eae28b04ff71 req-775490dd-4913-4814-9b28-d0f04aa09a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:33.249224 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5d0ac872-f202-4214-8c92-eae28b04ff71 req-775490dd-4913-4814-9b28-d0f04aa09a8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 1099 time: 0.0722809 Apr 29 18:13:33.391432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ac872-f202-4214-8c92-eae28b04ff71 req-a677cf2c-6496-4ce0-ade5-d50ee48cff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:33.393094 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5d0ac872-f202-4214-8c92-eae28b04ff71 req-a677cf2c-6496-4ce0-ade5-d50ee48cff93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92054afe-faa1-4926-b77f-c0666450ca03 HTTP/1.1" status: 200 len: 897 time: 0.1260679 Apr 29 18:13:33.596110 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5d0ac872-f202-4214-8c92-eae28b04ff71 req-c700f512-e2df-4938-b5bf-fb5b1138db65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c3d549-3d3a-4088-9792-383548b5aeb3 HTTP/1.1" status: 200 len: 1002 time: 0.1978548 Apr 29 18:13:33.659591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ac872-f202-4214-8c92-eae28b04ff71 req-c82ebf38-8f78-4768-bfbb-0a8bd45ff4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:33.660943 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5d0ac872-f202-4214-8c92-eae28b04ff71 req-c82ebf38-8f78-4768-bfbb-0a8bd45ff4b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c2356a0-6645-458d-bb09-dd94c2a50f50 HTTP/1.1" status: 200 len: 834 time: 0.0586393 Apr 29 18:13:33.742918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ac872-f202-4214-8c92-eae28b04ff71 req-c5b34248-f7be-4e5e-aae8-087bdef6c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:33.744434 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5d0ac872-f202-4214-8c92-eae28b04ff71 req-c5b34248-f7be-4e5e-aae8-087bdef6c8e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92054afe-faa1-4926-b77f-c0666450ca03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775506 Apr 29 18:13:33.897885 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5d0ac872-f202-4214-8c92-eae28b04ff71 req-28488cf8-129e-408e-89a2-621f2f0ac39d service neutron] 10.222.0.36 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476924 Apr 29 18:13:34.027718 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5d0ac872-f202-4214-8c92-eae28b04ff71 req-73268ffb-3a1b-4529-8df2-5a6aa027959d service neutron] 10.222.0.36 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238999 Apr 29 18:13:48.665095 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:52.479242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59768589-efa4-4ca3-b21e-ecad9dfde83a req-0bdbf9dc-7e2a-4f3d-b5b0-aaaf1597e955 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:52.480611 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-59768589-efa4-4ca3-b21e-ecad9dfde83a req-0bdbf9dc-7e2a-4f3d-b5b0-aaaf1597e955 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 946 time: 0.0970652 Apr 29 18:13:52.525892 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-59768589-efa4-4ca3-b21e-ecad9dfde83a req-27c28413-089b-4754-a02b-b8d9a3e36c9c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386410 Apr 29 18:13:53.363198 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3890c0b5-085d-497d-b4f6-ca4aa5c2af48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:53.731186 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159337ea-41df-43c1-9446-a2dc71959fe8 req-e56b6460-4bb5-4d6b-9f24-abda41bb67ce tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:53.732705 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-159337ea-41df-43c1-9446-a2dc71959fe8 req-e56b6460-4bb5-4d6b-9f24-abda41bb67ce tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 946 time: 0.0836563 Apr 29 18:13:53.779642 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-159337ea-41df-43c1-9446-a2dc71959fe8 req-9afd1556-cb6d-4e2a-80b9-c2ec79668e0d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407748 Apr 29 18:13:53.803535 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60426) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:53.912773 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2d1e3361-ec59-4985-a624-0355f65cf24d tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/6113ef4b-c701-43ac-a18b-f125b06ac650 HTTP/1.1" status: 200 len: 994 time: 0.1079352 Apr 29 18:13:55.438673 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e60bdea6-4e87-4cee-9c7b-2f08bb2b2c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:55.450395 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f19c4-92d0-4424-b433-a5514d2ff655 req-9c547b0c-789e-4f03-8101-23019fbedc96 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:55.451876 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e32f19c4-92d0-4424-b433-a5514d2ff655 req-9c547b0c-789e-4f03-8101-23019fbedc96 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 946 time: 0.1449895 Apr 29 18:13:55.453680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d62de-03d4-46f6-942b-27a48c28d59d req-0ecfdc62-0689-4246-8631-070185b3d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:55.454936 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f67d62de-03d4-46f6-942b-27a48c28d59d req-0ecfdc62-0689-4246-8631-070185b3d091 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 1099 time: 0.1153867 Apr 29 18:13:55.576999 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e32f19c4-92d0-4424-b433-a5514d2ff655 req-d9399bd8-ab50-4466-a0a8-ed9451c06715 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181204 Apr 29 18:13:55.613061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d62de-03d4-46f6-942b-27a48c28d59d req-d8234162-c732-4c83-93c0-0e29e25563de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:55.614472 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f67d62de-03d4-46f6-942b-27a48c28d59d req-d8234162-c732-4c83-93c0-0e29e25563de service neutron] 10.222.0.36 "GET /v2.0/networks?id=92054afe-faa1-4926-b77f-c0666450ca03 HTTP/1.1" status: 200 len: 897 time: 0.1430137 Apr 29 18:13:55.715713 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f67d62de-03d4-46f6-942b-27a48c28d59d req-7b6d9749-6b3a-4afc-905b-19b294c26f53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c3d549-3d3a-4088-9792-383548b5aeb3 HTTP/1.1" status: 200 len: 1002 time: 0.0946491 Apr 29 18:13:55.780188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d62de-03d4-46f6-942b-27a48c28d59d req-f4584e8b-23a3-4ae3-a2e4-903290f47624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:55.781539 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f67d62de-03d4-46f6-942b-27a48c28d59d req-f4584e8b-23a3-4ae3-a2e4-903290f47624 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c2356a0-6645-458d-bb09-dd94c2a50f50 HTTP/1.1" status: 200 len: 834 time: 0.0605550 Apr 29 18:13:55.856751 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d62de-03d4-46f6-942b-27a48c28d59d req-33c93f7e-b83b-40fd-afe3-323711f36e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:55.858055 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f67d62de-03d4-46f6-942b-27a48c28d59d req-33c93f7e-b83b-40fd-afe3-323711f36e4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92054afe-faa1-4926-b77f-c0666450ca03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706890 Apr 29 18:13:55.995343 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f67d62de-03d4-46f6-942b-27a48c28d59d req-3c3518a3-fb2f-4d58-8fcf-e08d7c96c5a2 service neutron] 10.222.0.36 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304846 Apr 29 18:13:56.138991 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f67d62de-03d4-46f6-942b-27a48c28d59d req-928bf21b-4b11-4ef5-a8f9-21c30b98e65f service neutron] 10.222.0.36 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374362 Apr 29 18:13:56.751705 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:56.798277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e98b9-d2cc-484b-9534-21552bb73706 req-ff999b66-6f0a-44f0-be83-dc8af62b1296 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:56.799767 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-168e98b9-d2cc-484b-9534-21552bb73706 req-ff999b66-6f0a-44f0-be83-dc8af62b1296 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 946 time: 0.0984218 Apr 29 18:13:56.834731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:56.966951 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-168e98b9-d2cc-484b-9534-21552bb73706 req-19197323-5ad6-4e28-8224-4aed2170f731 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609714 Apr 29 18:13:58.165137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f7f05-fcdc-4e7e-a46b-3741eb7c30f8 req-da9532f9-06b5-43e5-86a6-bbbc89a00b60 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:13:58.166659 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0f0f7f05-fcdc-4e7e-a46b-3741eb7c30f8 req-da9532f9-06b5-43e5-86a6-bbbc89a00b60 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 946 time: 0.0851867 Apr 29 18:13:58.178063 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:58.212013 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0f0f7f05-fcdc-4e7e-a46b-3741eb7c30f8 req-33b9c301-9007-4230-b83a-9229d80c8ebc tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390949 Apr 29 18:13:58.236025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60440) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:58.342944 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2f3e42c5-06f4-4a02-8756-0368311a3c29 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/floatingips/6113ef4b-c701-43ac-a18b-f125b06ac650 HTTP/1.1" status: 200 len: 994 time: 0.1057467 Apr 29 18:13:58.654612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60448) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:13:58.863148 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port c61a6ecf-5744-40bb-a2c8-56301d1ac292 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:13:58.863528 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:59.044603 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:59.044969 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:59.280781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for c61a6ecf-5744-40bb-a2c8-56301d1ac292 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:13:59.452233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:59.505880 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=c61a6ecf-5744-40bb-a2c8-56301d1ac292,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:13:59.542513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:59.542881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:59.543220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:59.543580 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:59.543907 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:59.544233 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:59.544556 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:59.544878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:59.545196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:59.545510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:59.545866 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:59.546125 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:13:59.614092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:13:59.614396 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Floating IP 6113ef4b-c701-43ac-a18b-f125b06ac650 disassociated (deleted). External IP: 172.26.4.223, port: 76c3d549-3d3a-4088-9792-383548b5aeb3. Apr 29 18:13:59.973995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 1d3033ab-80de-47c4-bbff-d5e9ce106535 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:14:00.165739 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:14:00.175982 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16dca0f-8b69-4d30-8dd4-aa0ca63780da None None] Sync routers for ids ['1d3033ab-80de-47c4-bbff-d5e9ce106535'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:14:00.185550 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16dca0f-8b69-4d30-8dd4-aa0ca63780da None None] Routers {'1d3033ab-80de-47c4-bbff-d5e9ce106535'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:00.186167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a16dca0f-8b69-4d30-8dd4-aa0ca63780da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:13:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1d3033ab-80de-47c4-bbff-d5e9ce106535'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:00.186874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:00.241681 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-516094e2-3080-4c04-bec0-4925d65d27b3 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/floatingips/6113ef4b-c701-43ac-a18b-f125b06ac650 HTTP/1.1" status: 204 len: 168 time: 1.5859165 Apr 29 18:14:00.242196 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'tag': '76c3d549-3d3a-4088-9792-383548b5aeb3'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:14:00.294114 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c5397f-b5d1-449f-9a8e-26560244d821'] response: {'name': 'network-changed', 'server_uuid': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'tag': '76c3d549-3d3a-4088-9792-383548b5aeb3', 'status': 'completed', 'code': 200} Apr 29 18:14:00.367091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-a16dca0f-8b69-4d30-8dd4-aa0ca63780da None None] Set router 1d3033ab-80de-47c4-bbff-d5e9ce106535 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:00.391369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d560b-be2b-42bb-83ff-1a0e678846b7 req-29ea77eb-f6b4-4f9b-82fc-2e3f1d3d6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:00.393268 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-026d560b-be2b-42bb-83ff-1a0e678846b7 req-29ea77eb-f6b4-4f9b-82fc-2e3f1d3d6f8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 1099 time: 0.0784307 Apr 29 18:14:00.539516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d560b-be2b-42bb-83ff-1a0e678846b7 req-ce8d66f0-87a0-47b1-b222-84fabbccb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:00.540859 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-026d560b-be2b-42bb-83ff-1a0e678846b7 req-ce8d66f0-87a0-47b1-b222-84fabbccb767 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92054afe-faa1-4926-b77f-c0666450ca03 HTTP/1.1" status: 200 len: 897 time: 0.1421216 Apr 29 18:14:00.648442 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-026d560b-be2b-42bb-83ff-1a0e678846b7 req-d1ed0f37-7e26-4fba-b0b1-e26bbe532740 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c3d549-3d3a-4088-9792-383548b5aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0724456 Apr 29 18:14:00.723124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d560b-be2b-42bb-83ff-1a0e678846b7 req-772ba205-0055-4399-bb90-4f713f3c2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:00.724547 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-026d560b-be2b-42bb-83ff-1a0e678846b7 req-772ba205-0055-4399-bb90-4f713f3c2756 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c2356a0-6645-458d-bb09-dd94c2a50f50 HTTP/1.1" status: 200 len: 834 time: 0.0681682 Apr 29 18:14:00.730381 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a16dca0f-8b69-4d30-8dd4-aa0ca63780da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:06Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '435990fb-3f4f-4da1-bf38-7737167eb8b6', 'name': '', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:7a:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:06Z', 'updated_at': '2022-04-29T18:13:11Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:00.732678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ff430-a133-4f5c-8ac5-e560595d4b7b req-8fc82e1a-3668-48e0-b08e-f204e7e87d99 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:00.733992 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d5ff430-a133-4f5c-8ac5-e560595d4b7b req-8fc82e1a-3668-48e0-b08e-f204e7e87d99 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 946 time: 0.1921630 Apr 29 18:14:00.734388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16dca0f-8b69-4d30-8dd4-aa0ca63780da None None] Checking router: 1d3033ab-80de-47c4-bbff-d5e9ce106535 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:14:00.743000 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16dca0f-8b69-4d30-8dd4-aa0ca63780da None None] Routers {'1d3033ab-80de-47c4-bbff-d5e9ce106535'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:00.743637 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a16dca0f-8b69-4d30-8dd4-aa0ca63780da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:13:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1d3033ab-80de-47c4-bbff-d5e9ce106535'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:00.823231 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d5ff430-a133-4f5c-8ac5-e560595d4b7b req-0f1eb7b3-d104-4e21-8eb3-44953dfd199b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550768 Apr 29 18:14:00.836237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d560b-be2b-42bb-83ff-1a0e678846b7 req-636eaa62-f9b4-4749-aa12-fd002caa0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:00.837710 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-026d560b-be2b-42bb-83ff-1a0e678846b7 req-636eaa62-f9b4-4749-aa12-fd002caa0e59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92054afe-faa1-4926-b77f-c0666450ca03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028643 Apr 29 18:14:00.920418 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-a16dca0f-8b69-4d30-8dd4-aa0ca63780da None None] Set router 1d3033ab-80de-47c4-bbff-d5e9ce106535 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:00.968435 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-026d560b-be2b-42bb-83ff-1a0e678846b7 req-9f89ab1d-9ea6-4ca0-9b50-97f2c5d0ca41 service neutron] 10.222.0.36 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238410 Apr 29 18:14:01.099632 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-026d560b-be2b-42bb-83ff-1a0e678846b7 req-f464f71c-1241-48eb-84ed-e48b2a9f2479 service neutron] 10.222.0.36 "GET /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236472 Apr 29 18:14:01.238839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a16dca0f-8b69-4d30-8dd4-aa0ca63780da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:06Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '435990fb-3f4f-4da1-bf38-7737167eb8b6', 'name': '', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:7a:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:06Z', 'updated_at': '2022-04-29T18:13:11Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:01.242848 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16dca0f-8b69-4d30-8dd4-aa0ca63780da None None] The sync data for ids ['1d3033ab-80de-47c4-bbff-d5e9ce106535'] in dv-neutron-839024-2-hyperv is: [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:06Z', 'revision_number': 4, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '435990fb-3f4f-4da1-bf38-7737167eb8b6', 'name': '', 'network_id': '92054afe-faa1-4926-b77f-c0666450ca03', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'mac_address': 'fa:16:3e:7a:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:06Z', 'updated_at': '2022-04-29T18:13:11Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'subnets': [{'id': '3c2356a0-6645-458d-bb09-dd94c2a50f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:14:01.465075 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cfd60a-c687-4737-89c8-752a77ee8716 None None] New status for floating IP 6113ef4b-c701-43ac-a18b-f125b06ac650: DOWN {{(pid=88021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:14:02.021987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fc09e-dec7-4c14-8bae-0b78be8ae2f7 req-9e62e4a6-dfe2-44dc-9d14-d27c7e168508 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:02.023334 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e99fc09e-dec7-4c14-8bae-0b78be8ae2f7 req-9e62e4a6-dfe2-44dc-9d14-d27c7e168508 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 946 time: 0.0869784 Apr 29 18:14:02.113674 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e99fc09e-dec7-4c14-8bae-0b78be8ae2f7 req-6d73ca49-1d64-441a-978b-a2ca18f3e910 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/security-groups?id=b947378c-56ce-4d16-b106-d83a0e03f014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567911 Apr 29 18:14:02.136530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9018be4-da0d-40eb-9fba-21d2c8dd9bbe req-1fa1c03d-f052-465c-8251-6abf224c3ed6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:02.137928 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e9018be4-da0d-40eb-9fba-21d2c8dd9bbe req-1fa1c03d-f052-465c-8251-6abf224c3ed6 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 946 time: 0.1104112 Apr 29 18:14:02.210271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-e9018be4-da0d-40eb-9fba-21d2c8dd9bbe req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 76c3d549-3d3a-4088-9792-383548b5aeb3 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:14:02.210580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e9018be4-da0d-40eb-9fba-21d2c8dd9bbe req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:02.457908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-e9018be4-da0d-40eb-9fba-21d2c8dd9bbe req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port 76c3d549-3d3a-4088-9792-383548b5aeb3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=76c3d549-3d3a-4088-9792-383548b5aeb3,segment=NetworkSegment(231e6bce-32b2-4757-9ddf-425f91e6c319),segment_id=231e6bce-32b2-4757-9ddf-425f91e6c319)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:14:02.458226 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e9018be4-da0d-40eb-9fba-21d2c8dd9bbe req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:02.675425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-e9018be4-da0d-40eb-9fba-21d2c8dd9bbe req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 76c3d549-3d3a-4088-9792-383548b5aeb3 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:14:02.824864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e9018be4-da0d-40eb-9fba-21d2c8dd9bbe req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:02.873540 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=76c3d549-3d3a-4088-9792-383548b5aeb3,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:02.910859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:02.911207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:02.911578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:02.911912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:02.912242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:02.912572 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:02.912879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:02.913221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:02.913538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:02.913864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:02.914232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:02.914553 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:02.958121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9018be4-da0d-40eb-9fba-21d2c8dd9bbe req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] No DVR routers for this DVR port 76c3d549-3d3a-4088-9792-383548b5aeb3 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:14:02.960548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-e9018be4-da0d-40eb-9fba-21d2c8dd9bbe req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:02.963004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'name': 'network-vif-deleted', 'tag': '76c3d549-3d3a-4088-9792-383548b5aeb3'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:14:02.974466 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e9018be4-da0d-40eb-9fba-21d2c8dd9bbe req-f326b90c-c632-4cfb-bcf9-e11e6a43e224 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.36 "DELETE /v2.0/ports/76c3d549-3d3a-4088-9792-383548b5aeb3 HTTP/1.1" status: 204 len: 173 time: 0.8317690 Apr 29 18:14:03.010973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74c2d11-7cdf-4b20-a612-bfdcecb238e8'] response: {'server_uuid': 'cb3fe714-fbb6-47d0-a882-f27699613876', 'name': 'network-vif-deleted', 'tag': '76c3d549-3d3a-4088-9792-383548b5aeb3', 'status': 'completed', 'code': 200} Apr 29 18:14:03.289348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-cda9abaf-be83-45ca-a2df-926fdee55f0d req-8a5baa04-ece9-41aa-87ca-6fa2081498c0 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Synchronizing usage tracker for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:14:03.306972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-cda9abaf-be83-45ca-a2df-926fdee55f0d req-8a5baa04-ece9-41aa-87ca-6fa2081498c0 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Unset dirty status for tenant:aa8e1d485dec45bcae0200bf131d73a0 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:14:03.308252 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cda9abaf-be83-45ca-a2df-926fdee55f0d req-8a5baa04-ece9-41aa-87ca-6fa2081498c0 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3fe714-fbb6-47d0-a882-f27699613876 HTTP/1.1" status: 200 len: 210 time: 0.0685425 Apr 29 18:14:04.420753 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60466) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:05.098523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8492f483-a5ae-42fb-ac9e-235b22fddfa9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:05.470838 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-8492f483-a5ae-42fb-ac9e-235b22fddfa9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 435990fb-3f4f-4da1-bf38-7737167eb8b6 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:14:05.471556 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8492f483-a5ae-42fb-ac9e-235b22fddfa9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:05.661053 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-8492f483-a5ae-42fb-ac9e-235b22fddfa9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port 435990fb-3f4f-4da1-bf38-7737167eb8b6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=435990fb-3f4f-4da1-bf38-7737167eb8b6,segment=NetworkSegment(231e6bce-32b2-4757-9ddf-425f91e6c319),segment_id=231e6bce-32b2-4757-9ddf-425f91e6c319)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:14:05.661545 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8492f483-a5ae-42fb-ac9e-235b22fddfa9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:05.783285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-8492f483-a5ae-42fb-ac9e-235b22fddfa9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 435990fb-3f4f-4da1-bf38-7737167eb8b6 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:14:05.980933 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8492f483-a5ae-42fb-ac9e-235b22fddfa9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:06.034999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492f483-a5ae-42fb-ac9e-235b22fddfa9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=435990fb-3f4f-4da1-bf38-7737167eb8b6,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:06.320234 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-8492f483-a5ae-42fb-ac9e-235b22fddfa9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:06.731424 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 76c3d549-3d3a-4088-9792-383548b5aeb3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:14:06.767055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 76c3d549-3d3a-4088-9792-383548b5aeb3 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:14:06.767436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 76c3d549-3d3a-4088-9792-383548b5aeb3 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:14:06.793585 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8492f483-a5ae-42fb-ac9e-235b22fddfa9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Router 1d3033ab-80de-47c4-bbff-d5e9ce106535 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:14:06.983082 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8492f483-a5ae-42fb-ac9e-235b22fddfa9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:14:06.993814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6643c8-6120-4f19-8fca-398a0911bf69 None None] Sync routers for ids ['1d3033ab-80de-47c4-bbff-d5e9ce106535'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:14:07.001475 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-8492f483-a5ae-42fb-ac9e-235b22fddfa9 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "PUT /v2.0/routers/1d3033ab-80de-47c4-bbff-d5e9ce106535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5793576 Apr 29 18:14:07.004317 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60470) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:07.005210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6643c8-6120-4f19-8fca-398a0911bf69 None None] Routers {'1d3033ab-80de-47c4-bbff-d5e9ce106535'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:07.005909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-ac6643c8-6120-4f19-8fca-398a0911bf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:13:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1d3033ab-80de-47c4-bbff-d5e9ce106535'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:07.070719 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e002b380-5b86-40dd-b43f-1631e32e6b91 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting subnet 3c2356a0-6645-458d-bb09-dd94c2a50f50 {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:14:07.074018 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e002b380-5b86-40dd-b43f-1631e32e6b91 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:07.137412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e002b380-5b86-40dd-b43f-1631e32e6b91 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:07.190527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-ac6643c8-6120-4f19-8fca-398a0911bf69 None None] Set router 1d3033ab-80de-47c4-bbff-d5e9ce106535 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:07.222168 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e002b380-5b86-40dd-b43f-1631e32e6b91 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:07.302844 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e002b380-5b86-40dd-b43f-1631e32e6b91 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:07.345525 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002b380-5b86-40dd-b43f-1631e32e6b91 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2356a0-6645-458d-bb09-dd94c2a50f50,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:07.350816 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-e002b380-5b86-40dd-b43f-1631e32e6b91 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:07.358930 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-e002b380-5b86-40dd-b43f-1631e32e6b91 tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/subnets/3c2356a0-6645-458d-bb09-dd94c2a50f50 HTTP/1.1" status: 204 len: 168 time: 0.3534319 Apr 29 18:14:07.361793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60474) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:07.385190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c79cb6-a57c-4cdc-ae13-36e259187ab8 None None] Network 92054afe-faa1-4926-b77f-c0666450ca03 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:14:07.554218 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:07.563384 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:14:07.718899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-ac6643c8-6120-4f19-8fca-398a0911bf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:14:05Z', 'revision_number': 5, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port': {'id': '6fda2d63-6e10-4d7f-b5d4-75475bc2274d', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:07.723167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6643c8-6120-4f19-8fca-398a0911bf69 None None] Checking router: 1d3033ab-80de-47c4-bbff-d5e9ce106535 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:14:07.732716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6643c8-6120-4f19-8fca-398a0911bf69 None None] Routers {'1d3033ab-80de-47c4-bbff-d5e9ce106535'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:07.734161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-ac6643c8-6120-4f19-8fca-398a0911bf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:13:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['1d3033ab-80de-47c4-bbff-d5e9ce106535'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:07.742894 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:07.754887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Deleting port 6fda2d63-6e10-4d7f-b5d4-75475bc2274d {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:14:07.758133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:07.791416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] DHCP port deletion for 92054afe-faa1-4926-b77f-c0666450ca03 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:14:07.877076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Deleting port bddd3cdb-afed-438f-a3a7-d96c986c5cf4 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:14:07.877348 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:07.941970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] For port 6fda2d63-6e10-4d7f-b5d4-75475bc2274d, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6fda2d63-6e10-4d7f-b5d4-75475bc2274d,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:14:07.942347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:07.948094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-ac6643c8-6120-4f19-8fca-398a0911bf69 None None] Set router 1d3033ab-80de-47c4-bbff-d5e9ce106535 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:08.067919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Calling delete_port for 6fda2d63-6e10-4d7f-b5d4-75475bc2274d owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:14:08.081249 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-ac6643c8-6120-4f19-8fca-398a0911bf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:14:07Z', 'revision_number': 6, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:08.100990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6643c8-6120-4f19-8fca-398a0911bf69 None None] The sync data for ids ['1d3033ab-80de-47c4-bbff-d5e9ce106535'] in dv-neutron-839024-2-hyperv is: [{'id': '1d3033ab-80de-47c4-bbff-d5e9ce106535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620711944', 'tenant_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:13:02Z', 'updated_at': '2022-04-29T18:14:07Z', 'revision_number': 6, 'project_id': 'aa8e1d485dec45bcae0200bf131d73a0', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:14:08.214885 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] For port bddd3cdb-afed-438f-a3a7-d96c986c5cf4, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=bddd3cdb-afed-438f-a3a7-d96c986c5cf4,segment=NetworkSegment(231e6bce-32b2-4757-9ddf-425f91e6c319),segment_id=231e6bce-32b2-4757-9ddf-425f91e6c319)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:14:08.215245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:08.244776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:08.293274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Port': ['ID=6fda2d63-6e10-4d7f-b5d4-75475bc2274d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:08.342331 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Calling delete_port for bddd3cdb-afed-438f-a3a7-d96c986c5cf4 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:14:08.421336 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601'] for port, after_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:08.469427 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Pushing event deleted for resources: {'Port': ['ID=bddd3cdb-afed-438f-a3a7-d96c986c5cf4,revision_number=None']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:08.474528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] No DVR routers for this DVR port bddd3cdb-afed-438f-a3a7-d96c986c5cf4 on host dv-neutron-839024-2-hyperv {{(pid=88020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:14:08.480850 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:08.481188 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:08.481523 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:08.484015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:08.484015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:08.484015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:08.484015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:08.484015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:08.484015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:08.484015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:08.484015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:08.485353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687aefb0-73bb-46a3-907b-c9a1e68ae96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:08.511285 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:08.688687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:08.691011 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:08.714219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:08.714787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Fanout notify agent at l3_agent the message router_deleted on router 1d3033ab-80de-47c4-bbff-d5e9ce106535 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:14:08.729611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:08.730691 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-baadb192-7d13-4b6f-84c5-ff900a2c234c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/routers/1d3033ab-80de-47c4-bbff-d5e9ce106535 HTTP/1.1" status: 204 len: 168 time: 1.3679099 Apr 29 18:14:08.733585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60478) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:08.847786 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-df54fde0-d31a-4e55-be07-69c6aef4107c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:08.981157 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-df54fde0-d31a-4e55-be07-69c6aef4107c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:09.009613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-df54fde0-d31a-4e55-be07-69c6aef4107c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92054afe-faa1-4926-b77f-c0666450ca03']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:09.021920 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-df54fde0-d31a-4e55-be07-69c6aef4107c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231e6bce-32b2-4757-9ddf-425f91e6c319') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:09.022213 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-df54fde0-d31a-4e55-be07-69c6aef4107c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231e6bce-32b2-4757-9ddf-425f91e6c319') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:09.033321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-df54fde0-d31a-4e55-be07-69c6aef4107c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:09.050265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-df54fde0-d31a-4e55-be07-69c6aef4107c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:09.057937 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df54fde0-d31a-4e55-be07-69c6aef4107c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:14:09.058366 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-df54fde0-d31a-4e55-be07-69c6aef4107c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:14:09.072773 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:14:09.154338 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-df54fde0-d31a-4e55-be07-69c6aef4107c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:09.175380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-df54fde0-d31a-4e55-be07-69c6aef4107c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:09.186378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54fde0-d31a-4e55-be07-69c6aef4107c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'Network': ['ID=92054afe-faa1-4926-b77f-c0666450ca03,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:09.196344 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-df54fde0-d31a-4e55-be07-69c6aef4107c tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/networks/92054afe-faa1-4926-b77f-c0666450ca03 HTTP/1.1" status: 204 len: 168 time: 0.4617991 Apr 29 18:14:09.199158 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60482) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:09.267189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7e60f71b-b5bd-4c8e-8b64-e9fb5199805b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:09.297801 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7e60f71b-b5bd-4c8e-8b64-e9fb5199805b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:09.359207 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device bddd3cdb-afed-438f-a3a7-d96c986c5cf4 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:14:09.366424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7e60f71b-b5bd-4c8e-8b64-e9fb5199805b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:09.383667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60f71b-b5bd-4c8e-8b64-e9fb5199805b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b947378c-56ce-4d16-b106-d83a0e03f014,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:09.396161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: bddd3cdb-afed-438f-a3a7-d96c986c5cf4 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:14:09.396500 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device bddd3cdb-afed-438f-a3a7-d96c986c5cf4 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:14:09.396912 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 435990fb-3f4f-4da1-bf38-7737167eb8b6 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:14:09.397618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-7e60f71b-b5bd-4c8e-8b64-e9fb5199805b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:09.398750 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-7e60f71b-b5bd-4c8e-8b64-e9fb5199805b tempest-TestNetworkAdvancedServerOps-1572899743 tempest-TestNetworkAdvancedServerOps-1572899743-project] 10.222.0.11 "DELETE /v2.0/security-groups/b947378c-56ce-4d16-b106-d83a0e03f014 HTTP/1.1" status: 204 len: 168 time: 0.1986699 Apr 29 18:14:09.437812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 435990fb-3f4f-4da1-bf38-7737167eb8b6 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:14:09.438134 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 435990fb-3f4f-4da1-bf38-7737167eb8b6 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:14:09.438531 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6fda2d63-6e10-4d7f-b5d4-75475bc2274d no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:14:09.478063 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 6fda2d63-6e10-4d7f-b5d4-75475bc2274d {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:14:09.478478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6fda2d63-6e10-4d7f-b5d4-75475bc2274d not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:14:09.784743 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60496) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:09.939626 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9279ec4d-7b13-4617-ae50-d41cd92e8e3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa8e1d485dec45bcae0200bf131d73a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536822 Apr 29 18:14:09.942316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60502) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:10.005563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9eeae3b6-3a0e-41ea-97ab-eab8a5ebd699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:10.032235 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9eeae3b6-3a0e-41ea-97ab-eab8a5ebd699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:10.089777 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9eeae3b6-3a0e-41ea-97ab-eab8a5ebd699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:10.106694 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeae3b6-3a0e-41ea-97ab-eab8a5ebd699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77091395-90fb-4689-a02f-32f4c37ea4dc,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:10.113615 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9eeae3b6-3a0e-41ea-97ab-eab8a5ebd699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:10.114732 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9eeae3b6-3a0e-41ea-97ab-eab8a5ebd699 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77091395-90fb-4689-a02f-32f4c37ea4dc HTTP/1.1" status: 204 len: 168 time: 0.1715150 Apr 29 18:14:10.426710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60510) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:10.444199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea9a93ce-0f00-4fc3-b9ec-0182f48bc358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:10.459221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ea9a93ce-0f00-4fc3-b9ec-0182f48bc358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:10.463212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ea9a93ce-0f00-4fc3-b9ec-0182f48bc358 admin admin] Usage tracker for resource:security_group_rule and tenant:c7db04a34ce544e6bcb2ae16123c9572 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:10.466071 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ea9a93ce-0f00-4fc3-b9ec-0182f48bc358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:10.471949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ea9a93ce-0f00-4fc3-b9ec-0182f48bc358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:10.560559 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea9a93ce-0f00-4fc3-b9ec-0182f48bc358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:10.566741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ea9a93ce-0f00-4fc3-b9ec-0182f48bc358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:10.615744 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ea9a93ce-0f00-4fc3-b9ec-0182f48bc358 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7db04a34ce544e6bcb2ae16123c9572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878428 Apr 29 18:14:10.616579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a93ce-0f00-4fc3-b9ec-0182f48bc358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d377e34f-454f-4077-a6ea-281be07224a3,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:10.618627 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60514) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:10.677389 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88e61d71-ccaa-4e55-9a57-6c182e8d1ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:10.703281 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88e61d71-ccaa-4e55-9a57-6c182e8d1ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:10.753112 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88e61d71-ccaa-4e55-9a57-6c182e8d1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:10.770198 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e61d71-ccaa-4e55-9a57-6c182e8d1ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d377e34f-454f-4077-a6ea-281be07224a3,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:10.777472 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-88e61d71-ccaa-4e55-9a57-6c182e8d1ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:10.778748 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-88e61d71-ccaa-4e55-9a57-6c182e8d1ec3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d377e34f-454f-4077-a6ea-281be07224a3 HTTP/1.1" status: 204 len: 168 time: 0.1591113 Apr 29 18:14:11.591200 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60538) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:11.698939 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1055645512-network', 'tenant_id': '3c44c4635f5b40779694e869e932e968'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:11.703684 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:11.707453 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Usage tracker for resource:network and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:11.710238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:11.715814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:11.727616 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Made reservation on behalf of 3c44c4635f5b40779694e869e932e968 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:14:11.729943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:11.741996 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:11.755987 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:11.759925 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:11.762865 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:11.769085 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:11.854081 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:11.860286 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:11.897072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:14:11.905384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad17115-df2e-4f7c-9712-1698355f4b73,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:11.910694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:11.911025 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Added segment 2c97c06f-3873-4ef6-99ae-8e835fa528e1 of type vlan for network 520f8d92-c831-4e51-86d4-44245dc6735e Apr 29 18:14:11.936862 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:11.969439 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:11.970215 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:11.970770 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:12.065057 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4724958 Apr 29 18:14:12.068413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60544) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:12.074143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Request body: {'subnet': {'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1055645512-subnet', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:12.074304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae157c68-53bf-4a06-ac8f-aa4afd59f9fb admin admin] Pushing event updated for resources: {'Network': ['ID=520f8d92-c831-4e51-86d4-44245dc6735e,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:12.079410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:12.083640 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Usage tracker for resource:subnet and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:12.084382 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 520f8d92-c831-4e51-86d4-44245dc6735e details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:14:12.086745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:12.093519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:12.105386 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Made reservation on behalf of 3c44c4635f5b40779694e869e932e968 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:14:12.107758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:12.317661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:12.391508 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b353b6-ea59-4b7d-94e1-cd1051bb2e73,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:12.404928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Checking segment: {'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:14:12.405280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Network hostable DHCP agents. Network: 520f8d92-c831-4e51-86d4-44245dc6735e, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:14:12.427206 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Network 520f8d92-c831-4e51-86d4-44245dc6735e is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:14:12.437926 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 520f8d92-c831-4e51-86d4-44245dc6735e) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:14:12.442338 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:12.442918 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:12.446993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0b252f-a8d6-477f-9b1e-2a6f229abdb4 None None] Network 520f8d92-c831-4e51-86d4-44245dc6735e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:14:12.469625 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-48505a90-1436-4443-ae6e-2b09bf707e03 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3999698 Apr 29 18:14:12.472259 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60548) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:12.477265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:12.481979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:12.486121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Usage tracker for resource:router and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:12.489114 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:12.495199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:12.506144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:12.507135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:12.522936 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:12.692453 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-520f8d92-c831-4e51-86d4-44245dc6735e', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:14:12.693325 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:12.848385 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Allocated IP 172.20.0.2 (520f8d92-c831-4e51-86d4-44245dc6735e/64b353b6-ea59-4b7d-94e1-cd1051bb2e73/5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:14:12.896767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:13.060461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:13.070427 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Transition to ACTIVE for port object 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:14:13.088219 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Transition to ACTIVE for port object 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:14:13.093842 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:13.158156 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Network 520f8d92-c831-4e51-86d4-44245dc6735e is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:14:13.161007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:14:13.164658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:14:13.170843 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Pushing event updated for resources: {'Port': ['ID=5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:13.197770 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:13.231662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:13.265804 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Attempting to bind port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:14:13.266187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Attempting to bind port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:14:13.266653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Attempting to bind port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef on network 520f8d92-c831-4e51-86d4-44245dc6735e {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:14:13.272631 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:14:13.272990 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Checking segment: {'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:14:13.273394 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:13.273776 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Bound using segment: {'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:14:13.274236 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Bound port: 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:14:13.274610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:13.362424 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Allocated IP 172.26.4.178 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/e2e2a92f-8b6c-4e86-818e-7b13d7800b1b) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:14:13.365114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] For port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:14:13.368879 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] For port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:14:13.374523 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:13.466769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db888af3-db1b-417c-bd70-f8eb31d70609 None None] Pushing event updated for resources: {'Port': ['ID=5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:13.522347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:13.553578 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:13.637000 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:14:13.639803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:14:13.644436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:14:13.669955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Pushing event updated for resources: {'Port': ['ID=e2e2a92f-8b6c-4e86-818e-7b13d7800b1b,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:14.059153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:14.340475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d3df6-be69-4f37-b0a5-cf5eb884f7e4 None None] Network 520f8d92-c831-4e51-86d4-44245dc6735e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:14:14.460261 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-17114263-8f51-4f55-ab77-12d828689098 None None] Provisioning for port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:14:14.543113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:14.749196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Router 2b867e17-c08d-494e-8083-63e875220837 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 18:14:14.928279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:14:14.938224 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Sync routers for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:14:14.947972 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:14.948640 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:13:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:14.954450 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:14.955715 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e2942fb8-942a-49f8-a667-d2bb76bf7aff admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4825537 Apr 29 18:14:14.958611 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60552) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:15.146474 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:15.397890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:14:15.440012 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:13Z', 'revision_number': 3, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:15.444218 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Checking router: 2b867e17-c08d-494e-8083-63e875220837 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:14:15.444844 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Updating router 2b867e17-c08d-494e-8083-63e875220837 port e2e2a92f-8b6c-4e86-818e-7b13d7800b1b binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:14:15.469417 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:14:15.474277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:15.474713 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:15.500538 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:15.592217 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:15.634210 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:14:15.639161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:15.713517 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:15.765963 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:15.833906 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:15.845395 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Transition to ACTIVE for port object e2e2a92f-8b6c-4e86-818e-7b13d7800b1b will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:14:15.853247 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:15.930930 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Attempting to bind port e2e2a92f-8b6c-4e86-818e-7b13d7800b1b on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:14:15.931285 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Attempting to bind port e2e2a92f-8b6c-4e86-818e-7b13d7800b1b by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:14:15.931662 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Attempting to bind port e2e2a92f-8b6c-4e86-818e-7b13d7800b1b on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:14:15.937289 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Pushing event updated for resources: {'Port': ['ID=e2e2a92f-8b6c-4e86-818e-7b13d7800b1b,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:15.942402 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:14:15.943041 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:14:15.943142 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:15.943547 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:14:15.943995 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Bound port: e2e2a92f-8b6c-4e86-818e-7b13d7800b1b, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:14:15.944335 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:15.970323 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Allocated IP 172.20.0.1 (520f8d92-c831-4e51-86d4-44245dc6735e/64b353b6-ea59-4b7d-94e1-cd1051bb2e73/6743f733-a022-4002-9fb6-e0862b375338) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:14:15.975824 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:15.976163 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:15.976492 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:15.976817 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:15.977137 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:15.977460 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:15.977782 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:15.978090 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:15.978403 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:15.978720 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:15.979031 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:15.979359 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:14:16.025673 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] For port e2e2a92f-8b6c-4e86-818e-7b13d7800b1b, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:14:16.028830 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] For port e2e2a92f-8b6c-4e86-818e-7b13d7800b1b, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e2e2a92f-8b6c-4e86-818e-7b13d7800b1b,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:14:16.032937 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:16.109312 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:16.109886 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:13:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:16.124688 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:16.141697 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Transition to ACTIVE for port object 6743f733-a022-4002-9fb6-e0862b375338 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:14:16.168487 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:16.217454 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345cf21-49f3-49a6-a7a9-2bbc773c51cd None None] Pushing event updated for resources: {'Port': ['ID=e2e2a92f-8b6c-4e86-818e-7b13d7800b1b,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:16.239337 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Network 520f8d92-c831-4e51-86d4-44245dc6735e is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:14:16.242122 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:14:16.245658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:14:16.278514 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Pushing event updated for resources: {'Port': ['ID=6743f733-a022-4002-9fb6-e0862b375338,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:16.288555 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:16.302141 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:16.419351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:16.526078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fd71eb7b-880c-4d8b-8411-fe1a803d741a None None] Provisioning for port 6743f733-a022-4002-9fb6-e0862b375338 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:14:16.531922 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fd71eb7b-880c-4d8b-8411-fe1a803d741a None None] Provisioning complete for port 6743f733-a022-4002-9fb6-e0862b375338 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:16.532290 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fd71eb7b-880c-4d8b-8411-fe1a803d741a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:16.585621 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-fd71eb7b-880c-4d8b-8411-fe1a803d741a None None] Port 6743f733-a022-4002-9fb6-e0862b375338 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:14:16.603518 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:13Z', 'revision_number': 3, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:16.607446 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4336f6-ad6a-4bfe-9fc3-e4a1c133f5fe None None] The sync data for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv is: [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:13Z', 'revision_number': 3, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:14:16.646529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:16.652529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:16.759463 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Pushing event updated for resources: {'Port': ['ID=6743f733-a022-4002-9fb6-e0862b375338,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:16.761859 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:16.914900 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Network 520f8d92-c831-4e51-86d4-44245dc6735e is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:14:16.916113 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:14:17.113548 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0672ce62-2c75-4742-9197-d0091eb93aae None None] Provisioning complete for port 6743f733-a022-4002-9fb6-e0862b375338 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:17.113911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0672ce62-2c75-4742-9197-d0091eb93aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:17.172778 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0672ce62-2c75-4742-9197-d0091eb93aae None None] Port 6743f733-a022-4002-9fb6-e0862b375338 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:14:17.233306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Router 2b867e17-c08d-494e-8083-63e875220837 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:14:17.420708 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:14:17.429643 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-78beb0bd-eb94-4174-8d11-72597fbedfe0 admin admin] 10.222.0.11 "PUT /v2.0/routers/2b867e17-c08d-494e-8083-63e875220837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4699883 Apr 29 18:14:17.451470 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e2e2a92f-8b6c-4e86-818e-7b13d7800b1b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:14:17.519539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port e2e2a92f-8b6c-4e86-818e-7b13d7800b1b completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:14:17.524707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e2e2a92f-8b6c-4e86-818e-7b13d7800b1b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:17.525161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:17.643259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:17.660396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port e2e2a92f-8b6c-4e86-818e-7b13d7800b1b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e2e2a92f-8b6c-4e86-818e-7b13d7800b1b,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:14:17.665595 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:17.666668 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:14:17.815659 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=e2e2a92f-8b6c-4e86-818e-7b13d7800b1b,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:17.827243 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:17.827669 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:17.972236 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60570) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:17.978700 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2091604553-network', 'tenant_id': '38fbf4d73f15472b978a7d326c769000'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:17.983943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:17.988108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Usage tracker for resource:network and tenant:38fbf4d73f15472b978a7d326c769000 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:17.991179 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:17.997154 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:18.009412 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Made reservation on behalf of 38fbf4d73f15472b978a7d326c769000 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:14:18.013079 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.031945 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.054350 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:18.059750 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Usage tracker for resource:security_group_rule and tenant:38fbf4d73f15472b978a7d326c769000 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:18.062814 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:18.069097 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:18.145489 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Sync routers for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:14:18.155044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:18.155888 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:13:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:18.162061 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.166395 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.196334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:14:18.205749 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dd5724-151a-480e-b179-c1e0bc31a64c,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:18.210415 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.210753 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Added segment 20c85503-0261-424c-a863-8731a52b125c of type vlan for network 559fa0f0-2643-414e-8039-bc9b20e50ab0 Apr 29 18:14:18.238474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.269261 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.270316 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:18.270881 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.350191 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:18.372011 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3958306 Apr 29 18:14:18.372438 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60574) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:18.373049 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de920ecb-f4e4-40e7-a619-56e4a8622ded admin admin] Pushing event updated for resources: {'Network': ['ID=559fa0f0-2643-414e-8039-bc9b20e50ab0,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:18.378740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Request body: {'subnet': {'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2091604553-subnet', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:18.384161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:18.388323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Usage tracker for resource:subnet and tenant:38fbf4d73f15472b978a7d326c769000 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:18.391792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:18.394230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 559fa0f0-2643-414e-8039-bc9b20e50ab0 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:14:18.398347 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:18.409240 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Made reservation on behalf of 38fbf4d73f15472b978a7d326c769000 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:14:18.411793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.615667 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.694127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a304e4-3e09-47c1-9908-fc12c7f22feb,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:18.705618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Checking segment: {'id': '20c85503-0261-424c-a863-8731a52b125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:14:18.705977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Network hostable DHCP agents. Network: 559fa0f0-2643-414e-8039-bc9b20e50ab0, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:14:18.729021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.729919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Network 559fa0f0-2643-414e-8039-bc9b20e50ab0 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:14:18.741698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 559fa0f0-2643-414e-8039-bc9b20e50ab0) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:14:18.746364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:18.747459 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.756796 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e11d71-a24d-440e-b403-371070ec3ecf None None] Network 559fa0f0-2643-414e-8039-bc9b20e50ab0 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:14:18.774628 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-33fd20d2-f462-4b17-9eed-e8644d29cc0f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4006367 Apr 29 18:14:18.777437 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60578) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:18.782941 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2091604553-router', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:18.788272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:18.793269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Usage tracker for resource:router and tenant:38fbf4d73f15472b978a7d326c769000 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:18.796405 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:18.803426 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:18.816411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.817568 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.834048 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:18.855598 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 2, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:18.871082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Checking router: 2b867e17-c08d-494e-8083-63e875220837 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:14:18.871390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Updating router 2b867e17-c08d-494e-8083-63e875220837 port 6743f733-a022-4002-9fb6-e0862b375338 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:14:18.949607 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:19.104004 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:19.135154 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-559fa0f0-2643-414e-8039-bc9b20e50ab0', 'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'fixed_ips': [{'subnet_id': 'e7a304e4-3e09-47c1-9908-fc12c7f22feb'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:14:19.135910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:19.411591 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e2e2a92f-8b6c-4e86-818e-7b13d7800b1b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:14:19.414369 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:19.446482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:19.512574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Allocated IP 172.20.0.2 (559fa0f0-2643-414e-8039-bc9b20e50ab0/e7a304e4-3e09-47c1-9908-fc12c7f22feb/a62c8917-ca6f-4bb5-883c-20405956cc7c) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:14:19.577433 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port e2e2a92f-8b6c-4e86-818e-7b13d7800b1b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:19.577770 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:19.580999 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Allocated IP 172.26.4.75 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/719a2ad1-c44b-41f0-b794-1b10962b9d8b) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:14:19.746011 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:19.773455 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Transition to ACTIVE for port object 6743f733-a022-4002-9fb6-e0862b375338 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:14:19.793440 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:19.842766 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:19.872370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:19.934761 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:14:19.938238 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:14:19.942060 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:14:19.991212 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Pushing event updated for resources: {'Port': ['ID=719a2ad1-c44b-41f0-b794-1b10962b9d8b,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:20.024316 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775aa457-5f79-4ec1-868c-f9efba2039b0 None None] Pushing event updated for resources: {'Port': ['ID=6743f733-a022-4002-9fb6-e0862b375338,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:20.064106 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:20.113478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Transition to ACTIVE for port object a62c8917-ca6f-4bb5-883c-20405956cc7c will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:14:20.132245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Attempting to bind port 6743f733-a022-4002-9fb6-e0862b375338 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:14:20.132617 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Attempting to bind port 6743f733-a022-4002-9fb6-e0862b375338 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:14:20.132980 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Attempting to bind port 6743f733-a022-4002-9fb6-e0862b375338 on network 520f8d92-c831-4e51-86d4-44245dc6735e {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:14:20.142190 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Transition to ACTIVE for port object a62c8917-ca6f-4bb5-883c-20405956cc7c will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:14:20.143795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:14:20.144152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Checking segment: {'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:14:20.144542 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:20.144926 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Bound using segment: {'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:14:20.145375 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Bound port: 6743f733-a022-4002-9fb6-e0862b375338, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:14:20.145739 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:20.160258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:20.274556 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Network 559fa0f0-2643-414e-8039-bc9b20e50ab0 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:14:20.279716 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:14:20.291669 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:14:20.296321 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Pushing event updated for resources: {'Port': ['ID=a62c8917-ca6f-4bb5-883c-20405956cc7c,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:20.389393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:20.400380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] For port 6743f733-a022-4002-9fb6-e0862b375338, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:14:20.413133 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] For port 6743f733-a022-4002-9fb6-e0862b375338, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6743f733-a022-4002-9fb6-e0862b375338,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:14:20.414234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Attempting to bind port a62c8917-ca6f-4bb5-883c-20405956cc7c on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:14:20.414574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Attempting to bind port a62c8917-ca6f-4bb5-883c-20405956cc7c by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '20c85503-0261-424c-a863-8731a52b125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:14:20.414925 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Attempting to bind port a62c8917-ca6f-4bb5-883c-20405956cc7c on network 559fa0f0-2643-414e-8039-bc9b20e50ab0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:14:20.420853 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:20.452041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:14:20.452412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Checking segment: {'id': '20c85503-0261-424c-a863-8731a52b125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:14:20.452820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:20.453205 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Bound using segment: {'id': '20c85503-0261-424c-a863-8731a52b125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:14:20.453685 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Bound port: a62c8917-ca6f-4bb5-883c-20405956cc7c, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c85503-0261-424c-a863-8731a52b125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:14:20.454051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:20.561475 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:20.562098 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:13:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:20.609871 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775aa457-5f79-4ec1-868c-f9efba2039b0 None None] Pushing event updated for resources: {'Port': ['ID=6743f733-a022-4002-9fb6-e0862b375338,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:20.726677 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] For port a62c8917-ca6f-4bb5-883c-20405956cc7c, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:14:20.735010 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] For port a62c8917-ca6f-4bb5-883c-20405956cc7c, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a62c8917-ca6f-4bb5-883c-20405956cc7c,segment=NetworkSegment(20c85503-0261-424c-a863-8731a52b125c),segment_id=20c85503-0261-424c-a863-8731a52b125c)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:14:20.740995 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:20.746345 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:20.855423 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:20.950387 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Router ae69c1e0-fef6-40e1-8102-c438d0d37642 is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 18:14:20.974574 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e187aa-bb4d-4a27-ba5c-4eecb61114a2 None None] Pushing event updated for resources: {'Port': ['ID=a62c8917-ca6f-4bb5-883c-20405956cc7c,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:21.266890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:20Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:21.271407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561742bc-ca75-4e5c-a154-3af00e8b5747 None None] The sync data for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv is: [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:20Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:14:21.276877 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:14:21.285654 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Sync routers for ids ['ae69c1e0-fef6-40e1-8102-c438d0d37642'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:14:21.296308 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Routers {'ae69c1e0-fef6-40e1-8102-c438d0d37642'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:21.296794 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:13:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ae69c1e0-fef6-40e1-8102-c438d0d37642'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:21.302834 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:21.306634 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-15be5494-713f-47ef-97d4-52c0c8cb6925 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5256205 Apr 29 18:14:21.307141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60582) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:21.482812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a62c8917-ca6f-4bb5-883c-20405956cc7c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:14:21.508191 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Set router ae69c1e0-fef6-40e1-8102-c438d0d37642 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:21.587185 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port a62c8917-ca6f-4bb5-883c-20405956cc7c completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:14:21.852806 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'name': 'tempest-TestShelveInstance-2091604553-router', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:18Z', 'updated_at': '2022-04-29T18:14:20Z', 'revision_number': 3, 'project_id': '38fbf4d73f15472b978a7d326c769000', 'gw_port': {'id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:19Z', 'updated_at': '2022-04-29T18:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:21.858645 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Checking router: ae69c1e0-fef6-40e1-8102-c438d0d37642 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:14:21.859197 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Updating router ae69c1e0-fef6-40e1-8102-c438d0d37642 port 719a2ad1-c44b-41f0-b794-1b10962b9d8b binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:14:21.921300 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:21.965670 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd5cbee-0379-4743-a9d0-38eec9e6aa6c None None] Network 559fa0f0-2643-414e-8039-bc9b20e50ab0 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:14:22.084535 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5cb7041e-098d-4e61-8087-bf564b279572 None None] Provisioning for port a62c8917-ca6f-4bb5-883c-20405956cc7c completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:14:22.095384 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-5cb7041e-098d-4e61-8087-bf564b279572 None None] Provisioning complete for port a62c8917-ca6f-4bb5-883c-20405956cc7c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:22.095754 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5cb7041e-098d-4e61-8087-bf564b279572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:22.283089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:22.327717 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:22.339401 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5cb7041e-098d-4e61-8087-bf564b279572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:22.342535 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Transition to ACTIVE for port object 719a2ad1-c44b-41f0-b794-1b10962b9d8b will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:14:22.351704 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:22.382008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-5cb7041e-098d-4e61-8087-bf564b279572 None None] For port a62c8917-ca6f-4bb5-883c-20405956cc7c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a62c8917-ca6f-4bb5-883c-20405956cc7c,segment=NetworkSegment(20c85503-0261-424c-a863-8731a52b125c),segment_id=20c85503-0261-424c-a863-8731a52b125c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:14:22.395530 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5cb7041e-098d-4e61-8087-bf564b279572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:22.465777 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Attempting to bind port 719a2ad1-c44b-41f0-b794-1b10962b9d8b on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:14:22.466021 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Attempting to bind port 719a2ad1-c44b-41f0-b794-1b10962b9d8b by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:14:22.466224 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Attempting to bind port 719a2ad1-c44b-41f0-b794-1b10962b9d8b on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:14:22.472135 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86705ca3-86a7-4c8b-beee-5ee8646b52f1 None None] Pushing event updated for resources: {'Port': ['ID=719a2ad1-c44b-41f0-b794-1b10962b9d8b,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:22.476813 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:14:22.477178 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:14:22.477566 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:22.477940 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:14:22.478394 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Bound port: 719a2ad1-c44b-41f0-b794-1b10962b9d8b, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:14:22.478750 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:22.485242 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7041e-098d-4e61-8087-bf564b279572 None None] Pushing event updated for resources: {'Port': ['ID=a62c8917-ca6f-4bb5-883c-20405956cc7c,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:22.572611 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] For port 719a2ad1-c44b-41f0-b794-1b10962b9d8b, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:14:22.575387 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Allocated IP 172.20.0.1 (559fa0f0-2643-414e-8039-bc9b20e50ab0/e7a304e4-3e09-47c1-9908-fc12c7f22feb/be2890f2-a0ab-437c-9ea1-a2a494db0d7a) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:14:22.577541 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] For port 719a2ad1-c44b-41f0-b794-1b10962b9d8b, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=719a2ad1-c44b-41f0-b794-1b10962b9d8b,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:14:22.584811 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:22.691107 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Routers {'ae69c1e0-fef6-40e1-8102-c438d0d37642'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:22.691739 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:13:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ae69c1e0-fef6-40e1-8102-c438d0d37642'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:22.731162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-1daeb711-d107-4ca0-b172-af88b1597eb7 None None] Provisioning complete for port a62c8917-ca6f-4bb5-883c-20405956cc7c triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:22.733717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1daeb711-d107-4ca0-b172-af88b1597eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:22.743262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:22.760199 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Transition to ACTIVE for port object be2890f2-a0ab-437c-9ea1-a2a494db0d7a will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:14:22.788356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:22.811313 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86705ca3-86a7-4c8b-beee-5ee8646b52f1 None None] Pushing event updated for resources: {'Port': ['ID=719a2ad1-c44b-41f0-b794-1b10962b9d8b,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:22.866352 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Network 559fa0f0-2643-414e-8039-bc9b20e50ab0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:14:22.867545 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] Set router ae69c1e0-fef6-40e1-8102-c438d0d37642 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:22.869307 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:14:22.871822 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:14:22.911864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Pushing event updated for resources: {'Port': ['ID=be2890f2-a0ab-437c-9ea1-a2a494db0d7a,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:22.940975 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:23.060496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:23.076315 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-978c4766-665f-4d7c-ac2f-dfa2171ef3e6 None None] Provisioning for port be2890f2-a0ab-437c-9ea1-a2a494db0d7a completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:14:23.082075 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-978c4766-665f-4d7c-ac2f-dfa2171ef3e6 None None] Provisioning complete for port be2890f2-a0ab-437c-9ea1-a2a494db0d7a triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:23.082514 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-978c4766-665f-4d7c-ac2f-dfa2171ef3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:23.135327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-978c4766-665f-4d7c-ac2f-dfa2171ef3e6 None None] Port be2890f2-a0ab-437c-9ea1-a2a494db0d7a cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:14:23.189596 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'name': 'tempest-TestShelveInstance-2091604553-router', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:18Z', 'updated_at': '2022-04-29T18:14:20Z', 'revision_number': 3, 'project_id': '38fbf4d73f15472b978a7d326c769000', 'gw_port': {'id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:19Z', 'updated_at': '2022-04-29T18:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:23.193517 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a565030-45e6-4046-bc1d-37ebf75904dc None None] The sync data for ids ['ae69c1e0-fef6-40e1-8102-c438d0d37642'] in dv-neutron-839024-2-hyperv is: [{'id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'name': 'tempest-TestShelveInstance-2091604553-router', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:18Z', 'updated_at': '2022-04-29T18:14:20Z', 'revision_number': 3, 'project_id': '38fbf4d73f15472b978a7d326c769000', 'gw_port': {'id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:19Z', 'updated_at': '2022-04-29T18:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:14:23.291191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:23.296423 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:23.378906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f290ea54-7994-431b-b7ed-0ddf3fd08823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:23.415422 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Pushing event updated for resources: {'Port': ['ID=be2890f2-a0ab-437c-9ea1-a2a494db0d7a,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:23.416041 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:23.503396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a62c8917-ca6f-4bb5-883c-20405956cc7c up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:14:23.588062 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port a62c8917-ca6f-4bb5-883c-20405956cc7c triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:23.588436 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:23.590389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Network 559fa0f0-2643-414e-8039-bc9b20e50ab0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:14:23.591666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:14:23.754394 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6743f733-a022-4002-9fb6-e0862b375338 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:14:23.837393 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 6743f733-a022-4002-9fb6-e0862b375338 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:14:23.843591 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6743f733-a022-4002-9fb6-e0862b375338 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:23.843961 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:23.968654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Router ae69c1e0-fef6-40e1-8102-c438d0d37642 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:14:23.974766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9c16c3ac-f7f9-4d3f-bf09-381ff2873186 None None] Provisioning complete for port be2890f2-a0ab-437c-9ea1-a2a494db0d7a triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:23.975122 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9c16c3ac-f7f9-4d3f-bf09-381ff2873186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:24.004407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:24.055171 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-9c16c3ac-f7f9-4d3f-bf09-381ff2873186 None None] Port be2890f2-a0ab-437c-9ea1-a2a494db0d7a cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:14:24.062676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 6743f733-a022-4002-9fb6-e0862b375338, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6743f733-a022-4002-9fb6-e0862b375338,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:14:24.069119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:24.140184 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=6743f733-a022-4002-9fb6-e0862b375338,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:24.166652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:14:24.175286 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-fdf586fb-8f17-4508-ae6d-061a770c99cd admin admin] 10.222.0.11 "PUT /v2.0/routers/ae69c1e0-fef6-40e1-8102-c438d0d37642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8665943 Apr 29 18:14:24.735656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Sync routers for ids ['ae69c1e0-fef6-40e1-8102-c438d0d37642'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:14:24.745242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60592) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:24.746089 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Routers {'ae69c1e0-fef6-40e1-8102-c438d0d37642'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:24.746709 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:13:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ae69c1e0-fef6-40e1-8102-c438d0d37642'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:24.750563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1359812838', 'description': 'tempest-secgroup-smoke-1359812838 description', 'project_id': '3c44c4635f5b40779694e869e932e968'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:24.756650 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:24.760605 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:24.763698 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:24.769981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:24.781050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:24.800001 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:24.803709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:24.806411 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:24.812523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:24.885999 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:24.890887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:24.935979 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e48bef-1e79-4969-9f02-ae152d64e839,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:24.940050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:24.943327 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-73ef0320-6c85-4278-88cb-830bc8f3fb26 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1950209 Apr 29 18:14:24.944569 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60596) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:24.949759 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-fa350b5b-5e6d-4456-9db2-4e25c98dac27 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group_rule': {'security_group_id': '05e48bef-1e79-4969-9f02-ae152d64e839', 'project_id': '3c44c4635f5b40779694e869e932e968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:24.956141 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fa350b5b-5e6d-4456-9db2-4e25c98dac27 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:24.960276 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fa350b5b-5e6d-4456-9db2-4e25c98dac27 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:24.963150 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Set router ae69c1e0-fef6-40e1-8102-c438d0d37642 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:24.964268 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-fa350b5b-5e6d-4456-9db2-4e25c98dac27 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:24.970205 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-fa350b5b-5e6d-4456-9db2-4e25c98dac27 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:24.987262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa350b5b-5e6d-4456-9db2-4e25c98dac27 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.048545 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa350b5b-5e6d-4456-9db2-4e25c98dac27 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.052658 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa350b5b-5e6d-4456-9db2-4e25c98dac27 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.077177 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa350b5b-5e6d-4456-9db2-4e25c98dac27 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbe600e-c354-4d9c-9439-a8ff99925fdc,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:25.088046 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-fa350b5b-5e6d-4456-9db2-4e25c98dac27 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.091852 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-fa350b5b-5e6d-4456-9db2-4e25c98dac27 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437595 Apr 29 18:14:25.092255 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60600) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:25.097384 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-ae8c20d8-aefb-4140-9009-24d6f9af8a3f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group_rule': {'security_group_id': '05e48bef-1e79-4969-9f02-ae152d64e839', 'project_id': '3c44c4635f5b40779694e869e932e968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:25.103523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ae8c20d8-aefb-4140-9009-24d6f9af8a3f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:25.107413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ae8c20d8-aefb-4140-9009-24d6f9af8a3f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:25.110353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-ae8c20d8-aefb-4140-9009-24d6f9af8a3f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:25.116686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-ae8c20d8-aefb-4140-9009-24d6f9af8a3f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:25.134714 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ae8c20d8-aefb-4140-9009-24d6f9af8a3f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.196180 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ae8c20d8-aefb-4140-9009-24d6f9af8a3f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.200439 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ae8c20d8-aefb-4140-9009-24d6f9af8a3f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.222996 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c20d8-aefb-4140-9009-24d6f9af8a3f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a90867-ceaa-4f5f-b12b-b757a9ca556f,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:25.233631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-ae8c20d8-aefb-4140-9009-24d6f9af8a3f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.237550 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-ae8c20d8-aefb-4140-9009-24d6f9af8a3f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1416225 Apr 29 18:14:25.237686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60604) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:25.242691 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-f560dfeb-be53-418b-a50e-f96305b60c77 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group_rule': {'security_group_id': '05e48bef-1e79-4969-9f02-ae152d64e839', 'project_id': '3c44c4635f5b40779694e869e932e968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:25.248672 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f560dfeb-be53-418b-a50e-f96305b60c77 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:25.252501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f560dfeb-be53-418b-a50e-f96305b60c77 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:25.255340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-f560dfeb-be53-418b-a50e-f96305b60c77 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:25.260972 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-f560dfeb-be53-418b-a50e-f96305b60c77 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:25.283678 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f560dfeb-be53-418b-a50e-f96305b60c77 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.284750 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'name': 'tempest-TestShelveInstance-2091604553-router', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:18Z', 'updated_at': '2022-04-29T18:14:22Z', 'revision_number': 4, 'project_id': '38fbf4d73f15472b978a7d326c769000', 'gw_port': {'id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:19Z', 'updated_at': '2022-04-29T18:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'be2890f2-a0ab-437c-9ea1-a2a494db0d7a', 'name': '', 'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'mac_address': 'fa:16:3e:d2:db:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'e7a304e4-3e09-47c1-9908-fc12c7f22feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:22Z', 'updated_at': '2022-04-29T18:14:23Z', 'revision_number': 2, 'project_id': '38fbf4d73f15472b978a7d326c769000', 'subnets': [{'id': 'e7a304e4-3e09-47c1-9908-fc12c7f22feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:25.288749 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Checking router: ae69c1e0-fef6-40e1-8102-c438d0d37642 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:14:25.289141 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Updating router ae69c1e0-fef6-40e1-8102-c438d0d37642 port be2890f2-a0ab-437c-9ea1-a2a494db0d7a binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:14:25.343383 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.354737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f560dfeb-be53-418b-a50e-f96305b60c77 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.363645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f560dfeb-be53-418b-a50e-f96305b60c77 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.388539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560dfeb-be53-418b-a50e-f96305b60c77 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86dacd44-3607-4281-b31f-794d3147799b,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:25.399758 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-f560dfeb-be53-418b-a50e-f96305b60c77 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.401032 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f560dfeb-be53-418b-a50e-f96305b60c77 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1624453 Apr 29 18:14:25.403961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60608) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:25.409236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-077a7eb1-e01b-4199-8076-bf020e79d90b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group_rule': {'security_group_id': '05e48bef-1e79-4969-9f02-ae152d64e839', 'project_id': '3c44c4635f5b40779694e869e932e968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:25.415508 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-077a7eb1-e01b-4199-8076-bf020e79d90b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:25.419533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-077a7eb1-e01b-4199-8076-bf020e79d90b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:25.422371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-077a7eb1-e01b-4199-8076-bf020e79d90b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:25.428318 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-077a7eb1-e01b-4199-8076-bf020e79d90b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:25.448768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-077a7eb1-e01b-4199-8076-bf020e79d90b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.472660 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6743f733-a022-4002-9fb6-e0862b375338 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:14:25.513949 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-077a7eb1-e01b-4199-8076-bf020e79d90b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.518809 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-077a7eb1-e01b-4199-8076-bf020e79d90b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.543234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a7eb1-e01b-4199-8076-bf020e79d90b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8df7bca-6c50-4509-87dd-cb5dc81cc059,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:25.546509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a96598b0-0392-4a16-860c-785942f2a3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.552696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-077a7eb1-e01b-4199-8076-bf020e79d90b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.553898 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-077a7eb1-e01b-4199-8076-bf020e79d90b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489842 Apr 29 18:14:25.556690 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60612) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:25.562374 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-0ed61be3-da9e-4c19-9678-509258040196 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group_rule': {'security_group_id': '05e48bef-1e79-4969-9f02-ae152d64e839', 'project_id': '3c44c4635f5b40779694e869e932e968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:25.568634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0ed61be3-da9e-4c19-9678-509258040196 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:25.572551 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0ed61be3-da9e-4c19-9678-509258040196 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:25.575517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-0ed61be3-da9e-4c19-9678-509258040196 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:25.581220 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-0ed61be3-da9e-4c19-9678-509258040196 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:25.592053 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-0ed61be3-da9e-4c19-9678-509258040196 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Project 3c44c4635f5b40779694e869e932e968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:14:25.598492 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0ed61be3-da9e-4c19-9678-509258040196 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.663489 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0ed61be3-da9e-4c19-9678-509258040196 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.667573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 6743f733-a022-4002-9fb6-e0862b375338 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:25.667939 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.668364 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0ed61be3-da9e-4c19-9678-509258040196 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.689674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed61be3-da9e-4c19-9678-509258040196 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42ce3d4-7304-4390-ace4-e9f7b5d51637,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:25.702168 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-0ed61be3-da9e-4c19-9678-509258040196 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.703425 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-0ed61be3-da9e-4c19-9678-509258040196 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457570 Apr 29 18:14:25.706184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60616) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:25.711072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e9940c2a-7eec-4437-a14b-d54f76390d1c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group_rule': {'security_group_id': '05e48bef-1e79-4969-9f02-ae152d64e839', 'project_id': '3c44c4635f5b40779694e869e932e968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:25.716973 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e9940c2a-7eec-4437-a14b-d54f76390d1c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:25.720916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e9940c2a-7eec-4437-a14b-d54f76390d1c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:25.723870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e9940c2a-7eec-4437-a14b-d54f76390d1c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:25.729696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e9940c2a-7eec-4437-a14b-d54f76390d1c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:25.742406 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-e9940c2a-7eec-4437-a14b-d54f76390d1c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Project 3c44c4635f5b40779694e869e932e968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:14:25.749284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9940c2a-7eec-4437-a14b-d54f76390d1c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.815977 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9940c2a-7eec-4437-a14b-d54f76390d1c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.820231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9940c2a-7eec-4437-a14b-d54f76390d1c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.843372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9940c2a-7eec-4437-a14b-d54f76390d1c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe5ecac-4342-43dd-9a56-93e3317a13c2,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:25.853611 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e9940c2a-7eec-4437-a14b-d54f76390d1c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.855322 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e9940c2a-7eec-4437-a14b-d54f76390d1c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478302 Apr 29 18:14:25.868695 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 719a2ad1-c44b-41f0-b794-1b10962b9d8b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:14:25.892528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:25.923408 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Transition to ACTIVE for port object be2890f2-a0ab-437c-9ea1-a2a494db0d7a will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:14:25.935769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:26.023116 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-c57084e8-e186-4b1a-a1cf-34d691adb1df tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Synchronizing usage tracker for tenant:3c44c4635f5b40779694e869e932e968 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:14:26.043171 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-c57084e8-e186-4b1a-a1cf-34d691adb1df tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Unset dirty status for tenant:3c44c4635f5b40779694e869e932e968 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:14:26.047894 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-c57084e8-e186-4b1a-a1cf-34d691adb1df tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359812838&fields=id&tenant_id=3c44c4635f5b40779694e869e932e968 HTTP/1.1" status: 200 len: 267 time: 0.0672102 Apr 29 18:14:26.102166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25f85e-c33a-4f71-9cbc-0823991538da None None] Pushing event updated for resources: {'Port': ['ID=be2890f2-a0ab-437c-9ea1-a2a494db0d7a,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:26.141028 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 719a2ad1-c44b-41f0-b794-1b10962b9d8b completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:14:26.162583 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 719a2ad1-c44b-41f0-b794-1b10962b9d8b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:26.162945 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:26.214756 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-7a63ba3e-3b1d-460a-9606-6d3eb5a424a2 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:26.216274 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-7a63ba3e-3b1d-460a-9606-6d3eb5a424a2 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 809 time: 0.1636031 Apr 29 18:14:26.218087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Attempting to bind port be2890f2-a0ab-437c-9ea1-a2a494db0d7a on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:14:26.218450 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Attempting to bind port be2890f2-a0ab-437c-9ea1-a2a494db0d7a by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '20c85503-0261-424c-a863-8731a52b125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:14:26.218809 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Attempting to bind port be2890f2-a0ab-437c-9ea1-a2a494db0d7a on network 559fa0f0-2643-414e-8039-bc9b20e50ab0 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:14:26.228987 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:14:26.229348 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Checking segment: {'id': '20c85503-0261-424c-a863-8731a52b125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:14:26.229884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:26.230263 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Bound using segment: {'id': '20c85503-0261-424c-a863-8731a52b125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:14:26.230720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Bound port: be2890f2-a0ab-437c-9ea1-a2a494db0d7a, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c85503-0261-424c-a863-8731a52b125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:14:26.231082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:26.231406 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-76f817c2-4cda-4c90-9129-091bca5a5b61 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/quotas/3c44c4635f5b40779694e869e932e968 HTTP/1.1" status: 200 len: 375 time: 0.0089984 Apr 29 18:14:26.314377 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-a1a1de23-b4cd-4e81-99f9-b791e35583ab tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772541 Apr 29 18:14:26.430642 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] For port be2890f2-a0ab-437c-9ea1-a2a494db0d7a, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:14:26.434906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] For port be2890f2-a0ab-437c-9ea1-a2a494db0d7a, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=be2890f2-a0ab-437c-9ea1-a2a494db0d7a,segment=NetworkSegment(20c85503-0261-424c-a863-8731a52b125c),segment_id=20c85503-0261-424c-a863-8731a52b125c)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:14:26.436052 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:26.442863 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:26.456249 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ec5a5716-16c0-4143-bf0c-b5a45ee0fa22 service neutron] 10.222.0.11 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292605 Apr 29 18:14:26.511999 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 719a2ad1-c44b-41f0-b794-1b10962b9d8b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=719a2ad1-c44b-41f0-b794-1b10962b9d8b,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:14:26.529892 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:26.537540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Routers {'ae69c1e0-fef6-40e1-8102-c438d0d37642'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:26.538162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:14:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ae69c1e0-fef6-40e1-8102-c438d0d37642'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:26.601937 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-fcdde215-1ef3-4868-a572-d92f612fcff2 service neutron] 10.222.0.11 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397345 Apr 29 18:14:26.659207 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25f85e-c33a-4f71-9cbc-0823991538da None None] Pushing event updated for resources: {'Port': ['ID=be2890f2-a0ab-437c-9ea1-a2a494db0d7a,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:26.812129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:26.816542 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e56f2352-50b8-4fdc-b5be-27c9f2949eab req-65e86e8e-91ab-4f62-a6f5-7673fc5ba8e8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 210 time: 0.0596900 Apr 29 18:14:26.826737 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=719a2ad1-c44b-41f0-b794-1b10962b9d8b,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:26.846451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] Set router ae69c1e0-fef6-40e1-8102-c438d0d37642 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:26.888537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:27.176046 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'name': 'tempest-TestShelveInstance-2091604553-router', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:18Z', 'updated_at': '2022-04-29T18:14:22Z', 'revision_number': 4, 'project_id': '38fbf4d73f15472b978a7d326c769000', 'gw_port': {'id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:19Z', 'updated_at': '2022-04-29T18:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'be2890f2-a0ab-437c-9ea1-a2a494db0d7a', 'name': '', 'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'mac_address': 'fa:16:3e:d2:db:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'e7a304e4-3e09-47c1-9908-fc12c7f22feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:22Z', 'updated_at': '2022-04-29T18:14:26Z', 'revision_number': 4, 'project_id': '38fbf4d73f15472b978a7d326c769000', 'subnets': [{'id': 'e7a304e4-3e09-47c1-9908-fc12c7f22feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:27.179989 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88481f7-2ff8-466f-bfbf-9bd43b25aebf None None] The sync data for ids ['ae69c1e0-fef6-40e1-8102-c438d0d37642'] in dv-neutron-839024-2-hyperv is: [{'id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'name': 'tempest-TestShelveInstance-2091604553-router', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:18Z', 'updated_at': '2022-04-29T18:14:22Z', 'revision_number': 4, 'project_id': '38fbf4d73f15472b978a7d326c769000', 'gw_port': {'id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:19Z', 'updated_at': '2022-04-29T18:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'be2890f2-a0ab-437c-9ea1-a2a494db0d7a', 'name': '', 'network_id': '559fa0f0-2643-414e-8039-bc9b20e50ab0', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'mac_address': 'fa:16:3e:d2:db:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'e7a304e4-3e09-47c1-9908-fc12c7f22feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:22Z', 'updated_at': '2022-04-29T18:14:26Z', 'revision_number': 4, 'project_id': '38fbf4d73f15472b978a7d326c769000', 'subnets': [{'id': 'e7a304e4-3e09-47c1-9908-fc12c7f22feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:14:27.453449 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device be2890f2-a0ab-437c-9ea1-a2a494db0d7a up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:14:27.523702 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port be2890f2-a0ab-437c-9ea1-a2a494db0d7a completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:14:27.529019 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port be2890f2-a0ab-437c-9ea1-a2a494db0d7a triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:27.529394 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:27.657531 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:27.692627 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port be2890f2-a0ab-437c-9ea1-a2a494db0d7a, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=be2890f2-a0ab-437c-9ea1-a2a494db0d7a,segment=NetworkSegment(20c85503-0261-424c-a863-8731a52b125c),segment_id=20c85503-0261-424c-a863-8731a52b125c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:14:27.697701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:27.698556 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 719a2ad1-c44b-41f0-b794-1b10962b9d8b up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:14:27.820751 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=be2890f2-a0ab-437c-9ea1-a2a494db0d7a,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:27.834198 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 719a2ad1-c44b-41f0-b794-1b10962b9d8b triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:27.834198 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:28.015093 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0d206490-d35c-4060-bd19-a0ad34090445 req-80e0a211-418e-4ef2-b672-48aba5f84e67 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 210 time: 0.0563600 Apr 29 18:14:28.026709 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-fbacbc1d-740e-4482-9913-a17e9005dbc7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:28.028162 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-fbacbc1d-740e-4482-9913-a17e9005dbc7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 809 time: 0.2754526 Apr 29 18:14:28.078444 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ad08f826-49a7-49ed-aea6-187535da6cf0 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c44c4635f5b40779694e869e932e968 HTTP/1.1" status: 200 len: 380 time: 0.0418773 Apr 29 18:14:28.090576 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'port': {'device_id': '88d03318-7cc1-419f-9e1b-626000f7da88', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'admin_state_up': True, 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'security_groups': ['05e48bef-1e79-4969-9f02-ae152d64e839']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:28.184413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:28.346262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:28.350120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:port and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:28.352967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:28.358768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:28.370575 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Made reservation on behalf of 3c44c4635f5b40779694e869e932e968 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:14:28.374141 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:28.536609 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Allocated IP 172.20.0.14 (520f8d92-c831-4e51-86d4-44245dc6735e/64b353b6-ea59-4b7d-94e1-cd1051bb2e73/2cd45e9b-b80b-4a49-8354-d37c5c1180dc) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:14:28.731216 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:28.747962 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Transition to ACTIVE for port object 2cd45e9b-b80b-4a49-8354-d37c5c1180dc will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:14:28.773251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:28.847385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Network 520f8d92-c831-4e51-86d4-44245dc6735e is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:14:28.850402 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:14:28.854160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:14:28.884275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'Port': ['ID=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:28.922016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:28.922634 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:28.944634 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-ce604982-b4ef-4d5f-8c73-c4ef0a65c021 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8579903 Apr 29 18:14:28.956188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Request body: {'port': {'device_id': '88d03318-7cc1-419f-9e1b-626000f7da88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:29.042159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-562980a7-25cc-49a4-bf8f-2eb95d561ce1 None None] Provisioning for port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:14:29.068552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-562980a7-25cc-49a4-bf8f-2eb95d561ce1 None None] Provisioning complete for port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:29.068920 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-562980a7-25cc-49a4-bf8f-2eb95d561ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:29.070192 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:29.130701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-562980a7-25cc-49a4-bf8f-2eb95d561ce1 None None] Port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:14:29.373284 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device be2890f2-a0ab-437c-9ea1-a2a494db0d7a up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:14:29.401462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cde47-14d8-439d-a5ac-ccb621618f83 req-929c0552-e383-48c7-9e07-047519622a5f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:29.402172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-408cde47-14d8-439d-a5ac-ccb621618f83 req-929c0552-e383-48c7-9e07-047519622a5f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Synchronizing usage tracker for tenant:3c44c4635f5b40779694e869e932e968 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:14:29.438942 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-408cde47-14d8-439d-a5ac-ccb621618f83 req-929c0552-e383-48c7-9e07-047519622a5f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Unset dirty status for tenant:3c44c4635f5b40779694e869e932e968 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:14:29.440235 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-408cde47-14d8-439d-a5ac-ccb621618f83 req-929c0552-e383-48c7-9e07-047519622a5f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 932 time: 0.2750466 Apr 29 18:14:29.445419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port be2890f2-a0ab-437c-9ea1-a2a494db0d7a triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:29.445794 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:29.537187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd45e9b-b80b-4a49-8354-d37c5c1180dc {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:14:29.543899 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-408cde47-14d8-439d-a5ac-ccb621618f83 req-1f1dc034-d311-4d11-9138-5f2eb0e8a517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954261 Apr 29 18:14:29.547764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:29.572124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Transition to ACTIVE for port object 2cd45e9b-b80b-4a49-8354-d37c5c1180dc will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:14:29.576953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:29.727437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:29.811483 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Attempting to bind port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:14:29.811815 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Attempting to bind port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:14:29.812132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Attempting to bind port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc on network 520f8d92-c831-4e51-86d4-44245dc6735e {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:14:29.816877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc on network 520f8d92-c831-4e51-86d4-44245dc6735e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:14:29.817138 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Attempting to bind port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc on network 520f8d92-c831-4e51-86d4-44245dc6735e {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:14:29.822301 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:14:29.822627 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Checking segment: {'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:14:29.822998 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Bound using segment: {'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:14:29.823508 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Bound port: 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:14:29.823839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:29.912662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] For port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:14:29.915409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] For port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:14:29.924907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:29.981089 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:29.981682 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:29.983190 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] 10.222.0.36 "PUT /v2.0/ports/2cd45e9b-b80b-4a49-8354-d37c5c1180dc HTTP/1.1" status: 200 len: 1094 time: 1.0311601 Apr 29 18:14:29.983465 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:14:30.009897 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d47d1-c708-41e9-b016-9f7ee4d91549 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:30.054510 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7337f61-4a85-4ca3-a902-1dbfa336f9d8'] response: {'name': 'network-changed', 'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'status': 'completed', 'code': 200} Apr 29 18:14:30.096814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-420f9896-6009-4f56-b001-07570d935cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:30.098337 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-420f9896-6009-4f56-b001-07570d935cb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 1097 time: 0.0766597 Apr 29 18:14:30.172939 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-e2d9a500-4698-489c-b2dc-e372f6bd1b4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc HTTP/1.1" status: 200 len: 217 time: 0.0678525 Apr 29 18:14:30.236651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-3aa19ffe-3ef4-41b0-b58d-3092d7d30ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:30.238038 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-3aa19ffe-3ef4-41b0-b58d-3092d7d30ce3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0587356 Apr 29 18:14:30.316147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-d6fbaf80-32c6-4366-af81-561d481e5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:30.317612 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-d6fbaf80-32c6-4366-af81-561d481e5219 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741141 Apr 29 18:14:30.450640 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-f97e6cbd-456a-4e2d-964b-8d1c6838042d service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262541 Apr 29 18:14:30.739432 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b67c1b8d-4252-48a2-b623-2833aebea498 req-0f5277f4-c6f4-473f-8ab4-d0261793fde6 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831054 Apr 29 18:14:30.765818 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e498f-18c0-46e0-bba5-8d4d38859a4e req-f7a3ebdf-9450-4b9c-9727-92b8f7da7b87 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:30.767284 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9e7e498f-18c0-46e0-bba5-8d4d38859a4e req-f7a3ebdf-9450-4b9c-9727-92b8f7da7b87 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 944 time: 0.1151371 Apr 29 18:14:30.857119 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9e7e498f-18c0-46e0-bba5-8d4d38859a4e req-100957c3-2c4f-4b62-bc57-4c99599dfea5 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828705 Apr 29 18:14:30.880805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01818300-6f35-411a-8a00-d8b30b553e08 req-74b1d761-9e22-4b41-bc8f-7e4c37d31ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:30.882265 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01818300-6f35-411a-8a00-d8b30b553e08 req-74b1d761-9e22-4b41-bc8f-7e4c37d31ffd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 1097 time: 0.0933366 Apr 29 18:14:31.018983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01818300-6f35-411a-8a00-d8b30b553e08 req-411bcd2c-682a-42fd-8ad6-1608fdb47590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:31.020383 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01818300-6f35-411a-8a00-d8b30b553e08 req-411bcd2c-682a-42fd-8ad6-1608fdb47590 service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.1316991 Apr 29 18:14:31.091821 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01818300-6f35-411a-8a00-d8b30b553e08 req-20da1069-34aa-4730-9ee1-b0ef2349d7ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc HTTP/1.1" status: 200 len: 217 time: 0.0635118 Apr 29 18:14:31.155821 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01818300-6f35-411a-8a00-d8b30b553e08 req-68bbeed1-0d5a-4d75-8af7-748d79fba92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:31.157186 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01818300-6f35-411a-8a00-d8b30b553e08 req-68bbeed1-0d5a-4d75-8af7-748d79fba92f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0586183 Apr 29 18:14:31.235341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01818300-6f35-411a-8a00-d8b30b553e08 req-14a7d621-904d-438a-a43d-a44147f0e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:31.236787 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01818300-6f35-411a-8a00-d8b30b553e08 req-14a7d621-904d-438a-a43d-a44147f0e6db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729568 Apr 29 18:14:31.371717 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01818300-6f35-411a-8a00-d8b30b553e08 req-9921e309-b4ad-447b-9058-ccac36105e5e service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277816 Apr 29 18:14:31.514084 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01818300-6f35-411a-8a00-d8b30b553e08 req-0fcca63c-412f-4a11-aca7-6e0269acae9f service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354609 Apr 29 18:14:32.057579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2804f7-5be4-482d-bca7-ac8c5be1aa7d req-037a96ae-3398-45e4-a19a-ead780b15cb6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:32.059019 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2f2804f7-5be4-482d-bca7-ac8c5be1aa7d req-037a96ae-3398-45e4-a19a-ead780b15cb6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 944 time: 0.0853269 Apr 29 18:14:32.102680 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2f2804f7-5be4-482d-bca7-ac8c5be1aa7d req-dacdc370-04bb-4304-ab5d-05776d56ca0c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379238 Apr 29 18:14:32.842360 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2cd45e9b-b80b-4a49-8354-d37c5c1180dc details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:14:33.019377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:14:33.033397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'port_id': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'mac_address': 'fa:16:3e:94:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:14:33.088545 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:33.106024 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd45e9b-b80b-4a49-8354-d37c5c1180dc {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:14:33.122624 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:14:33.128555 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:33.201148 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:33.299464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736e4f3-8244-4c2f-8b70-15dbad928207 req-f2a23501-508f-48b7-8f86-34d2dff1e733 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:33.300936 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2736e4f3-8244-4c2f-8b70-15dbad928207 req-f2a23501-508f-48b7-8f86-34d2dff1e733 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 945 time: 0.0908880 Apr 29 18:14:33.332465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['2cd45e9b-b80b-4a49-8354-d37c5c1180dc'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:14:33.347056 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2736e4f3-8244-4c2f-8b70-15dbad928207 req-f3335e3d-2363-4e1b-86a4-9121ee6ed39f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400114 Apr 29 18:14:34.557382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d0146-e316-4825-9423-0d718c32b5eb req-778710b3-f54d-46b2-9b96-d6ef30cf8512 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:34.558893 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c1d0146-e316-4825-9423-0d718c32b5eb req-778710b3-f54d-46b2-9b96-d6ef30cf8512 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 945 time: 0.1010249 Apr 29 18:14:34.610091 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c1d0146-e316-4825-9423-0d718c32b5eb req-f690672e-b59c-4e93-9446-2625017496ff tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426500 Apr 29 18:14:34.856855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2cd45e9b-b80b-4a49-8354-d37c5c1180dc up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:14:34.936173 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:14:34.943008 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:14:34.943648 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:35.065982 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:35.095407 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:14:35.105687 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:14:35.111250 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:35.149301 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b0e469-36ef-4ee0-8bda-a0bc22b45a0b'] response: {'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'code': 200} Apr 29 18:14:35.181714 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:35.369385 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932a4b4-8df2-4cb0-af35-aa4958acb118 req-e6af8162-3802-47ac-b84b-27d39391f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:35.370963 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3932a4b4-8df2-4cb0-af35-aa4958acb118 req-e6af8162-3802-47ac-b84b-27d39391f324 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 1099 time: 0.0717103 Apr 29 18:14:35.412397 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3932a4b4-8df2-4cb0-af35-aa4958acb118 req-bd324630-0f64-470e-a26f-866a1b7c6c41 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352085 Apr 29 18:14:35.810521 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652ac1b-a90c-4142-b990-0938987975b9 req-56f4e229-421e-439a-91af-b99d0b926a9e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:35.812001 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1652ac1b-a90c-4142-b990-0938987975b9 req-56f4e229-421e-439a-91af-b99d0b926a9e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0913212 Apr 29 18:14:35.855487 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1652ac1b-a90c-4142-b990-0938987975b9 req-81c54610-50fc-4ba3-bba1-700242f2c857 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376637 Apr 29 18:14:37.056681 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28393c47-d164-41f2-9e4c-217dacbcc06f req-d3341832-ff9f-4594-b013-70fd1c5c943b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:37.058153 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-28393c47-d164-41f2-9e4c-217dacbcc06f req-d3341832-ff9f-4594-b013-70fd1c5c943b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0921891 Apr 29 18:14:37.102076 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-28393c47-d164-41f2-9e4c-217dacbcc06f req-b4572a75-38fc-4179-b54f-1d80e5a5aa5c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381613 Apr 29 18:14:37.302219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a12f75-62fc-4b2e-be78-f93d5681d5de req-7e9f6513-f766-4802-a5e7-dba4d83e1046 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:37.304641 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-36a12f75-62fc-4b2e-be78-f93d5681d5de req-7e9f6513-f766-4802-a5e7-dba4d83e1046 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0907645 Apr 29 18:14:37.356319 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-36a12f75-62fc-4b2e-be78-f93d5681d5de req-3c4dd106-a50c-43ee-a4a0-168ebc73cf09 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444105 Apr 29 18:14:37.385227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60668) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:37.559476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62759881-217d-4ccf-b5b6-a9130735c9dd tempest-TestShelveInstance-1433506096 tempest-TestShelveInstance-1433506096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:37.560161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-62759881-217d-4ccf-b5b6-a9130735c9dd tempest-TestShelveInstance-1433506096 tempest-TestShelveInstance-1433506096-project-admin] Synchronizing usage tracker for tenant:38fbf4d73f15472b978a7d326c769000 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:14:37.580250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-62759881-217d-4ccf-b5b6-a9130735c9dd tempest-TestShelveInstance-1433506096 tempest-TestShelveInstance-1433506096-project-admin] Unset dirty status for tenant:38fbf4d73f15472b978a7d326c769000 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:14:37.581496 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-62759881-217d-4ccf-b5b6-a9130735c9dd tempest-TestShelveInstance-1433506096 tempest-TestShelveInstance-1433506096-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 1094 time: 0.1950924 Apr 29 18:14:37.584560 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60674) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:14:37.592131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:14:37.600365 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:14:37.606281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:floatingip and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:14:37.609301 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:14:37.615187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:14:37.628349 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:37.897723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:38.056174 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Allocated IP 172.26.4.249 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/2a756364-c311-45d6-82e7-688f3ac2d307) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:14:38.212480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:38.247794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:38.316176 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:14:38.318939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:14:38.322427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:14:38.354341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'Port': ['ID=2a756364-c311-45d6-82e7-688f3ac2d307,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:38.725965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:38.806747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:39.036661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:39.044217 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:39.147139 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'Port': ['ID=2a756364-c311-45d6-82e7-688f3ac2d307,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:14:39.159129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:39.325755 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Floating IP e7fbf7ad-f860-49d4-afa7-329389d51ee6 associated. External IP: 172.26.4.249, port: 2cd45e9b-b80b-4a49-8354-d37c5c1180dc. Apr 29 18:14:39.803502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Router 2b867e17-c08d-494e-8083-63e875220837 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:14:39.991974 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:14:40.001489 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4e1e3-b1fa-4f75-bb51-1efa1140bfbe None None] Sync routers for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:14:40.011722 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4e1e3-b1fa-4f75-bb51-1efa1140bfbe None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:40.012380 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-64f4e1e3-b1fa-4f75-bb51-1efa1140bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:14:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:40.019334 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:40.076493 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-55d64486-057c-4ab7-9e0f-883c09f45007 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4908552 Apr 29 18:14:40.077113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:14:40.120645 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98dac4fe-edd1-494b-8696-8d1c8a2c738a'] response: {'name': 'network-changed', 'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'status': 'completed', 'code': 200} Apr 29 18:14:40.190273 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-64f4e1e3-b1fa-4f75-bb51-1efa1140bfbe None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:40.214556 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11566-9ce8-46be-90a9-156364174841 req-a9d58925-9bff-471a-bce0-b3d8fdfcfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:40.216062 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01c11566-9ce8-46be-90a9-156364174841 req-a9d58925-9bff-471a-bce0-b3d8fdfcfb9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 1099 time: 0.0714378 Apr 29 18:14:40.347244 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11566-9ce8-46be-90a9-156364174841 req-abd84bef-9a8e-411f-ad33-13356ea3cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:40.348717 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01c11566-9ce8-46be-90a9-156364174841 req-abd84bef-9a8e-411f-ad33-13356ea3cc93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.1268272 Apr 29 18:14:40.456512 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01c11566-9ce8-46be-90a9-156364174841 req-a1a6c142-6abe-4bd7-aca4-204017125d3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc HTTP/1.1" status: 200 len: 1000 time: 0.1015439 Apr 29 18:14:40.519025 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11566-9ce8-46be-90a9-156364174841 req-efbad6d9-d961-44ac-a39a-5a80dd54238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:40.520498 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01c11566-9ce8-46be-90a9-156364174841 req-efbad6d9-d961-44ac-a39a-5a80dd54238a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0581658 Apr 29 18:14:40.525839 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-64f4e1e3-b1fa-4f75-bb51-1efa1140bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'e7fbf7ad-f860-49d4-afa7-329389d51ee6', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'floating_ip_address': '172.26.4.249', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '2b867e17-c08d-494e-8083-63e875220837', 'port_id': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'mac_address': 'fa:16:3e:94:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d03318-7cc1-419f-9e1b-626000f7da88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:14:38Z', 'updated_at': '2022-04-29T18:14:38Z', 'revision_number': 0, 'project_id': '3c44c4635f5b40779694e869e932e968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:24Z', 'revision_number': 5, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:40.529915 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4e1e3-b1fa-4f75-bb51-1efa1140bfbe None None] Checking router: 2b867e17-c08d-494e-8083-63e875220837 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:14:40.538369 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4e1e3-b1fa-4f75-bb51-1efa1140bfbe None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:14:40.538996 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-64f4e1e3-b1fa-4f75-bb51-1efa1140bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:14:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:40.596839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11566-9ce8-46be-90a9-156364174841 req-d6f1728a-9ad8-4daa-896d-00e9d8d25b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:14:40.598361 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01c11566-9ce8-46be-90a9-156364174841 req-d6f1728a-9ad8-4daa-896d-00e9d8d25b44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719180 Apr 29 18:14:40.713674 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-64f4e1e3-b1fa-4f75-bb51-1efa1140bfbe None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:14:40.727462 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01c11566-9ce8-46be-90a9-156364174841 req-a39595f6-2c22-4c77-aa94-ba998978633a service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225028 Apr 29 18:14:40.856203 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01c11566-9ce8-46be-90a9-156364174841 req-c5434c3d-0d43-4361-9978-30401433c467 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229341 Apr 29 18:14:41.082125 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-64f4e1e3-b1fa-4f75-bb51-1efa1140bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'e7fbf7ad-f860-49d4-afa7-329389d51ee6', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'floating_ip_address': '172.26.4.249', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '2b867e17-c08d-494e-8083-63e875220837', 'port_id': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'mac_address': 'fa:16:3e:94:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d03318-7cc1-419f-9e1b-626000f7da88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:14:38Z', 'updated_at': '2022-04-29T18:14:38Z', 'revision_number': 0, 'project_id': '3c44c4635f5b40779694e869e932e968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:24Z', 'revision_number': 5, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:14:41.086174 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4e1e3-b1fa-4f75-bb51-1efa1140bfbe None None] The sync data for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv is: [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': 'e7fbf7ad-f860-49d4-afa7-329389d51ee6', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'floating_ip_address': '172.26.4.249', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '2b867e17-c08d-494e-8083-63e875220837', 'port_id': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'mac_address': 'fa:16:3e:94:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d03318-7cc1-419f-9e1b-626000f7da88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:14:38Z', 'updated_at': '2022-04-29T18:14:38Z', 'revision_number': 0, 'project_id': '3c44c4635f5b40779694e869e932e968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:24Z', 'revision_number': 5, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:14:41.278754 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b3aa2-8188-4387-b631-a0df5048d8cc None None] New status for floating IP e7fbf7ad-f860-49d4-afa7-329389d51ee6: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:14:44.567696 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:14:48.683859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:53.364494 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d9880be7-cc38-4bda-aede-bfe36f6f3bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:55.452453 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bab42a47-ec1e-43e4-83b0-33fceb1d7520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:56.766454 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:56.833527 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:14:58.190542 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:15:10.551230 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [req-9a321d72-1280-4dbf-865e-934c11ccdd2c req-565efaef-7eb8-45ed-a2e7-58bdb8fd5957 service neutron] (88018) timed out ('10.222.0.11', 56484) {{(pid=88018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 18:15:18.704988 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:15:21.570197 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:15:23.375129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5f98febc-5bcd-4834-a125-58aaf68278a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:15:25.459111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f2e50622-2d42-4a90-b027-19a3fbfff08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:15:26.769931 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:15:26.848573 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:15:28.192043 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:15:33.096107 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38640724-c313-4a76-8b74-d8db375f5b49 req-66c33846-c0e2-45e0-b797-7429b7ad362f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694165 Apr 29 18:15:33.360881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38640724-c313-4a76-8b74-d8db375f5b49 req-eb90ff76-be88-4e99-b247-fadeb4f1e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:15:33.362353 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38640724-c313-4a76-8b74-d8db375f5b49 req-eb90ff76-be88-4e99-b247-fadeb4f1e8f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 1099 time: 0.1987145 Apr 29 18:15:33.511153 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38640724-c313-4a76-8b74-d8db375f5b49 req-589d36d9-982a-4567-8391-9f0b522a5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:15:33.512615 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38640724-c313-4a76-8b74-d8db375f5b49 req-589d36d9-982a-4567-8391-9f0b522a5100 service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.1322310 Apr 29 18:15:33.614902 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38640724-c313-4a76-8b74-d8db375f5b49 req-8f48acf1-2496-4de5-b536-56e0c97f7809 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc HTTP/1.1" status: 200 len: 1002 time: 0.0958867 Apr 29 18:15:33.675900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38640724-c313-4a76-8b74-d8db375f5b49 req-ddfab620-95a0-4632-9211-4eef3247e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:15:33.677312 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38640724-c313-4a76-8b74-d8db375f5b49 req-ddfab620-95a0-4632-9211-4eef3247e579 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0568852 Apr 29 18:15:33.755983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38640724-c313-4a76-8b74-d8db375f5b49 req-5828c461-c044-4d22-ad24-f53ecf8662fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:15:33.757393 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38640724-c313-4a76-8b74-d8db375f5b49 req-5828c461-c044-4d22-ad24-f53ecf8662fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743716 Apr 29 18:15:33.889034 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38640724-c313-4a76-8b74-d8db375f5b49 req-1dc61385-4f6f-4247-b205-921aed9c3021 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247780 Apr 29 18:15:34.034318 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-38640724-c313-4a76-8b74-d8db375f5b49 req-47843c50-1850-4427-9554-a0f8671581ea service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393604 Apr 29 18:15:48.706377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:15:53.369916 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e51f-d99d-40aa-954d-5ac99bec263e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:15:55.450076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-c6ce64f7-980f-4034-99f7-72dd3d4ca912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:15:56.777653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:15:56.852319 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:15:58.201866 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:15:58.575249 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:16:18.699252 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:23.377310 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-de39fc88-da9f-4442-a4e0-01577cb94bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:25.447588 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4e93ec88-5526-484c-b498-4f296e5469d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:26.776231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:26.850244 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:28.205026 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:35.232178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ed9d4-58ac-401f-9f98-2a6980c23bfd req-8a322567-e44c-4809-8d45-1aca6caf3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:35.233679 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed4ed9d4-58ac-401f-9f98-2a6980c23bfd req-8a322567-e44c-4809-8d45-1aca6caf3a59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 1099 time: 0.1583471 Apr 29 18:16:35.385105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ed9d4-58ac-401f-9f98-2a6980c23bfd req-0afa011b-5cec-4693-be5c-3105481eb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:35.386574 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed4ed9d4-58ac-401f-9f98-2a6980c23bfd req-0afa011b-5cec-4693-be5c-3105481eb9f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.1340661 Apr 29 18:16:35.498777 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed4ed9d4-58ac-401f-9f98-2a6980c23bfd req-50f5d18c-4bc1-4ef9-b28f-3eee1dcc0594 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc HTTP/1.1" status: 200 len: 1002 time: 0.1057549 Apr 29 18:16:35.575270 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:16:35.608776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ed9d4-58ac-401f-9f98-2a6980c23bfd req-c371c706-ea0c-489a-a9c9-022df463450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:35.610258 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed4ed9d4-58ac-401f-9f98-2a6980c23bfd req-c371c706-ea0c-489a-a9c9-022df463450e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0782626 Apr 29 18:16:35.677378 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c74ba5-6a39-4872-8256-1d9902b7820d req-ac4f3b1b-5918-425a-b5d8-542c56fb91a6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:35.678595 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-26c74ba5-6a39-4872-8256-1d9902b7820d req-ac4f3b1b-5918-425a-b5d8-542c56fb91a6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.2303536 Apr 29 18:16:35.733042 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-26c74ba5-6a39-4872-8256-1d9902b7820d req-5277d5ee-1226-473c-8dcf-3d0842683145 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482299 Apr 29 18:16:35.737314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ed9d4-58ac-401f-9f98-2a6980c23bfd req-c585fc9a-f75d-432d-b605-3ff78243b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:35.738687 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed4ed9d4-58ac-401f-9f98-2a6980c23bfd req-c585fc9a-f75d-432d-b605-3ff78243b056 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1220434 Apr 29 18:16:35.869730 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed4ed9d4-58ac-401f-9f98-2a6980c23bfd req-4db1a4b2-8efd-4ccd-8091-b50921618275 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244574 Apr 29 18:16:35.999443 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed4ed9d4-58ac-401f-9f98-2a6980c23bfd req-bdb4bdb4-0dfb-4ac3-b5f9-7201fa5c8bff service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242607 Apr 29 18:16:37.041341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06f98a-1357-4320-a445-632c78633dd0 req-3302e4a2-71db-400b-a18f-ef8e6d559c5b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:37.042727 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eb06f98a-1357-4320-a445-632c78633dd0 req-3302e4a2-71db-400b-a18f-ef8e6d559c5b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.1951275 Apr 29 18:16:37.088309 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eb06f98a-1357-4320-a445-632c78633dd0 req-84f439b9-aacc-439b-b6a7-593f17736706 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394671 Apr 29 18:16:38.313632 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa90aa9-4e87-48fc-b9be-f6f07e570589 req-1d0f8006-eb26-4d05-9ff2-332c4552277d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:38.315081 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8fa90aa9-4e87-48fc-b9be-f6f07e570589 req-1d0f8006-eb26-4d05-9ff2-332c4552277d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0899220 Apr 29 18:16:38.362833 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8fa90aa9-4e87-48fc-b9be-f6f07e570589 req-62d4a3ad-2385-452e-ad68-f60744257b7f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388172 Apr 29 18:16:39.563087 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f2a75-fd7a-4c19-bdb1-1ee510c88198 req-6726e9db-10a3-4710-824d-e0ade4dd3fa0 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:39.564656 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf4f2a75-fd7a-4c19-bdb1-1ee510c88198 req-6726e9db-10a3-4710-824d-e0ade4dd3fa0 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0828407 Apr 29 18:16:39.612082 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cf4f2a75-fd7a-4c19-bdb1-1ee510c88198 req-9737c908-2e3c-490d-86fc-73458e6d38b7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394592 Apr 29 18:16:40.812970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb86d5c-586f-444f-a09d-d6bb7f48532c req-77eb7691-b30e-4a06-9b9f-2a9726f44e35 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:40.814414 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aeb86d5c-586f-444f-a09d-d6bb7f48532c req-77eb7691-b30e-4a06-9b9f-2a9726f44e35 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0950887 Apr 29 18:16:40.858191 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aeb86d5c-586f-444f-a09d-d6bb7f48532c req-b4b52ecd-5230-4343-addf-da0d33ff05a9 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380411 Apr 29 18:16:42.058246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126757f8-6041-490b-9bce-2606974c89b0 req-bd0852aa-ea36-46fb-bbeb-860c16e42ab8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:42.059793 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-126757f8-6041-490b-9bce-2606974c89b0 req-bd0852aa-ea36-46fb-bbeb-860c16e42ab8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0861669 Apr 29 18:16:42.111269 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-126757f8-6041-490b-9bce-2606974c89b0 req-cff524ac-2fcd-432f-8a78-3e9891760118 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429225 Apr 29 18:16:43.315544 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837f4f0-9cff-4fe9-8c25-4fde4ec71730 req-643226f2-1d9e-4f5a-9418-811aed9a26f5 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:43.317037 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b837f4f0-9cff-4fe9-8c25-4fde4ec71730 req-643226f2-1d9e-4f5a-9418-811aed9a26f5 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0905252 Apr 29 18:16:43.362313 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b837f4f0-9cff-4fe9-8c25-4fde4ec71730 req-291d0edd-47ca-4e11-ad68-b2b9937d2547 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393562 Apr 29 18:16:44.580040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b2f14-e8e3-4ffc-a573-4e8d95fd520d req-12695d81-6b65-4db9-9534-5e44f40e6695 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:44.581933 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b00b2f14-e8e3-4ffc-a573-4e8d95fd520d req-12695d81-6b65-4db9-9534-5e44f40e6695 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.1016757 Apr 29 18:16:44.629208 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b00b2f14-e8e3-4ffc-a573-4e8d95fd520d req-2b54718f-fce1-4c49-a0cf-51bfbd02b692 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388474 Apr 29 18:16:45.833436 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb2d83-bdb7-4424-b083-de468bfbcf5a req-6345c139-e5f7-4485-a04a-6654ef00da76 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:45.834991 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-77bb2d83-bdb7-4424-b083-de468bfbcf5a req-6345c139-e5f7-4485-a04a-6654ef00da76 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0911057 Apr 29 18:16:45.880692 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-77bb2d83-bdb7-4424-b083-de468bfbcf5a req-47317af0-d05d-489f-b4ae-1edb592abb63 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395579 Apr 29 18:16:47.103050 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f18b5-5dab-45be-a88d-be612e9ef3b7 req-d4165f29-892c-4218-9002-b636241aec65 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:47.104674 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a3f18b5-5dab-45be-a88d-be612e9ef3b7 req-d4165f29-892c-4218-9002-b636241aec65 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0936451 Apr 29 18:16:47.159503 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a3f18b5-5dab-45be-a88d-be612e9ef3b7 req-aec7ad43-8db4-49ec-9ee5-be28213c6e2e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476959 Apr 29 18:16:47.415676 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2cd45e9b-b80b-4a49-8354-d37c5c1180dc details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:16:47.551625 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:16:47.564746 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'port_id': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'mac_address': 'fa:16:3e:94:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:16:47.657007 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:47.673797 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cd45e9b-b80b-4a49-8354-d37c5c1180dc {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:16:47.689297 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:16:47.695526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:47.771135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:16:47.778350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:16:47.778691 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:16:47.779039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:16:47.779403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:16:47.779784 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:16:47.780115 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:16:47.780448 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:16:47.780765 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:16:47.781097 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:16:47.781414 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:16:47.781729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:16:47.782051 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:16:47.805491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['2cd45e9b-b80b-4a49-8354-d37c5c1180dc'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:16:48.347849 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c120344-b6d5-426e-90c4-cf440ed68988 req-ced80da5-e28c-4cd7-9a8d-3561db9bec99 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:48.349298 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6c120344-b6d5-426e-90c4-cf440ed68988 req-ced80da5-e28c-4cd7-9a8d-3561db9bec99 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 945 time: 0.0798850 Apr 29 18:16:48.402240 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6c120344-b6d5-426e-90c4-cf440ed68988 req-d589a403-e31b-4f70-af3d-a1926bfd1da6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462940 Apr 29 18:16:48.710412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:49.432740 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2cd45e9b-b80b-4a49-8354-d37c5c1180dc up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:16:49.514385 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:16:49.514838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:49.617365 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8946e03-ac78-4165-8979-1e1ae54a1ccc req-1eb86c4e-b5aa-4841-811c-11e53c6f4688 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:49.620843 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8946e03-ac78-4165-8979-1e1ae54a1ccc req-1eb86c4e-b5aa-4841-811c-11e53c6f4688 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 945 time: 0.0968270 Apr 29 18:16:49.683426 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:49.712310 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:16:49.715900 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c8946e03-ac78-4165-8979-1e1ae54a1ccc req-146037f2-1857-456b-bb2f-440b28f9dfb2 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858917 Apr 29 18:16:49.739894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:16:49.747826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:49.833807 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:16:49.837522 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14331f9a-53ad-4a9e-a661-f2c4bd3abc24'] response: {'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'code': 200} Apr 29 18:16:50.905298 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715a8c7-f075-451b-b42f-94d52a5d608d req-03e95054-3160-4e23-ac6e-b7b92cdc3590 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:50.907802 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d715a8c7-f075-451b-b42f-94d52a5d608d req-03e95054-3160-4e23-ac6e-b7b92cdc3590 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0922546 Apr 29 18:16:50.958081 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d715a8c7-f075-451b-b42f-94d52a5d608d req-a899d4c6-a42e-4a6e-8b9f-38be0837d89d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452359 Apr 29 18:16:52.157370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0812b-a402-4dcc-9f6d-b11d399b77eb req-faedd019-c099-4594-bd12-86b5e1ec5296 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:52.159832 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a8f0812b-a402-4dcc-9f6d-b11d399b77eb req-faedd019-c099-4594-bd12-86b5e1ec5296 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0818117 Apr 29 18:16:52.219337 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a8f0812b-a402-4dcc-9f6d-b11d399b77eb req-fc585d97-04d2-4126-96d8-90cfa96b3b3a tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507290 Apr 29 18:16:53.386157 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-080245e1-50ca-4a57-8cfa-4c2f8156d7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:53.449030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae1da3-2550-49c1-9fdb-4691acb68d13 req-bd727f73-ed8f-4eb2-a194-780fd4932e28 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:53.456325 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-36ae1da3-2550-49c1-9fdb-4691acb68d13 req-bd727f73-ed8f-4eb2-a194-780fd4932e28 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.1175082 Apr 29 18:16:53.512001 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-36ae1da3-2550-49c1-9fdb-4691acb68d13 req-be6ba533-6014-46cb-b526-a3b7403ac158 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532265 Apr 29 18:16:54.703591 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95572508-0404-4cd3-9027-6000f0d46761 req-89439ebf-7bdf-41cf-9668-e83bf57fb973 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:54.705175 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95572508-0404-4cd3-9027-6000f0d46761 req-89439ebf-7bdf-41cf-9668-e83bf57fb973 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0976586 Apr 29 18:16:54.765735 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-95572508-0404-4cd3-9027-6000f0d46761 req-5b4c097c-362c-42ea-bbad-4efff9b0d30f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516064 Apr 29 18:16:55.452650 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f02ea541-cbe3-4878-a51f-4b99b61767a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:55.973172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4463d7-fa48-4a53-b237-7abfbfb63a5c req-ed07bfaa-c51c-4de3-ad9f-87700459d6f6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:55.974642 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3a4463d7-fa48-4a53-b237-7abfbfb63a5c req-ed07bfaa-c51c-4de3-ad9f-87700459d6f6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0960612 Apr 29 18:16:56.029883 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3a4463d7-fa48-4a53-b237-7abfbfb63a5c req-d2773ab8-d133-4599-a2d8-2cb74d925823 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456138 Apr 29 18:16:56.773855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:56.845579 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:57.229340 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e882fda-d449-4820-b1e1-8976264d9981 req-72302ee2-beb9-463f-a2ca-57435b896f0d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:57.230675 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9e882fda-d449-4820-b1e1-8976264d9981 req-72302ee2-beb9-463f-a2ca-57435b896f0d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0935078 Apr 29 18:16:57.277726 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9e882fda-d449-4820-b1e1-8976264d9981 req-b3da5983-fc50-420f-813e-1d6c89e42b54 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382481 Apr 29 18:16:57.784982 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e72a11-128b-488c-95ee-cc4a167facfb req-5f768cf2-9abf-450b-832a-e320c788b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:57.786426 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e8e72a11-128b-488c-95ee-cc4a167facfb req-5f768cf2-9abf-450b-832a-e320c788b30d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 1099 time: 0.0766768 Apr 29 18:16:57.923838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e72a11-128b-488c-95ee-cc4a167facfb req-63187706-1390-49c9-ba21-7b119cab72f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:57.925281 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e8e72a11-128b-488c-95ee-cc4a167facfb req-63187706-1390-49c9-ba21-7b119cab72f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.1332607 Apr 29 18:16:58.029597 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e8e72a11-128b-488c-95ee-cc4a167facfb req-ecbd758a-a6e3-47ab-8c9b-3733b180c940 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc HTTP/1.1" status: 200 len: 1002 time: 0.0976405 Apr 29 18:16:58.091485 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e72a11-128b-488c-95ee-cc4a167facfb req-d35b1a48-189f-404e-9093-73804c3ca067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:58.092828 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e8e72a11-128b-488c-95ee-cc4a167facfb req-d35b1a48-189f-404e-9093-73804c3ca067 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0578656 Apr 29 18:16:58.170929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e72a11-128b-488c-95ee-cc4a167facfb req-7db23e15-e35b-4b65-b387-21839aff56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:58.172444 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e8e72a11-128b-488c-95ee-cc4a167facfb req-7db23e15-e35b-4b65-b387-21839aff56d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739055 Apr 29 18:16:58.199587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:16:58.463421 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e8e72a11-128b-488c-95ee-cc4a167facfb req-c651999f-f4a5-486b-ad68-2c4e922fcb73 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843966 Apr 29 18:16:58.583939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549cbc-c883-42c4-b09f-70ada4a9f8ae req-0a524cf1-cd95-4ea2-8472-a41ef36d8523 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:58.585266 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ec549cbc-c883-42c4-b09f-70ada4a9f8ae req-0a524cf1-cd95-4ea2-8472-a41ef36d8523 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.1925254 Apr 29 18:16:58.632932 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e8e72a11-128b-488c-95ee-cc4a167facfb req-b2f2d3da-524e-49c0-b4c1-c43ecdcc6674 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622994 Apr 29 18:16:58.653505 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ec549cbc-c883-42c4-b09f-70ada4a9f8ae req-2d3ed33f-e490-4f99-948d-c855fc8f07b8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611625 Apr 29 18:16:59.849167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98271008-6b09-488f-be6c-d08b81a1af8e req-3330aaab-49c2-4dda-b508-f725494c1f3f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:16:59.850598 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-98271008-6b09-488f-be6c-d08b81a1af8e req-3330aaab-49c2-4dda-b508-f725494c1f3f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0835116 Apr 29 18:16:59.897334 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-98271008-6b09-488f-be6c-d08b81a1af8e req-59ea2589-2a96-4894-82fc-3af87837bf14 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409155 Apr 29 18:17:01.100296 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7be05-9add-4ef7-9840-3064041c818d req-834c99a9-add2-4c6c-b7fb-e06ad532d4d5 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:01.101761 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aff7be05-9add-4ef7-9840-3064041c818d req-834c99a9-add2-4c6c-b7fb-e06ad532d4d5 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0919323 Apr 29 18:17:01.149130 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-aff7be05-9add-4ef7-9840-3064041c818d req-d00ca3eb-a0ef-4e3b-b96f-6324430e71a6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386744 Apr 29 18:17:01.484058 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2cd45e9b-b80b-4a49-8354-d37c5c1180dc no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:17:01.535814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc00d67-4fd4-4026-8b6a-d6553f227924 req-ae99e31e-f177-4895-973e-69bb1829b3c7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:01.537397 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5cc00d67-4fd4-4026-8b6a-d6553f227924 req-ae99e31e-f177-4895-973e-69bb1829b3c7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 946 time: 0.0846488 Apr 29 18:17:01.585115 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5cc00d67-4fd4-4026-8b6a-d6553f227924 req-d0ba2131-02c4-43fe-aa23-c384175f2dae tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404673 Apr 29 18:17:01.594381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 60858) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:17:01.597015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:01.634980 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:17:01.635760 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:17:01.644887 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:01.687523 dv-neutron-839024-2-hyperv neutron-server[88020]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-044a6042-53b5-49a8-b04c-a1a387ec13af']: {'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'code': 422} returned with failed status Apr 29 18:17:01.718391 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,revision_number=8']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:17:01.723809 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-6b938a68-a910-440d-8e8e-1577171b6a74 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1276748 Apr 29 18:17:02.779912 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287c6cc-0f13-4eaa-8a46-4530a4fa18b4 req-98071036-860a-4787-a87f-a66a3772770b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:02.781352 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6287c6cc-0f13-4eaa-8a46-4530a4fa18b4 req-98071036-860a-4787-a87f-a66a3772770b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 944 time: 0.0821662 Apr 29 18:17:02.827681 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6287c6cc-0f13-4eaa-8a46-4530a4fa18b4 req-a9f8043e-0ebe-460b-ad11-f9550801c084 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377796 Apr 29 18:17:03.623734 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-92f71a9c-cf45-4ae6-b624-fe61b03b8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:03.625214 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-92f71a9c-cf45-4ae6-b624-fe61b03b8c48 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88&tenant_id=3c44c4635f5b40779694e869e932e968 HTTP/1.1" status: 200 len: 1097 time: 0.0814147 Apr 29 18:17:03.717334 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-d6889539-f04d-4fba-93be-4db2481eb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:03.718807 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-d6889539-f04d-4fba-93be-4db2481eb070 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 1097 time: 0.0727363 Apr 29 18:17:03.851434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-7437db80-2677-49ee-94e6-b808c931a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:03.852869 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-7437db80-2677-49ee-94e6-b808c931a7aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.1274734 Apr 29 18:17:04.007446 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-a8ac7645-b19c-4bdf-a91d-d04834b2781e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc HTTP/1.1" status: 200 len: 1000 time: 0.1486747 Apr 29 18:17:04.075900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-1d0b455f-cdf3-4719-ab37-8eb612e44795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:04.077318 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-1d0b455f-cdf3-4719-ab37-8eb612e44795 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0636942 Apr 29 18:17:04.087400 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d547a4-3f40-4c71-b064-5882b8b1d1b5 req-5fc526e0-6ad0-4322-b8a0-76008349f823 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:04.088712 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c1d547a4-3f40-4c71-b064-5882b8b1d1b5 req-5fc526e0-6ad0-4322-b8a0-76008349f823 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 944 time: 0.1500566 Apr 29 18:17:04.178332 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c1d547a4-3f40-4c71-b064-5882b8b1d1b5 req-93f0bbe5-6299-4bd1-9606-6b745250c543 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600536 Apr 29 18:17:04.196517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-9907b8d0-26f3-48d0-97af-ab70cfd12855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:04.197976 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-9907b8d0-26f3-48d0-97af-ab70cfd12855 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1084859 Apr 29 18:17:04.327693 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-46c58bd0-c256-4897-ba13-44868412e82a service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229262 Apr 29 18:17:04.568725 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-a8840881-d36d-4609-906a-9a11db71d0b5 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347641 Apr 29 18:17:05.380371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce372376-0942-41dc-98ec-d5c529ab8b73 req-d96d051b-6099-4639-9e3c-725e37283062 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:05.382044 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce372376-0942-41dc-98ec-d5c529ab8b73 req-d96d051b-6099-4639-9e3c-725e37283062 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 944 time: 0.0918376 Apr 29 18:17:05.436497 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ce372376-0942-41dc-98ec-d5c529ab8b73 req-676c8950-ad51-442e-8ec4-159408f7cf6d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425005 Apr 29 18:17:06.643864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c66ae3-33e2-4ad0-84ff-ddaecdd0406d req-84d7706b-20af-4f7d-90cf-eb54ea77066b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:06.646532 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60c66ae3-33e2-4ad0-84ff-ddaecdd0406d req-84d7706b-20af-4f7d-90cf-eb54ea77066b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 944 time: 0.0944145 Apr 29 18:17:06.694719 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60c66ae3-33e2-4ad0-84ff-ddaecdd0406d req-a224722d-9a65-4037-9a34-6a9ed060eaeb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411825 Apr 29 18:17:07.891030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa646e3b-f462-408a-be56-365d49f2dbfe req-b6b5c94b-672f-41a9-817a-b2396f7ca69d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:07.892579 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fa646e3b-f462-408a-be56-365d49f2dbfe req-b6b5c94b-672f-41a9-817a-b2396f7ca69d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 944 time: 0.0839319 Apr 29 18:17:07.940274 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fa646e3b-f462-408a-be56-365d49f2dbfe req-18ff03e6-0580-4117-aa2d-3278eaeae437 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410037 Apr 29 18:17:09.135445 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c2ac7-b3bd-48cc-976c-c67d8f742caa req-79d9a5ae-72e2-4bd2-89f0-3d9c61fd43fb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:09.136976 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c5c2ac7-b3bd-48cc-976c-c67d8f742caa req-79d9a5ae-72e2-4bd2-89f0-3d9c61fd43fb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 944 time: 0.0850902 Apr 29 18:17:09.184820 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c5c2ac7-b3bd-48cc-976c-c67d8f742caa req-01ae7be0-73f3-4a3e-9131-2816f227f90d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 Apr 29 18:17:10.385705 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60f90a-b1a1-438d-9a76-0b75edd41348 req-3a80ef12-41e2-410e-9dce-00047d1ce83b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:10.387259 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed60f90a-b1a1-438d-9a76-0b75edd41348 req-3a80ef12-41e2-410e-9dce-00047d1ce83b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 944 time: 0.0888367 Apr 29 18:17:10.439274 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ed60f90a-b1a1-438d-9a76-0b75edd41348 req-fdd20bda-35c2-4b99-9506-3bd8e237128a tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457709 Apr 29 18:17:11.649123 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e6b8e-a8f9-4c9f-be8a-ab4a79bbd9f8 req-523166b7-c51a-4792-9ba9-ae42b7b8e869 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:11.654088 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-584e6b8e-a8f9-4c9f-be8a-ab4a79bbd9f8 req-523166b7-c51a-4792-9ba9-ae42b7b8e869 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 944 time: 0.0941944 Apr 29 18:17:11.703089 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-584e6b8e-a8f9-4c9f-be8a-ab4a79bbd9f8 req-a0bd0e24-32ce-4106-8ecc-57b6d86d0097 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435865 Apr 29 18:17:12.583116 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:17:12.902885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f2222-a2b1-4fcf-b555-fb15b9e12f0c req-87279408-5541-4383-a26c-142d9344b913 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:12.904344 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-604f2222-a2b1-4fcf-b555-fb15b9e12f0c req-87279408-5541-4383-a26c-142d9344b913 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 944 time: 0.0861251 Apr 29 18:17:12.953598 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-604f2222-a2b1-4fcf-b555-fb15b9e12f0c req-8b1e0607-ec7c-4647-b38e-5321d4bdf93a tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433025 Apr 29 18:17:14.319538 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1422fa7-6429-48f2-a33b-af10605c80d5 req-43b2be03-d64c-4848-a995-13d05ef0d8d8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:14.320988 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c1422fa7-6429-48f2-a33b-af10605c80d5 req-43b2be03-d64c-4848-a995-13d05ef0d8d8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 944 time: 0.0940232 Apr 29 18:17:14.365397 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c1422fa7-6429-48f2-a33b-af10605c80d5 req-6aeed2e2-dd4a-487b-8a94-c833b936b3c7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385122 Apr 29 18:17:15.558765 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2cd45e9b-b80b-4a49-8354-d37c5c1180dc details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:17:15.566088 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588a9e4-0a8f-45f0-91f4-7d03e4544584 req-51af1352-e826-4b92-b354-a7e361346e49 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:15.567547 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3588a9e4-0a8f-45f0-91f4-7d03e4544584 req-51af1352-e826-4b92-b354-a7e361346e49 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 944 time: 0.0912821 Apr 29 18:17:15.613427 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3588a9e4-0a8f-45f0-91f4-7d03e4544584 req-294d1b85-91d5-4c22-8c6e-a06c4fe6d8d4 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396988 Apr 29 18:17:15.693217 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:17:15.706091 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'port_id': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'mac_address': 'fa:16:3e:94:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:17:15.762800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:15.782325 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd45e9b-b80b-4a49-8354-d37c5c1180dc {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:17:15.798842 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:17:15.806819 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:15.878677 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,revision_number=9']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:17:16.046131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['2cd45e9b-b80b-4a49-8354-d37c5c1180dc'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:17:16.837103 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ca181-3b4f-4fc0-969b-901508e42e14 req-41b2ca63-0440-4784-a38a-e7e6ec303e2b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:16.838535 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-449ca181-3b4f-4fc0-969b-901508e42e14 req-41b2ca63-0440-4784-a38a-e7e6ec303e2b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 945 time: 0.1082828 Apr 29 18:17:16.889288 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-449ca181-3b4f-4fc0-969b-901508e42e14 req-86db932d-3c0a-47cf-9c45-a2279f8714cd tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423620 Apr 29 18:17:17.572221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2cd45e9b-b80b-4a49-8354-d37c5c1180dc up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:17:17.646845 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:17:17.647560 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:17.779339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:17.817394 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:17:17.830399 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:17:17.836412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:17.871324 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6a32b7-92e2-4001-9ee7-e1d9e20201eb'] response: {'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'code': 200} Apr 29 18:17:17.902623 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,revision_number=10']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:17:18.135377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb157c4-b486-41c7-8c5f-7809b450a0f8 req-aaf803e7-5143-4d3f-ae7d-91fa979abf4c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:18.136855 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-abb157c4-b486-41c7-8c5f-7809b450a0f8 req-aaf803e7-5143-4d3f-ae7d-91fa979abf4c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 947 time: 0.1375563 Apr 29 18:17:18.141007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39e383-7815-4764-9565-fa3792728363 req-ce0b4250-9cca-4740-8056-d98c662ba948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:18.142337 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cc39e383-7815-4764-9565-fa3792728363 req-ce0b4250-9cca-4740-8056-d98c662ba948 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 1100 time: 0.1062021 Apr 29 18:17:18.207234 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-abb157c4-b486-41c7-8c5f-7809b450a0f8 req-5ed1ee02-9ed4-4b1f-bf84-3b2bf13627fe tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638742 Apr 29 18:17:18.210305 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cc39e383-7815-4764-9565-fa3792728363 req-774d1e52-0b78-4fd3-b01c-4e19ee03e526 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541255 Apr 29 18:17:18.727139 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:19.404353 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589b421-765f-4034-8b31-316194adac0c req-7f235836-4afa-4cd8-9320-825d2a8e60f7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:19.405811 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e589b421-765f-4034-8b31-316194adac0c req-7f235836-4afa-4cd8-9320-825d2a8e60f7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 947 time: 0.0813255 Apr 29 18:17:19.455595 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e589b421-765f-4034-8b31-316194adac0c req-b4243072-8234-4a55-ba5f-ab4236812572 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436728 Apr 29 18:17:20.653853 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a764f-f9f4-412d-83a2-1681c4cb4d67 req-04edc02e-0baa-49fd-bc63-136eda04bc3e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:20.655322 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7d0a764f-f9f4-412d-83a2-1681c4cb4d67 req-04edc02e-0baa-49fd-bc63-136eda04bc3e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 947 time: 0.0837414 Apr 29 18:17:20.700259 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7d0a764f-f9f4-412d-83a2-1681c4cb4d67 req-3fba4742-9c3c-4694-a1fb-c99b64e5cc59 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390415 Apr 29 18:17:23.375973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0f6df784-b457-4d27-9d78-b1b79304ad65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:25.447834 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-440d0050-77bb-4427-a114-5ddee02b5dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:26.788771 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:26.849029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:28.208640 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:35.100618 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b02434a8-3a7f-4ece-8964-59405add3860 req-b67b7d55-ddc8-408c-85c9-47653b3b00a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798039 Apr 29 18:17:35.246100 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02434a8-3a7f-4ece-8964-59405add3860 req-5e536de2-e51d-4dd2-8e11-33516fb19fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:35.247569 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b02434a8-3a7f-4ece-8964-59405add3860 req-5e536de2-e51d-4dd2-8e11-33516fb19fb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 1100 time: 0.0727668 Apr 29 18:17:35.392770 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02434a8-3a7f-4ece-8964-59405add3860 req-9962b88f-f569-4086-96a1-44035d6f3a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:35.394086 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b02434a8-3a7f-4ece-8964-59405add3860 req-9962b88f-f569-4086-96a1-44035d6f3a6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.1259575 Apr 29 18:17:35.497593 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b02434a8-3a7f-4ece-8964-59405add3860 req-ed743597-60f8-4c72-bb83-44b05411ee50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc HTTP/1.1" status: 200 len: 1002 time: 0.0962279 Apr 29 18:17:35.561028 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02434a8-3a7f-4ece-8964-59405add3860 req-70203d01-533d-47e6-a065-355aaac37849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:35.562341 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b02434a8-3a7f-4ece-8964-59405add3860 req-70203d01-533d-47e6-a065-355aaac37849 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0581813 Apr 29 18:17:35.756237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02434a8-3a7f-4ece-8964-59405add3860 req-30ca23e9-942f-4398-a493-f152cda79426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:17:35.757721 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b02434a8-3a7f-4ece-8964-59405add3860 req-30ca23e9-942f-4398-a493-f152cda79426 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1865499 Apr 29 18:17:35.889039 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b02434a8-3a7f-4ece-8964-59405add3860 req-c1d02904-4348-4d5b-8ad6-f731777166c6 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242504 Apr 29 18:17:36.023318 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b02434a8-3a7f-4ece-8964-59405add3860 req-070ecc65-43bf-4172-8897-0674ae87054d service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269443 Apr 29 18:17:48.740506 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:49.576021 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:17:53.374773 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8ac4b135-8e26-4a95-ad83-202dfa501864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:55.451559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4dac127c-55ad-4c52-9f16-cd5d6cde17b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:56.783199 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:56.857003 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:17:58.213576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:18.799361 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:23.374602 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8094f740-e5ce-4124-bcc2-c01f42981d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:25.457681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0740f92a-8629-4a96-925c-126f6279a982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:26.580987 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:18:26.794465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:26.859516 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:28.222942 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:31.369009 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 60988) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:18:31.581560 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Deleting port 2a756364-c311-45d6-82e7-688f3ac2d307 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:18:31.581901 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:31.764674 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:31.764991 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:31.883974 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Calling delete_port for 2a756364-c311-45d6-82e7-688f3ac2d307 owned by network:floatingip {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:18:32.057136 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:32.102775 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event deleted for resources: {'Port': ['ID=2a756364-c311-45d6-82e7-688f3ac2d307,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:18:32.141867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:32.142204 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:32.142535 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:32.142856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:32.143179 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:32.143526 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:32.143844 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:32.144160 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:32.144479 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:32.144799 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:32.145093 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:32.145782 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:32.206302 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for floatingip, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:32.206680 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.l3_db [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Floating IP e7fbf7ad-f860-49d4-afa7-329389d51ee6 disassociated (deleted). External IP: 172.26.4.249, port: 2cd45e9b-b80b-4a49-8354-d37c5c1180dc. Apr 29 18:18:32.572808 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Router 2b867e17-c08d-494e-8083-63e875220837 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:18:32.858878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:18:32.868307 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3921f2e-8b3e-4e55-b64a-d939a93e4dd2 None None] Sync routers for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:18:32.878791 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3921f2e-8b3e-4e55-b64a-d939a93e4dd2 None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:18:32.879432 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d3921f2e-8b3e-4e55-b64a-d939a93e4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:18:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:18:32.881413 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:32.938229 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ceea251b-c01f-4e01-bb49-14ba10fad79b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "DELETE /v2.0/floatingips/e7fbf7ad-f860-49d4-afa7-329389d51ee6 HTTP/1.1" status: 204 len: 168 time: 1.5655046 Apr 29 18:18:32.938229 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc'}] {{(pid=88018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:18:33.041501 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f2cd21-5531-41bd-a566-5386ca1839c7'] response: {'name': 'network-changed', 'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'status': 'completed', 'code': 200} Apr 29 18:18:33.065725 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-d3921f2e-8b3e-4e55-b64a-d939a93e4dd2 None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:18:33.134477 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80f795-f936-4070-8d64-2d3d68c93ec1 req-ba8ca662-96ee-4a6a-b6ca-e6b4b39f9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:33.136589 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dd80f795-f936-4070-8d64-2d3d68c93ec1 req-ba8ca662-96ee-4a6a-b6ca-e6b4b39f9b40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 1100 time: 0.0731657 Apr 29 18:18:33.329618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80f795-f936-4070-8d64-2d3d68c93ec1 req-018b7cbd-a468-4f66-9839-572794afd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:33.331077 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dd80f795-f936-4070-8d64-2d3d68c93ec1 req-018b7cbd-a468-4f66-9839-572794afd81d service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.1869016 Apr 29 18:18:33.381429 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d3921f2e-8b3e-4e55-b64a-d939a93e4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:24Z', 'revision_number': 5, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:18:33.385900 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3921f2e-8b3e-4e55-b64a-d939a93e4dd2 None None] Checking router: 2b867e17-c08d-494e-8083-63e875220837 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:18:33.394129 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3921f2e-8b3e-4e55-b64a-d939a93e4dd2 None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:18:33.394722 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d3921f2e-8b3e-4e55-b64a-d939a93e4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:18:25Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:18:33.404094 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dd80f795-f936-4070-8d64-2d3d68c93ec1 req-12cc11af-c8dc-4993-8b1c-d1c66e133185 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc HTTP/1.1" status: 200 len: 217 time: 0.0659130 Apr 29 18:18:33.451058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6199b1-2284-4f62-8f7d-7a40455f0c7d req-dbf9aa90-d9a4-4360-be8b-90e138cf1a55 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:33.452529 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cd6199b1-2284-4f62-8f7d-7a40455f0c7d req-dbf9aa90-d9a4-4360-be8b-90e138cf1a55 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 947 time: 0.1974459 Apr 29 18:18:33.501543 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80f795-f936-4070-8d64-2d3d68c93ec1 req-416c0999-c8a9-44c3-8cf6-fd6c9a4be82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:33.502954 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dd80f795-f936-4070-8d64-2d3d68c93ec1 req-416c0999-c8a9-44c3-8cf6-fd6c9a4be82b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0913992 Apr 29 18:18:33.542298 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-cd6199b1-2284-4f62-8f7d-7a40455f0c7d req-3e59ec5a-873a-44ad-9a77-5524fad57a9f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832191 Apr 29 18:18:33.576855 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-d3921f2e-8b3e-4e55-b64a-d939a93e4dd2 None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:18:33.586916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80f795-f936-4070-8d64-2d3d68c93ec1 req-2043362d-31f1-4b93-ad57-6ef299afd4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:33.588413 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dd80f795-f936-4070-8d64-2d3d68c93ec1 req-2043362d-31f1-4b93-ad57-6ef299afd4ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778625 Apr 29 18:18:33.726568 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dd80f795-f936-4070-8d64-2d3d68c93ec1 req-0afdd2db-aa00-4265-9b67-c6550fff58ea service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299500 Apr 29 18:18:33.855228 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-dd80f795-f936-4070-8d64-2d3d68c93ec1 req-e9b1ef39-8320-4eeb-b13c-bdc4717b2739 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220853 Apr 29 18:18:33.918637 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-d3921f2e-8b3e-4e55-b64a-d939a93e4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:24Z', 'revision_number': 5, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:18:33.922492 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3921f2e-8b3e-4e55-b64a-d939a93e4dd2 None None] The sync data for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv is: [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:24Z', 'revision_number': 5, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:18:34.174450 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608aed4-48c6-46a3-bfe5-72a60de36fe8 None None] New status for floating IP e7fbf7ad-f860-49d4-afa7-329389d51ee6: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:18:34.572077 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f50d25-f3f3-4924-a524-f346a1d8f765 req-000cf29a-3219-4284-9809-122f2c60f8aa tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:34.573656 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-05f50d25-f3f3-4924-a524-f346a1d8f765 req-000cf29a-3219-4284-9809-122f2c60f8aa tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.36 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 947 time: 0.0880959 Apr 29 18:18:34.642585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-05f50d25-f3f3-4924-a524-f346a1d8f765 req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Deleting port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:18:34.642922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-05f50d25-f3f3-4924-a524-f346a1d8f765 req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:34.895034 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad7abc-9450-4b2f-afa7-4b486a35d09c req-80062ee7-df26-435d-966a-4e89d63acd5d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:34.896772 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60ad7abc-9450-4b2f-afa7-4b486a35d09c req-80062ee7-df26-435d-966a-4e89d63acd5d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d03318-7cc1-419f-9e1b-626000f7da88 HTTP/1.1" status: 200 len: 947 time: 0.2263484 Apr 29 18:18:35.099874 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-60ad7abc-9450-4b2f-afa7-4b486a35d09c req-f5b0476b-fc7a-4b08-8c4e-8112855915a0 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e48bef-1e79-4969-9f02-ae152d64e839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932368 Apr 29 18:18:35.101399 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-05f50d25-f3f3-4924-a524-f346a1d8f765 req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] For port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:18:35.101755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-05f50d25-f3f3-4924-a524-f346a1d8f765 req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:35.222762 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-05f50d25-f3f3-4924-a524-f346a1d8f765 req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Calling delete_port for 2cd45e9b-b80b-4a49-8354-d37c5c1180dc owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:18:35.379010 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-05f50d25-f3f3-4924-a524-f346a1d8f765 req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:35.428679 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event deleted for resources: {'Port': ['ID=2cd45e9b-b80b-4a49-8354-d37c5c1180dc,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:18:35.468898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:35.469246 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:35.469575 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:35.469902 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:35.470221 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:35.470545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:35.470864 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:35.471184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:35.471534 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:35.471846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:35.472146 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:35.472455 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:18:35.513075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f50d25-f3f3-4924-a524-f346a1d8f765 req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] No DVR routers for this DVR port 2cd45e9b-b80b-4a49-8354-d37c5c1180dc on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:18:35.515565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-05f50d25-f3f3-4924-a524-f346a1d8f765 req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:35.517910 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'name': 'network-vif-deleted', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:18:35.530553 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-05f50d25-f3f3-4924-a524-f346a1d8f765 req-28668f52-a8e4-49f4-83cc-cf9d04f1a246 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.36 "DELETE /v2.0/ports/2cd45e9b-b80b-4a49-8354-d37c5c1180dc HTTP/1.1" status: 204 len: 173 time: 0.9500828 Apr 29 18:18:35.619776 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5add01-2f95-4e56-9ac6-2929974d2bbf'] response: {'server_uuid': '88d03318-7cc1-419f-9e1b-626000f7da88', 'name': 'network-vif-deleted', 'tag': '2cd45e9b-b80b-4a49-8354-d37c5c1180dc', 'status': 'completed', 'code': 200} Apr 29 18:18:36.194343 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 32776) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:18:36.275464 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-312a6d54-049a-4fe3-966a-a0cdf5a7016c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:36.304311 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-312a6d54-049a-4fe3-966a-a0cdf5a7016c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:36.371970 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-312a6d54-049a-4fe3-966a-a0cdf5a7016c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:36.390179 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a6d54-049a-4fe3-966a-a0cdf5a7016c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e48bef-1e79-4969-9f02-ae152d64e839,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:18:36.404262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-312a6d54-049a-4fe3-966a-a0cdf5a7016c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:36.405397 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-312a6d54-049a-4fe3-966a-a0cdf5a7016c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "DELETE /v2.0/security-groups/05e48bef-1e79-4969-9f02-ae152d64e839 HTTP/1.1" status: 204 len: 168 time: 0.2100024 Apr 29 18:18:36.928170 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 32784) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:18:36.933492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-565891242', 'description': 'tempest-secgroup-smoke-565891242 description', 'project_id': '3c44c4635f5b40779694e869e932e968'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:18:36.939694 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:18:36.943858 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:18:36.946731 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:18:36.952793 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:18:36.966983 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:36.986641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:18:36.991129 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:18:36.993934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:18:37.000192 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:18:37.067662 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.074341 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.120206 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20aa9bcf-3799-496c-9496-441ab2f696a5,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:18:37.124384 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.125561 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-862db5f9-ed5f-4589-a871-bec03c39da16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1964710 Apr 29 18:18:37.128575 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 32788) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:18:37.133680 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7cb5224f-5727-4c3f-93ce-8f5f5fa22a96 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group_rule': {'security_group_id': '20aa9bcf-3799-496c-9496-441ab2f696a5', 'project_id': '3c44c4635f5b40779694e869e932e968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:18:37.139856 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7cb5224f-5727-4c3f-93ce-8f5f5fa22a96 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:18:37.143878 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7cb5224f-5727-4c3f-93ce-8f5f5fa22a96 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:18:37.147218 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7cb5224f-5727-4c3f-93ce-8f5f5fa22a96 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:18:37.153232 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7cb5224f-5727-4c3f-93ce-8f5f5fa22a96 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:18:37.173817 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7cb5224f-5727-4c3f-93ce-8f5f5fa22a96 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.237908 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7cb5224f-5727-4c3f-93ce-8f5f5fa22a96 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.242602 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7cb5224f-5727-4c3f-93ce-8f5f5fa22a96 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.263513 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5224f-5727-4c3f-93ce-8f5f5fa22a96 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe5e3f1-c39f-4c97-b7a3-9f129466ca37,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:18:37.276411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7cb5224f-5727-4c3f-93ce-8f5f5fa22a96 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.277609 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7cb5224f-5727-4c3f-93ce-8f5f5fa22a96 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481118 Apr 29 18:18:37.280522 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 32792) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:18:37.285805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-b4109f1d-1b31-4e0c-9ac3-46f6f8233c36 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group_rule': {'security_group_id': '20aa9bcf-3799-496c-9496-441ab2f696a5', 'project_id': '3c44c4635f5b40779694e869e932e968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:18:37.292127 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b4109f1d-1b31-4e0c-9ac3-46f6f8233c36 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:18:37.296178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b4109f1d-1b31-4e0c-9ac3-46f6f8233c36 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:18:37.299195 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b4109f1d-1b31-4e0c-9ac3-46f6f8233c36 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:18:37.305854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-b4109f1d-1b31-4e0c-9ac3-46f6f8233c36 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:18:37.322746 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b4109f1d-1b31-4e0c-9ac3-46f6f8233c36 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.384564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b4109f1d-1b31-4e0c-9ac3-46f6f8233c36 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.391392 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b4109f1d-1b31-4e0c-9ac3-46f6f8233c36 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.412921 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4109f1d-1b31-4e0c-9ac3-46f6f8233c36 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126612ab-edc0-4205-afa3-8c2f854886a2,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:18:37.427117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b4109f1d-1b31-4e0c-9ac3-46f6f8233c36 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.429156 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b4109f1d-1b31-4e0c-9ac3-46f6f8233c36 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473773 Apr 29 18:18:37.432755 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 32796) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:18:37.440840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-71cf38c0-568e-4db3-adef-885a09d2757e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group_rule': {'security_group_id': '20aa9bcf-3799-496c-9496-441ab2f696a5', 'project_id': '3c44c4635f5b40779694e869e932e968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:18:37.450405 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-71cf38c0-568e-4db3-adef-885a09d2757e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:18:37.455868 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-71cf38c0-568e-4db3-adef-885a09d2757e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:18:37.458929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-71cf38c0-568e-4db3-adef-885a09d2757e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:18:37.465299 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-71cf38c0-568e-4db3-adef-885a09d2757e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:18:37.486795 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-71cf38c0-568e-4db3-adef-885a09d2757e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.547258 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-71cf38c0-568e-4db3-adef-885a09d2757e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.551779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-71cf38c0-568e-4db3-adef-885a09d2757e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.574536 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf38c0-568e-4db3-adef-885a09d2757e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2dd3b60-a1bd-43dd-bebf-e0509ceaaca0,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:18:37.584187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-71cf38c0-568e-4db3-adef-885a09d2757e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.585382 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-71cf38c0-568e-4db3-adef-885a09d2757e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513345 Apr 29 18:18:37.588541 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 32800) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:18:37.594117 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-302eb932-8887-47f2-ac09-4ee5e49944c8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group_rule': {'security_group_id': '20aa9bcf-3799-496c-9496-441ab2f696a5', 'project_id': '3c44c4635f5b40779694e869e932e968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:18:37.600792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-302eb932-8887-47f2-ac09-4ee5e49944c8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:18:37.605320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-302eb932-8887-47f2-ac09-4ee5e49944c8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:18:37.608425 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-302eb932-8887-47f2-ac09-4ee5e49944c8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:18:37.614496 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-302eb932-8887-47f2-ac09-4ee5e49944c8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:18:37.632781 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-302eb932-8887-47f2-ac09-4ee5e49944c8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.702152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-302eb932-8887-47f2-ac09-4ee5e49944c8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.706895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-302eb932-8887-47f2-ac09-4ee5e49944c8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.730804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302eb932-8887-47f2-ac09-4ee5e49944c8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8e56c3-4393-487f-a5b1-fc95e0a0f57c,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:18:37.740500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-302eb932-8887-47f2-ac09-4ee5e49944c8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.741737 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-302eb932-8887-47f2-ac09-4ee5e49944c8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518812 Apr 29 18:18:37.744613 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 32804) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:18:37.749789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-bfcaa6a2-ba4d-4428-9952-853d1cf95bdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group_rule': {'security_group_id': '20aa9bcf-3799-496c-9496-441ab2f696a5', 'project_id': '3c44c4635f5b40779694e869e932e968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:18:37.755580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-bfcaa6a2-ba4d-4428-9952-853d1cf95bdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:18:37.759547 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-bfcaa6a2-ba4d-4428-9952-853d1cf95bdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:18:37.762497 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-bfcaa6a2-ba4d-4428-9952-853d1cf95bdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:18:37.768512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-bfcaa6a2-ba4d-4428-9952-853d1cf95bdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:18:37.781245 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-bfcaa6a2-ba4d-4428-9952-853d1cf95bdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Project 3c44c4635f5b40779694e869e932e968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:18:37.788163 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa6a2-ba4d-4428-9952-853d1cf95bdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.856297 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa6a2-ba4d-4428-9952-853d1cf95bdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.861030 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa6a2-ba4d-4428-9952-853d1cf95bdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.883680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaa6a2-ba4d-4428-9952-853d1cf95bdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcd3e2b-30e6-470d-bc14-3d3a49e63e86,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:18:37.893523 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa6a2-ba4d-4428-9952-853d1cf95bdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:37.894790 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bfcaa6a2-ba4d-4428-9952-853d1cf95bdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491308 Apr 29 18:18:37.897558 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2cd45e9b-b80b-4a49-8354-d37c5c1180dc no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:18:37.898056 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 32808) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:18:37.902880 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-6b0ed25a-838c-4391-8a3b-685e3bfd471c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'security_group_rule': {'security_group_id': '20aa9bcf-3799-496c-9496-441ab2f696a5', 'project_id': '3c44c4635f5b40779694e869e932e968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:18:37.908934 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6b0ed25a-838c-4391-8a3b-685e3bfd471c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:18:37.912854 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6b0ed25a-838c-4391-8a3b-685e3bfd471c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:security_group_rule and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:18:37.915829 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-6b0ed25a-838c-4391-8a3b-685e3bfd471c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:18:37.921554 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-6b0ed25a-838c-4391-8a3b-685e3bfd471c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:18:37.934328 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-6b0ed25a-838c-4391-8a3b-685e3bfd471c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Project 3c44c4635f5b40779694e869e932e968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:18:37.935525 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 2cd45e9b-b80b-4a49-8354-d37c5c1180dc {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:18:37.935877 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 2cd45e9b-b80b-4a49-8354-d37c5c1180dc not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:18:37.941369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6b0ed25a-838c-4391-8a3b-685e3bfd471c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:38.006544 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6b0ed25a-838c-4391-8a3b-685e3bfd471c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:38.013044 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6b0ed25a-838c-4391-8a3b-685e3bfd471c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:38.035418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ed25a-838c-4391-8a3b-685e3bfd471c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320a5f7b-9eb0-44f7-9eef-b7c632b0e87c,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:18:38.045312 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6b0ed25a-838c-4391-8a3b-685e3bfd471c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:38.046494 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6b0ed25a-838c-4391-8a3b-685e3bfd471c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477783 Apr 29 18:18:48.804784 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:52.896816 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-ef8da6bc-d816-4d7e-9ff8-7e88f8550a7e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-565891242&fields=id&tenant_id=3c44c4635f5b40779694e869e932e968 HTTP/1.1" status: 200 len: 267 time: 0.0405376 Apr 29 18:18:53.060663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-1d9bb3e1-2b27-4a27-9574-c824b5f47dfb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:53.062113 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-1d9bb3e1-2b27-4a27-9574-c824b5f47dfb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 809 time: 0.1563435 Apr 29 18:18:53.077119 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-73c09497-32c3-4626-bf76-69f6bb4da970 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/quotas/3c44c4635f5b40779694e869e932e968 HTTP/1.1" status: 200 len: 375 time: 0.0093279 Apr 29 18:18:53.166377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-d197a284-d4e0-4790-a798-201cf47626be tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Synchronizing usage tracker for tenant:3c44c4635f5b40779694e869e932e968 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:18:53.181666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-d197a284-d4e0-4790-a798-201cf47626be tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Unset dirty status for tenant:3c44c4635f5b40779694e869e932e968 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:18:53.182973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-d197a284-d4e0-4790-a798-201cf47626be tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009150 Apr 29 18:18:53.242814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-4ae03032-ac7d-40aa-96df-67ea48309781 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 18:18:53.243823 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-4ae03032-ac7d-40aa-96df-67ea48309781 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485396 Apr 29 18:18:53.368189 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd3ab-ab8e-4c2a-a242-161277b5597e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:53.382910 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-88712b0e-0094-4081-91e2-62612924681d service neutron] 10.222.0.11 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324449 Apr 29 18:18:53.517276 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-b1e5e6ad-1e45-4b3a-bb92-ea6ff23e0e19 service neutron] 10.222.0.11 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280115 Apr 29 18:18:53.906145 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8aa7b07c-cc0d-4976-a5ae-a05e525350a6 req-7a1ffe9d-76fd-49e9-8014-691860649466 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 210 time: 0.0420260 Apr 29 18:18:55.197101 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1ad96f57-b2b4-47e0-b887-b3fce3117aa8 req-ea63eb2f-c8d0-47fa-8755-ecf11f3fe96b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 210 time: 0.1803215 Apr 29 18:18:55.232374 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-a593564d-c408-424b-8cf1-f65bcbdbc6ac tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:55.233829 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-a593564d-c408-424b-8cf1-f65bcbdbc6ac tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 809 time: 0.3089628 Apr 29 18:18:55.281299 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-ea91584f-5f87-4e30-989d-05a4c995dcca tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c44c4635f5b40779694e869e932e968 HTTP/1.1" status: 200 len: 379 time: 0.0397654 Apr 29 18:18:55.289442 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'port': {'device_id': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'admin_state_up': True, 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'security_groups': ['20aa9bcf-3799-496c-9496-441ab2f696a5']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:18:55.425953 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:18:55.437007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:18:55.449104 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Made reservation on behalf of 3c44c4635f5b40779694e869e932e968 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:18:55.453072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:55.453671 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bc83c33a-b502-4411-901f-ffc3652f0e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:55.621151 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Allocated IP 172.20.0.11 (520f8d92-c831-4e51-86d4-44245dc6735e/64b353b6-ea59-4b7d-94e1-cd1051bb2e73/f0481d84-162b-45c4-ad2c-a74711e8a1e7) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:18:55.818785 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:55.834134 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Transition to ACTIVE for port object f0481d84-162b-45c4-ad2c-a74711e8a1e7 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:18:55.857266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:55.935805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Network 520f8d92-c831-4e51-86d4-44245dc6735e is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:18:55.938966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:18:55.942820 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:18:55.973512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'Port': ['ID=f0481d84-162b-45c4-ad2c-a74711e8a1e7,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:18:56.010954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:56.011573 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:56.039746 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-652b93e2-57c5-4034-a54c-956b8945bb9d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537458 Apr 29 18:18:56.051793 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Request body: {'port': {'device_id': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:18:56.170726 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:56.186498 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0ad1ee2a-ff2e-4715-af2d-38a2099cfce9 None None] Provisioning for port f0481d84-162b-45c4-ad2c-a74711e8a1e7 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:18:56.192841 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-0ad1ee2a-ff2e-4715-af2d-38a2099cfce9 None None] Provisioning complete for port f0481d84-162b-45c4-ad2c-a74711e8a1e7 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:18:56.193440 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ee2a-ff2e-4715-af2d-38a2099cfce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:56.256865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-0ad1ee2a-ff2e-4715-af2d-38a2099cfce9 None None] Port f0481d84-162b-45c4-ad2c-a74711e8a1e7 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:18:56.524940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d92af-4323-44e4-a986-f1fa04985552 req-c58194a9-0f87-4ffd-b0b7-b6da3d1c9f4f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:56.526229 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-d15d92af-4323-44e4-a986-f1fa04985552 req-c58194a9-0f87-4ffd-b0b7-b6da3d1c9f4f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Synchronizing usage tracker for tenant:3c44c4635f5b40779694e869e932e968 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:18:56.592070 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-d15d92af-4323-44e4-a986-f1fa04985552 req-c58194a9-0f87-4ffd-b0b7-b6da3d1c9f4f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Unset dirty status for tenant:3c44c4635f5b40779694e869e932e968 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:18:56.593228 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d15d92af-4323-44e4-a986-f1fa04985552 req-c58194a9-0f87-4ffd-b0b7-b6da3d1c9f4f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 932 time: 0.2633045 Apr 29 18:18:56.623084 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0481d84-162b-45c4-ad2c-a74711e8a1e7 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:18:56.635135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:56.665048 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Transition to ACTIVE for port object f0481d84-162b-45c4-ad2c-a74711e8a1e7 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:18:56.668549 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d15d92af-4323-44e4-a986-f1fa04985552 req-e807e813-c51b-4c20-9b65-b43d0b226c41 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681667 Apr 29 18:18:56.669940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:56.787043 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:56.822614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Pushing event updated for resources: {'Port': ['ID=f0481d84-162b-45c4-ad2c-a74711e8a1e7,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:18:56.853529 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:56.905135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Attempting to bind port f0481d84-162b-45c4-ad2c-a74711e8a1e7 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:18:56.905463 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Attempting to bind port f0481d84-162b-45c4-ad2c-a74711e8a1e7 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:18:56.905788 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Attempting to bind port f0481d84-162b-45c4-ad2c-a74711e8a1e7 on network 520f8d92-c831-4e51-86d4-44245dc6735e {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:18:56.910450 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Port f0481d84-162b-45c4-ad2c-a74711e8a1e7 on network 520f8d92-c831-4e51-86d4-44245dc6735e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:18:56.910765 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Attempting to bind port f0481d84-162b-45c4-ad2c-a74711e8a1e7 on network 520f8d92-c831-4e51-86d4-44245dc6735e {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:18:56.915797 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:18:56.916133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Checking segment: {'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:18:56.916509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Bound using segment: {'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:18:56.916922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Bound port: f0481d84-162b-45c4-ad2c-a74711e8a1e7, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c97c06f-3873-4ef6-99ae-8e835fa528e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:18:56.917259 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:57.011275 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] For port f0481d84-162b-45c4-ad2c-a74711e8a1e7, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:18:57.014292 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] For port f0481d84-162b-45c4-ad2c-a74711e8a1e7, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:18:57.018584 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:57.075280 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:57.075941 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:57.077298 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] 10.222.0.36 "PUT /v2.0/ports/f0481d84-162b-45c4-ad2c-a74711e8a1e7 HTTP/1.1" status: 200 len: 1094 time: 1.0302877 Apr 29 18:18:57.077768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:18:57.099448 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c7719-1ebd-4352-874b-cc60b5b8d748 service neutron] Pushing event updated for resources: {'Port': ['ID=f0481d84-162b-45c4-ad2c-a74711e8a1e7,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:18:57.280367 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307b1b78-3bad-4f25-8e83-a5447db341fa'] response: {'name': 'network-changed', 'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'status': 'completed', 'code': 200} Apr 29 18:18:57.315901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-b71632ff-b494-45a3-97f6-2c636064b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:57.317361 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-b71632ff-b494-45a3-97f6-2c636064b561 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 1097 time: 0.2014287 Apr 29 18:18:57.386953 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-aea83015-29f6-4de2-a2a3-acb57ec41cb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7 HTTP/1.1" status: 200 len: 217 time: 0.0623143 Apr 29 18:18:57.448314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-ab1b8cf9-15ba-495b-8165-f761358baffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:57.449676 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-ab1b8cf9-15ba-495b-8165-f761358baffd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0566552 Apr 29 18:18:57.527585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-b8ef2dd3-d735-47f8-9955-60c2f5f661d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:57.528954 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-b8ef2dd3-d735-47f8-9955-60c2f5f661d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728593 Apr 29 18:18:57.667455 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-26eb8044-50a3-4773-9a03-c77f89c61904 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323268 Apr 29 18:18:57.841152 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-75db77a4-6e64-486b-88a8-60ed8acb0f52 req-d10b20cd-9922-4b22-97a2-687825272986 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671479 Apr 29 18:18:57.872267 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827efa1-722c-41f1-962c-3910fc00ee1c req-238d703a-6b3c-44fc-adf6-ae15ab855d14 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:57.873721 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5827efa1-722c-41f1-962c-3910fc00ee1c req-238d703a-6b3c-44fc-adf6-ae15ab855d14 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0973229 Apr 29 18:18:57.968568 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5827efa1-722c-41f1-962c-3910fc00ee1c req-4177f860-967a-479a-88b8-d87b7dc7c03a tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887935 Apr 29 18:18:57.985295 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c395f-88ae-41e3-8787-c4d6cf549725 req-fa0c6150-39b9-419c-bfae-ae44ad55755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:57.986683 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d3c395f-88ae-41e3-8787-c4d6cf549725 req-fa0c6150-39b9-419c-bfae-ae44ad55755b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 1097 time: 0.0941634 Apr 29 18:18:58.121231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c395f-88ae-41e3-8787-c4d6cf549725 req-fe5fa977-bdab-4499-afeb-a778c1e1d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:58.122747 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d3c395f-88ae-41e3-8787-c4d6cf549725 req-fe5fa977-bdab-4499-afeb-a778c1e1d599 service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.1292620 Apr 29 18:18:58.192249 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d3c395f-88ae-41e3-8787-c4d6cf549725 req-83116fe8-a682-4adb-a05b-282097d11ca6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7 HTTP/1.1" status: 200 len: 217 time: 0.0632401 Apr 29 18:18:58.215478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:18:58.255812 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c395f-88ae-41e3-8787-c4d6cf549725 req-25843ed4-f801-455a-ba16-3c711c11f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:58.257237 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d3c395f-88ae-41e3-8787-c4d6cf549725 req-25843ed4-f801-455a-ba16-3c711c11f386 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0598092 Apr 29 18:18:58.332789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c395f-88ae-41e3-8787-c4d6cf549725 req-996840b4-5c18-4e6d-aca7-7f7606dbce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:58.334140 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d3c395f-88ae-41e3-8787-c4d6cf549725 req-996840b4-5c18-4e6d-aca7-7f7606dbce19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709424 Apr 29 18:18:58.461012 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d3c395f-88ae-41e3-8787-c4d6cf549725 req-65823d12-275e-466f-a3e0-4a5bb447663e service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208105 Apr 29 18:18:58.587931 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9d3c395f-88ae-41e3-8787-c4d6cf549725 req-68ac8de9-2ec6-49d7-8dbe-29555489bed3 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207075 Apr 29 18:18:59.170401 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1c336-3164-49d0-9211-3362471bf91b req-d4c933fe-cca1-41a4-b774-20f64dcdb6e4 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:18:59.171847 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-11b1c336-3164-49d0-9211-3362471bf91b req-d4c933fe-cca1-41a4-b774-20f64dcdb6e4 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0887721 Apr 29 18:18:59.216578 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-11b1c336-3164-49d0-9211-3362471bf91b req-c8280d91-63d5-48f9-a6ce-fa8371852316 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389502 Apr 29 18:19:00.420787 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125501f-d37d-43aa-9868-dd66af0c9384 req-d96ac22e-d89a-4f13-b07c-6376693d8afb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:00.422183 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9125501f-d37d-43aa-9868-dd66af0c9384 req-d96ac22e-d89a-4f13-b07c-6376693d8afb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0845191 Apr 29 18:19:00.468006 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9125501f-d37d-43aa-9868-dd66af0c9384 req-caa3d887-851c-4aef-be76-eb36c352fc89 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398200 Apr 29 18:19:01.766450 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315faf50-9073-49a8-8953-163b63dc9d5b req-2c89c3cc-b6e2-4f53-b93a-2819af68cb91 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:01.767810 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-315faf50-9073-49a8-8953-163b63dc9d5b req-2c89c3cc-b6e2-4f53-b93a-2819af68cb91 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.1909006 Apr 29 18:19:01.813653 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-315faf50-9073-49a8-8953-163b63dc9d5b req-7faf8dab-9d6f-4d39-adf9-6f10a187169a tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372961 Apr 29 18:19:03.172274 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c793b2a-b96b-43d9-b1d2-4cb58355e8be req-132acacc-2b92-4a5c-9ddc-e031352b55e7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:03.173700 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2c793b2a-b96b-43d9-b1d2-4cb58355e8be req-132acacc-2b92-4a5c-9ddc-e031352b55e7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0816820 Apr 29 18:19:03.221723 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2c793b2a-b96b-43d9-b1d2-4cb58355e8be req-1734aed1-9126-4e33-b502-e681b2f9d936 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404651 Apr 29 18:19:03.585781 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:19:04.417991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c402f-4b36-4a80-8342-15242e957e9b req-50b84b86-3b2b-48c5-85aa-359646a12cc7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:04.419462 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f91c402f-4b36-4a80-8342-15242e957e9b req-50b84b86-3b2b-48c5-85aa-359646a12cc7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0853407 Apr 29 18:19:04.466567 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f91c402f-4b36-4a80-8342-15242e957e9b req-5a434615-375e-4816-be27-f798c9df286d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384481 Apr 29 18:19:05.654281 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c992b-fd80-43d9-a657-e583ecefbb51 req-9d836503-4212-46d9-834c-c488452dbfdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:05.656683 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-909c992b-fd80-43d9-a657-e583ecefbb51 req-9d836503-4212-46d9-834c-c488452dbfdb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0858910 Apr 29 18:19:05.701654 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-909c992b-fd80-43d9-a657-e583ecefbb51 req-f14dd0ec-42fb-477c-b1ba-ef6bfaed5264 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391190 Apr 29 18:19:06.036879 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device f0481d84-162b-45c4-ad2c-a74711e8a1e7 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:19:06.169969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port f0481d84-162b-45c4-ad2c-a74711e8a1e7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:19:06.186643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'port_id': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'mac_address': 'fa:16:3e:c8:f0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:19:06.241455 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:06.258183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0481d84-162b-45c4-ad2c-a74711e8a1e7 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:19:06.274197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port f0481d84-162b-45c4-ad2c-a74711e8a1e7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:19:06.279102 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:06.347241 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=f0481d84-162b-45c4-ad2c-a74711e8a1e7,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:19:06.354973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:19:06.355324 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:19:06.355656 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:19:06.355983 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:19:06.356309 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:19:06.356635 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:19:06.357092 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:19:06.357420 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:19:06.357743 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:19:06.358061 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:19:06.358377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:19:06.358690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:19:06.483465 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['f0481d84-162b-45c4-ad2c-a74711e8a1e7'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:19:06.902420 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b10a1-6951-49f1-b024-13a39f82a074 req-822b1370-6d09-4782-bcbc-5299127470ba tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:06.903956 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8a8b10a1-6951-49f1-b024-13a39f82a074 req-822b1370-6d09-4782-bcbc-5299127470ba tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 945 time: 0.0923095 Apr 29 18:19:06.947702 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8a8b10a1-6951-49f1-b024-13a39f82a074 req-868f7c4f-6d91-48e6-ae22-4ee28a3dfe89 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379639 Apr 29 18:19:08.036855 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device f0481d84-162b-45c4-ad2c-a74711e8a1e7 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:19:08.105006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port f0481d84-162b-45c4-ad2c-a74711e8a1e7 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:19:08.109662 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port f0481d84-162b-45c4-ad2c-a74711e8a1e7 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:19:08.110027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:08.135232 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c22236-0479-4fee-b3b6-684d980792d6 req-80ef5be9-a3f0-4cb7-86cf-1cda5b027191 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:08.136673 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7c22236-0479-4fee-b3b6-684d980792d6 req-80ef5be9-a3f0-4cb7-86cf-1cda5b027191 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 945 time: 0.0831616 Apr 29 18:19:08.181825 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b7c22236-0479-4fee-b3b6-684d980792d6 req-dc38c8d8-8331-4494-bde8-251f54ed075d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390329 Apr 29 18:19:08.227282 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:08.253781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:19:08.263222 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port f0481d84-162b-45c4-ad2c-a74711e8a1e7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:19:08.269216 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:08.304207 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b10a56-dd6e-4169-b337-e27ccf7dae9e'] response: {'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'code': 200} Apr 29 18:19:08.338818 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=f0481d84-162b-45c4-ad2c-a74711e8a1e7,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:19:08.580731 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358137b-7c46-4a8b-9229-cc371fc90fbf req-813e68b7-93ae-459b-bb55-b1b00069eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:08.582160 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a358137b-7c46-4a8b-9229-cc371fc90fbf req-813e68b7-93ae-459b-bb55-b1b00069eb52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 1099 time: 0.0737796 Apr 29 18:19:08.626686 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a358137b-7c46-4a8b-9229-cc371fc90fbf req-821a033c-46a5-437e-9251-53796c01bbad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383356 Apr 29 18:19:09.390606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d03ba-58e6-4a6b-b6a6-5c2ccaea6794 req-a8e3c580-3083-4df1-abd7-b49ee2c51089 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:09.392364 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c75d03ba-58e6-4a6b-b6a6-5c2ccaea6794 req-a8e3c580-3083-4df1-abd7-b49ee2c51089 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0921867 Apr 29 18:19:09.444971 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c75d03ba-58e6-4a6b-b6a6-5c2ccaea6794 req-91b9605c-7789-474f-9309-9b1ccd106ba3 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471177 Apr 29 18:19:10.657081 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ecca8-7d34-4200-89a9-1b4b2b3b66b7 req-c8288d69-6a58-4868-952c-9f4c2ee13815 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:10.658602 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-684ecca8-7d34-4200-89a9-1b4b2b3b66b7 req-c8288d69-6a58-4868-952c-9f4c2ee13815 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0934670 Apr 29 18:19:10.703826 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-684ecca8-7d34-4200-89a9-1b4b2b3b66b7 req-a9de4085-2de8-4f16-9c08-16e3cd348a6d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393310 Apr 29 18:19:10.919810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ca260-874e-4370-aaf1-7e4514d34740 req-4d978f64-6d55-401f-8eb9-ed920c8ce37b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:10.921247 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0b0ca260-874e-4370-aaf1-7e4514d34740 req-4d978f64-6d55-401f-8eb9-ed920c8ce37b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0948431 Apr 29 18:19:10.968831 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0b0ca260-874e-4370-aaf1-7e4514d34740 req-f44268ed-7ac5-42b1-9dcb-d361eb459062 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392685 Apr 29 18:19:10.991455 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 32994) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:19:11.067350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b8779b-0904-4ad4-a31d-bcdff48137e5 tempest-TestShelveInstance-1433506096 tempest-TestShelveInstance-1433506096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:11.068837 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b4b8779b-0904-4ad4-a31d-bcdff48137e5 tempest-TestShelveInstance-1433506096 tempest-TestShelveInstance-1433506096-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 1094 time: 0.0764830 Apr 29 18:19:11.071708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 32998) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:19:11.076564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:19:11.082502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:19:11.086504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Usage tracker for resource:floatingip and tenant:3c44c4635f5b40779694e869e932e968 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:19:11.089413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:19:11.095240 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:19:11.109086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:11.247113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:11.385240 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Allocated IP 172.26.4.42 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/2561ad26-d78c-4d3c-bd09-82994a6c2206) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:19:11.540819 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:11.573014 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:11.635430 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:19:11.638327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:19:11.641983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:19:11.675873 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'Port': ['ID=2561ad26-d78c-4d3c-bd09-82994a6c2206,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:19:12.184427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:12.262038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:12.471241 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:12.478164 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:12.583467 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event updated for resources: {'Port': ['ID=2561ad26-d78c-4d3c-bd09-82994a6c2206,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:19:12.595445 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:12.764581 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Floating IP 5293c3ec-e4d1-4b27-bda4-4cdde9426d58 associated. External IP: 172.26.4.42, port: f0481d84-162b-45c4-ad2c-a74711e8a1e7. Apr 29 18:19:13.121579 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Router 2b867e17-c08d-494e-8083-63e875220837 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:19:13.299270 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:19:13.308935 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855df647-6c3b-42bd-8687-50af12c3e8c9 None None] Sync routers for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:19:13.318787 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855df647-6c3b-42bd-8687-50af12c3e8c9 None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:19:13.319496 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-855df647-6c3b-42bd-8687-50af12c3e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:18:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:19:13.326530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:13.384724 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-102801c6-cc9c-488d-9b45-42ebd08d5517 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3119545 Apr 29 18:19:13.385251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:19:13.439627 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f39f5ca-7755-45a4-bc8f-c8620ba77aca'] response: {'name': 'network-changed', 'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'status': 'completed', 'code': 200} Apr 29 18:19:13.494775 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-855df647-6c3b-42bd-8687-50af12c3e8c9 None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:19:13.532549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20577992-07a1-4c71-a3ef-ea715cf9df5b req-6091f5f6-eab1-4dcf-95d4-4473583811b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:13.534008 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-20577992-07a1-4c71-a3ef-ea715cf9df5b req-6091f5f6-eab1-4dcf-95d4-4473583811b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 1099 time: 0.0708578 Apr 29 18:19:13.793620 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20577992-07a1-4c71-a3ef-ea715cf9df5b req-69316c75-4fde-45df-aa5d-4bdca2496117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:13.795152 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-20577992-07a1-4c71-a3ef-ea715cf9df5b req-69316c75-4fde-45df-aa5d-4bdca2496117 service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.2556651 Apr 29 18:19:13.841259 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-855df647-6c3b-42bd-8687-50af12c3e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '5293c3ec-e4d1-4b27-bda4-4cdde9426d58', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'floating_ip_address': '172.26.4.42', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '2b867e17-c08d-494e-8083-63e875220837', 'port_id': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'mac_address': 'fa:16:3e:c8:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:19:12Z', 'updated_at': '2022-04-29T18:19:12Z', 'revision_number': 0, 'project_id': '3c44c4635f5b40779694e869e932e968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:24Z', 'revision_number': 5, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:19:13.845068 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855df647-6c3b-42bd-8687-50af12c3e8c9 None None] Checking router: 2b867e17-c08d-494e-8083-63e875220837 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:19:13.853120 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855df647-6c3b-42bd-8687-50af12c3e8c9 None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:19:13.853699 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-855df647-6c3b-42bd-8687-50af12c3e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:18:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:19:13.898159 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-20577992-07a1-4c71-a3ef-ea715cf9df5b req-a0cbd768-13a8-4c1d-a1fc-49e425af1c55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7 HTTP/1.1" status: 200 len: 999 time: 0.0951111 Apr 29 18:19:13.958940 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20577992-07a1-4c71-a3ef-ea715cf9df5b req-bf17d600-6877-48d6-86a6-d37e4292c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:13.960314 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-20577992-07a1-4c71-a3ef-ea715cf9df5b req-bf17d600-6877-48d6-86a6-d37e4292c9b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0565746 Apr 29 18:19:14.023139 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-855df647-6c3b-42bd-8687-50af12c3e8c9 None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:19:14.038618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20577992-07a1-4c71-a3ef-ea715cf9df5b req-3e44e0b3-3de5-4369-9be8-da7800cd4ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:14.040167 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-20577992-07a1-4c71-a3ef-ea715cf9df5b req-3e44e0b3-3de5-4369-9be8-da7800cd4ce4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745358 Apr 29 18:19:14.173907 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-20577992-07a1-4c71-a3ef-ea715cf9df5b req-c60a52b4-0d67-4c61-b738-52f0d1756920 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276808 Apr 29 18:19:14.304075 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-20577992-07a1-4c71-a3ef-ea715cf9df5b req-39a09953-b0b1-4293-8dd1-696cf7820072 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243532 Apr 29 18:19:14.391506 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-855df647-6c3b-42bd-8687-50af12c3e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '5293c3ec-e4d1-4b27-bda4-4cdde9426d58', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'floating_ip_address': '172.26.4.42', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '2b867e17-c08d-494e-8083-63e875220837', 'port_id': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'mac_address': 'fa:16:3e:c8:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:19:12Z', 'updated_at': '2022-04-29T18:19:12Z', 'revision_number': 0, 'project_id': '3c44c4635f5b40779694e869e932e968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:24Z', 'revision_number': 5, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:19:14.395742 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855df647-6c3b-42bd-8687-50af12c3e8c9 None None] The sync data for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv is: [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '5293c3ec-e4d1-4b27-bda4-4cdde9426d58', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'floating_ip_address': '172.26.4.42', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': '2b867e17-c08d-494e-8083-63e875220837', 'port_id': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'mac_address': 'fa:16:3e:c8:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:19:12Z', 'updated_at': '2022-04-29T18:19:12Z', 'revision_number': 0, 'project_id': '3c44c4635f5b40779694e869e932e968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:24Z', 'revision_number': 5, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:19:14.582793 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0036001-5f1f-42de-9d5e-40c4a89b2305 None None] New status for floating IP 5293c3ec-e4d1-4b27-bda4-4cdde9426d58: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:19:18.828949 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:23.380004 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-50151109-756a-473c-83df-f8c1c900ae4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:25.461591 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-edf0e54a-1bc7-4cb1-9487-082e0c033e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:26.796559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:26.858187 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:28.219457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:38.093606 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2c35695e-4aca-43e9-bbb5-6abe9b090ab0 req-04b2202e-5802-41f7-8679-c9cde414f345 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752194 Apr 29 18:19:38.242636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35695e-4aca-43e9-bbb5-6abe9b090ab0 req-07cbfe3f-f788-46a9-8999-e7351e3457bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:38.244024 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2c35695e-4aca-43e9-bbb5-6abe9b090ab0 req-07cbfe3f-f788-46a9-8999-e7351e3457bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 1099 time: 0.0760033 Apr 29 18:19:38.397719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35695e-4aca-43e9-bbb5-6abe9b090ab0 req-af2e355c-4276-448e-a928-4b7cfc118f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:38.399251 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2c35695e-4aca-43e9-bbb5-6abe9b090ab0 req-af2e355c-4276-448e-a928-4b7cfc118f09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.1364701 Apr 29 18:19:38.501757 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2c35695e-4aca-43e9-bbb5-6abe9b090ab0 req-075a1b74-5547-47f3-b98c-652b395fb4fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7 HTTP/1.1" status: 200 len: 1001 time: 0.0970368 Apr 29 18:19:38.576568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35695e-4aca-43e9-bbb5-6abe9b090ab0 req-7de3ee84-b2c0-4b78-a419-3c7906bf69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:38.577524 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2c35695e-4aca-43e9-bbb5-6abe9b090ab0 req-7de3ee84-b2c0-4b78-a419-3c7906bf69f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0699778 Apr 29 18:19:38.657454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35695e-4aca-43e9-bbb5-6abe9b090ab0 req-f90cfe21-2a98-4314-bbc2-b764a997c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:19:38.658916 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2c35695e-4aca-43e9-bbb5-6abe9b090ab0 req-f90cfe21-2a98-4314-bbc2-b764a997c509 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762901 Apr 29 18:19:38.789536 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2c35695e-4aca-43e9-bbb5-6abe9b090ab0 req-05538c84-1255-49cb-85f0-cde4230e53ee service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244090 Apr 29 18:19:38.925774 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2c35695e-4aca-43e9-bbb5-6abe9b090ab0 req-ab558541-4656-409d-b66b-3e7c2b912b03 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296916 Apr 29 18:19:40.592051 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:19:48.823909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:53.388390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-35f7d2d6-145b-4eb1-89c4-cfba11bf14b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:55.453346 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-14a3d684-b9ac-4131-a5ea-63e966763d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:56.796969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:56.862388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:19:58.231082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:20:17.597328 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:20:18.817894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:20:23.379994 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-15418cca-2e07-4508-a519-1a5277a55919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:20:25.456477 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3286dddf-8de1-446e-99de-d426897f9f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:20:26.804221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:20:26.866018 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:20:28.235223 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:20:40.097996 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7053d22d-e374-4230-adbd-3afc2ab4bbf4 req-79c9e196-6491-4ac7-8709-8e941f409fd9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758696 Apr 29 18:20:40.242774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d22d-e374-4230-adbd-3afc2ab4bbf4 req-c8043362-5608-4b90-b81f-965704d621d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:20:40.244240 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7053d22d-e374-4230-adbd-3afc2ab4bbf4 req-c8043362-5608-4b90-b81f-965704d621d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 1099 time: 0.0726244 Apr 29 18:20:40.508712 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d22d-e374-4230-adbd-3afc2ab4bbf4 req-39e7de69-d3d6-42d7-b2b3-798a1e97ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:20:40.510060 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7053d22d-e374-4230-adbd-3afc2ab4bbf4 req-39e7de69-d3d6-42d7-b2b3-798a1e97ce15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.2479804 Apr 29 18:20:40.612708 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7053d22d-e374-4230-adbd-3afc2ab4bbf4 req-5f356a65-06e6-40aa-8e93-4be9881f1d1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7 HTTP/1.1" status: 200 len: 1001 time: 0.0958436 Apr 29 18:20:40.676729 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d22d-e374-4230-adbd-3afc2ab4bbf4 req-bdf28b62-95b4-4aed-9ad4-cde77ee0bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:20:40.677593 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7053d22d-e374-4230-adbd-3afc2ab4bbf4 req-bdf28b62-95b4-4aed-9ad4-cde77ee0bdbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0595119 Apr 29 18:20:40.752509 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d22d-e374-4230-adbd-3afc2ab4bbf4 req-c6eb0ff3-d590-4ac6-9e61-b48e540c7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:20:40.753917 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7053d22d-e374-4230-adbd-3afc2ab4bbf4 req-c6eb0ff3-d590-4ac6-9e61-b48e540c7ec8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709207 Apr 29 18:20:40.882621 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7053d22d-e374-4230-adbd-3afc2ab4bbf4 req-20f05f9c-9535-470f-93de-fd9dcd531e75 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224875 Apr 29 18:20:41.011914 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7053d22d-e374-4230-adbd-3afc2ab4bbf4 req-31c76ce0-2a09-4028-b7df-13444b397a07 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233940 Apr 29 18:20:48.839147 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:20:53.377087 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-29da5cee-5ed5-411f-8a55-b880799a63b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:20:54.601694 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:20:55.461225 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b826b19c-e23d-4689-93a0-ca9413ae4d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:20:56.809619 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:20:56.875437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:20:58.241167 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:09.483099 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a034fe6-70be-4938-9ba4-e3e82c62a0a5 req-39d21278-cd59-4804-9bff-ace6be1a3770 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:09.484572 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a034fe6-70be-4938-9ba4-e3e82c62a0a5 req-39d21278-cd59-4804-9bff-ace6be1a3770 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0880792 Apr 29 18:21:09.533015 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7a034fe6-70be-4938-9ba4-e3e82c62a0a5 req-a62e7702-785c-49ef-9d63-0f110a3eb878 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425525 Apr 29 18:21:10.731031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5def0d-ae31-4f72-a2a8-bb400c5735ed req-583915b8-225d-4042-aa4c-f1ee7adf02cb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:10.732553 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ec5def0d-ae31-4f72-a2a8-bb400c5735ed req-583915b8-225d-4042-aa4c-f1ee7adf02cb tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0810719 Apr 29 18:21:10.780604 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-ec5def0d-ae31-4f72-a2a8-bb400c5735ed req-4eef7b23-d507-476f-9451-ac1289c48d08 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395956 Apr 29 18:21:12.002189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad5340-2eaa-4fff-8835-4e4e0e82f22d req-2b3501a8-42a5-4e3b-b36d-b1fc855dae56 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:12.003583 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a1ad5340-2eaa-4fff-8835-4e4e0e82f22d req-2b3501a8-42a5-4e3b-b36d-b1fc855dae56 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.1009808 Apr 29 18:21:12.051648 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a1ad5340-2eaa-4fff-8835-4e4e0e82f22d req-24e9ca9b-cc7a-429d-9672-999e974d5626 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394335 Apr 29 18:21:13.262498 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d0987-6bfc-4384-9b69-94e2f216359b req-f2794f91-dbfc-4647-91ee-dae934f059c8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:13.264006 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6a1d0987-6bfc-4384-9b69-94e2f216359b req-f2794f91-dbfc-4647-91ee-dae934f059c8 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0909295 Apr 29 18:21:13.308091 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6a1d0987-6bfc-4384-9b69-94e2f216359b req-59c19488-f66b-457a-9ded-e788aab05839 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381229 Apr 29 18:21:14.506251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbfff9-f477-4cb4-8253-18074c53c0f2 req-15278085-0f5b-4fbc-8212-30df55db91c2 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:14.507677 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-36fbfff9-f477-4cb4-8253-18074c53c0f2 req-15278085-0f5b-4fbc-8212-30df55db91c2 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0841382 Apr 29 18:21:14.555530 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-36fbfff9-f477-4cb4-8253-18074c53c0f2 req-fcadf3d6-655b-4516-9e63-625d1e73b43e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394814 Apr 29 18:21:15.753007 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c9204-dfe5-4256-8811-a660860bcfa0 req-380d81df-a6d6-4b65-8c8b-0fc48ac1b7b7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:15.754464 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8b4c9204-dfe5-4256-8811-a660860bcfa0 req-380d81df-a6d6-4b65-8c8b-0fc48ac1b7b7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0880456 Apr 29 18:21:15.801690 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8b4c9204-dfe5-4256-8811-a660860bcfa0 req-a8e45b72-6d70-44b5-8efc-ceef481a1d28 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413649 Apr 29 18:21:17.002131 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c71a87-afa1-410b-a469-715c7ffe42c3 req-1d048ba3-ab69-4029-a6c1-d6505a41f456 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:17.003500 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f3c71a87-afa1-410b-a469-715c7ffe42c3 req-1d048ba3-ab69-4029-a6c1-d6505a41f456 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0845034 Apr 29 18:21:17.051901 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f3c71a87-afa1-410b-a469-715c7ffe42c3 req-b79447f3-e12d-49d3-8c5d-56eedd0d9e6f tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396533 Apr 29 18:21:18.257947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0caa6-4b05-4db6-aa53-24f9f9e66e67 req-6b3b2504-c850-46fe-9d09-fc3638e2a022 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:18.259343 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9c0caa6-4b05-4db6-aa53-24f9f9e66e67 req-6b3b2504-c850-46fe-9d09-fc3638e2a022 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0880818 Apr 29 18:21:18.310196 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9c0caa6-4b05-4db6-aa53-24f9f9e66e67 req-f0cb59a1-90bb-4c24-a390-fabdd5fdc0ca tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448687 Apr 29 18:21:18.885117 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:19.540906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860887b-90af-45dd-b236-9d9b1f029cbb req-c6a7dfb2-e165-4d6e-ac09-c1f5388ac989 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:19.542332 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6860887b-90af-45dd-b236-9d9b1f029cbb req-c6a7dfb2-e165-4d6e-ac09-c1f5388ac989 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.1203246 Apr 29 18:21:19.599323 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6860887b-90af-45dd-b236-9d9b1f029cbb req-78d0f670-ad8b-4a83-a8c2-9ee294a238c9 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463562 Apr 29 18:21:19.611859 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bde24-8c3c-46e7-9442-7542f058e2bb req-9846292a-2c86-478d-a109-af2bfa25b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:19.613485 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5a1bde24-8c3c-46e7-9442-7542f058e2bb req-9846292a-2c86-478d-a109-af2bfa25b388 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 1099 time: 0.1172593 Apr 29 18:21:19.858295 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bde24-8c3c-46e7-9442-7542f058e2bb req-328c3c83-3756-4c0e-a2cc-421bfbe378bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:19.859677 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5a1bde24-8c3c-46e7-9442-7542f058e2bb req-328c3c83-3756-4c0e-a2cc-421bfbe378bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.2406008 Apr 29 18:21:19.964001 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5a1bde24-8c3c-46e7-9442-7542f058e2bb req-094face0-6935-4e8c-b6d5-e0e592b96200 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7 HTTP/1.1" status: 200 len: 1001 time: 0.0980916 Apr 29 18:21:20.026736 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bde24-8c3c-46e7-9442-7542f058e2bb req-08b2fe20-fd5e-4edd-b808-519e49d9689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:20.028172 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5a1bde24-8c3c-46e7-9442-7542f058e2bb req-08b2fe20-fd5e-4edd-b808-519e49d9689b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0584211 Apr 29 18:21:20.111259 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bde24-8c3c-46e7-9442-7542f058e2bb req-d19e9597-a4db-412c-9dc4-879aad23afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:20.112724 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5a1bde24-8c3c-46e7-9442-7542f058e2bb req-d19e9597-a4db-412c-9dc4-879aad23afc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784009 Apr 29 18:21:20.245290 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5a1bde24-8c3c-46e7-9442-7542f058e2bb req-56da6e10-1ff5-4384-910e-34968e969e7c service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264949 Apr 29 18:21:20.381573 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5a1bde24-8c3c-46e7-9442-7542f058e2bb req-4b356e25-8150-4b66-a5b4-55dcab2b94e1 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306059 Apr 29 18:21:20.794245 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809121b1-5594-41d2-a3ab-ea680c4b1ef7 req-1d7a4400-065d-41f3-8bbd-99b59a1c0756 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:20.795692 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-809121b1-5594-41d2-a3ab-ea680c4b1ef7 req-1d7a4400-065d-41f3-8bbd-99b59a1c0756 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0901654 Apr 29 18:21:20.839672 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-809121b1-5594-41d2-a3ab-ea680c4b1ef7 req-d1ff68e4-a73b-4798-a3fb-260d2d375953 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381172 Apr 29 18:21:22.043568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7976e0e-dd09-477b-a67c-a4ae853981ab req-9b9de8f3-8775-45f4-a13c-fe439d94ed87 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:22.045024 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e7976e0e-dd09-477b-a67c-a4ae853981ab req-9b9de8f3-8775-45f4-a13c-fe439d94ed87 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0917115 Apr 29 18:21:22.088906 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e7976e0e-dd09-477b-a67c-a4ae853981ab req-b65a0e8f-77aa-4059-baca-0d41cde89335 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378625 Apr 29 18:21:23.281610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b14b03-cfcb-491b-9655-df9a6d433ee2 req-99b8d6cb-58c7-46d1-80cd-5e31c498e004 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:23.283044 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b6b14b03-cfcb-491b-9655-df9a6d433ee2 req-99b8d6cb-58c7-46d1-80cd-5e31c498e004 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0846977 Apr 29 18:21:23.326970 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b6b14b03-cfcb-491b-9655-df9a6d433ee2 req-fdebd873-1225-4f1b-8f42-ba000ef5fcd6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377755 Apr 29 18:21:23.371370 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-603d5b49-e078-42a3-826d-e7587b430b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:23.738224 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-e6d7e5aa-ba33-4f93-b03d-578a18fd8b17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1793606 Apr 29 18:21:23.750161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c31c8-fdc8-4ae5-a6b1-a837e3ad5098 req-a84209c0-edd7-4d5d-b66c-c98d26a42670 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:23.751617 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a70c31c8-fdc8-4ae5-a6b1-a837e3ad5098 req-a84209c0-edd7-4d5d-b66c-c98d26a42670 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.1175213 Apr 29 18:21:23.802999 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-a70c31c8-fdc8-4ae5-a6b1-a837e3ad5098 req-f556947c-f79a-47e3-988e-22aa3678b89d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449584 Apr 29 18:21:24.692626 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device f0481d84-162b-45c4-ad2c-a74711e8a1e7 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:21:24.820747 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:24.853786 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:21:24.863368 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port f0481d84-162b-45c4-ad2c-a74711e8a1e7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:21:24.868642 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:24.922905 dv-neutron-839024-2-hyperv neutron-server[88020]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-61682106-a228-4613-874b-23af601a71af']: {'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'code': 422} returned with failed status Apr 29 18:21:24.943701 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=f0481d84-162b-45c4-ad2c-a74711e8a1e7,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:21:24.951196 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:21:24.951568 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:21:24.951904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:21:24.952246 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:21:24.952681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:21:24.953026 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:21:24.953366 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:21:24.953683 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:21:24.954170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:21:24.954492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:21:24.954806 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:21:24.955278 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:21:24.990981 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcae69-d110-4eec-bd4c-46d858d4f4f0 req-4e11262f-ee36-4aa2-9a0f-60b48de1edff tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:24.992474 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d2bcae69-d110-4eec-bd4c-46d858d4f4f0 req-4e11262f-ee36-4aa2-9a0f-60b48de1edff tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0827496 Apr 29 18:21:25.036988 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d2bcae69-d110-4eec-bd4c-46d858d4f4f0 req-78c89f5b-c53f-44f2-88a0-859977805da3 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384884 Apr 29 18:21:25.467886 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8ed6f0d6-3fe4-4065-be9c-16861d21e692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:26.230276 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72507933-b917-40a3-8389-1d63ed6c2008 req-5fe76d08-bc6a-444b-b8eb-7f5b0eb57c16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:26.231751 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-72507933-b917-40a3-8389-1d63ed6c2008 req-5fe76d08-bc6a-444b-b8eb-7f5b0eb57c16 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0842907 Apr 29 18:21:26.277037 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-72507933-b917-40a3-8389-1d63ed6c2008 req-701cdad2-7561-4e19-ad54-ddb6e90cecbe tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388424 Apr 29 18:21:26.808152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:26.870201 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:27.463234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750b32b-7430-4df1-a0c1-4022f28ee16f req-f763936c-4f79-44dc-909d-9d6de84298f0 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:27.465505 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0750b32b-7430-4df1-a0c1-4022f28ee16f req-f763936c-4f79-44dc-909d-9d6de84298f0 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0815461 Apr 29 18:21:27.510910 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0750b32b-7430-4df1-a0c1-4022f28ee16f req-1149bdb5-43c4-4a26-8938-6514628959e6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390627 Apr 29 18:21:28.238178 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:28.308350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-cd45e4c7-90f7-4ac9-9c17-c6ffa151efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:28.309829 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-cd45e4c7-90f7-4ac9-9c17-c6ffa151efca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6&tenant_id=3c44c4635f5b40779694e869e932e968 HTTP/1.1" status: 200 len: 1097 time: 0.0755410 Apr 29 18:21:28.410072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-7d91cdd4-9cf5-46a7-8fee-a1a7e78e8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:28.411569 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-7d91cdd4-9cf5-46a7-8fee-a1a7e78e8f89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 1097 time: 0.0797997 Apr 29 18:21:28.541789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-de46ba1f-83d7-4309-8d01-6ecef8ad3d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:28.542728 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-de46ba1f-83d7-4309-8d01-6ecef8ad3d14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.1258738 Apr 29 18:21:28.805612 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-445038ee-f55e-4c15-ae79-6b78dabf6766 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7 HTTP/1.1" status: 200 len: 999 time: 0.2564342 Apr 29 18:21:28.875674 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b319aad-b322-452c-8210-57d24c44277e req-cc0ed1c9-018a-4d13-ad1b-be358d964fa5 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:28.877071 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b319aad-b322-452c-8210-57d24c44277e req-cc0ed1c9-018a-4d13-ad1b-be358d964fa5 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.1661849 Apr 29 18:21:28.880476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-7de20f75-4fc8-4fdc-b321-7cd73a777abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:28.881731 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-7de20f75-4fc8-4fdc-b321-7cd73a777abf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0703402 Apr 29 18:21:28.966445 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2b319aad-b322-452c-8210-57d24c44277e req-abecfe48-7143-4cc5-8278-65cc617d81c5 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834055 Apr 29 18:21:28.985954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-e495a620-ff7b-4e7d-9c20-a4ba942340cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:28.987393 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-e495a620-ff7b-4e7d-9c20-a4ba942340cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922537 Apr 29 18:21:29.121751 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-4336dc78-fc48-460b-bdc7-4cd4ab6ea0af service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275392 Apr 29 18:21:29.257357 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5c260a14-09e3-4a26-b622-5f9ed1a648f9 req-bb156641-ea31-42cf-b228-52d0cdf1d732 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287091 Apr 29 18:21:30.175500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281877fc-e7b8-4fad-ad5a-1657a079d486 req-c28f3ace-dd3e-433b-81c1-71adc129fe06 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:30.177170 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-281877fc-e7b8-4fad-ad5a-1657a079d486 req-c28f3ace-dd3e-433b-81c1-71adc129fe06 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0907593 Apr 29 18:21:30.225547 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-281877fc-e7b8-4fad-ad5a-1657a079d486 req-b23a08a9-e371-41b3-a256-9dc46ead4d47 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397367 Apr 29 18:21:31.437913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972803bc-35ab-43c3-a78e-ea6929e190b4 req-02096df9-e078-4759-8621-d6f7ba0ec9a9 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:31.439327 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-972803bc-35ab-43c3-a78e-ea6929e190b4 req-02096df9-e078-4759-8621-d6f7ba0ec9a9 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0875406 Apr 29 18:21:31.485475 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-972803bc-35ab-43c3-a78e-ea6929e190b4 req-2f0699c0-6fdc-4d7b-802e-d05e2cf189b4 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375192 Apr 29 18:21:31.603752 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:21:32.679479 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92ded5-e23c-4314-ae66-54f10077dc6b req-cecea97d-887b-46f0-8784-f2c79578d906 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:32.680964 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f92ded5-e23c-4314-ae66-54f10077dc6b req-cecea97d-887b-46f0-8784-f2c79578d906 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0809398 Apr 29 18:21:32.728969 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3f92ded5-e23c-4314-ae66-54f10077dc6b req-7ae07329-80ae-41aa-b779-21d9df19a7ed tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421746 Apr 29 18:21:33.936461 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e9ae2-72b1-4707-9874-90ec24028261 req-f90d077b-a6f1-43d6-8a49-412d780936e3 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:33.937799 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-542e9ae2-72b1-4707-9874-90ec24028261 req-f90d077b-a6f1-43d6-8a49-412d780936e3 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0881424 Apr 29 18:21:33.985816 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-542e9ae2-72b1-4707-9874-90ec24028261 req-5acd1a60-e0e8-4faa-9647-318a7b8c6699 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397136 Apr 29 18:21:35.189460 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dc7af-cefc-4d0c-a1a1-8eab2aeae384 req-dbb1ee75-ef05-4fa2-98b4-07da43001eb0 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:35.190892 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-387dc7af-cefc-4d0c-a1a1-8eab2aeae384 req-dbb1ee75-ef05-4fa2-98b4-07da43001eb0 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.0875368 Apr 29 18:21:35.350507 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-387dc7af-cefc-4d0c-a1a1-8eab2aeae384 req-25e6a7e1-385a-4e1e-9163-bd8dccc5a379 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509607 Apr 29 18:21:36.599084 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff2758-7bca-4ab1-81bb-b89880335055 req-24c229ad-b922-4870-9a29-fb9d44f96371 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:36.600560 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6bff2758-7bca-4ab1-81bb-b89880335055 req-24c229ad-b922-4870-9a29-fb9d44f96371 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 944 time: 0.1253259 Apr 29 18:21:36.643930 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6bff2758-7bca-4ab1-81bb-b89880335055 req-3dd4a99d-c245-4c1a-8768-c5cc70521c9c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375328 Apr 29 18:21:36.754624 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device f0481d84-162b-45c4-ad2c-a74711e8a1e7 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:21:36.892820 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port f0481d84-162b-45c4-ad2c-a74711e8a1e7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:21:36.905979 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'port_id': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'mac_address': 'fa:16:3e:c8:f0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:21:36.960621 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:36.976814 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0481d84-162b-45c4-ad2c-a74711e8a1e7 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:21:36.992672 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port f0481d84-162b-45c4-ad2c-a74711e8a1e7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:21:36.998702 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:37.068124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=f0481d84-162b-45c4-ad2c-a74711e8a1e7,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:21:37.218081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['f0481d84-162b-45c4-ad2c-a74711e8a1e7'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:21:37.840670 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dab68-86a8-4838-831b-48e0cebd1d24 req-87d8b22c-014c-42e4-8f20-f72a8939d1c4 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:37.842031 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e98dab68-86a8-4838-831b-48e0cebd1d24 req-87d8b22c-014c-42e4-8f20-f72a8939d1c4 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 945 time: 0.0913241 Apr 29 18:21:37.886090 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e98dab68-86a8-4838-831b-48e0cebd1d24 req-802b5b6d-a437-4586-9213-26084a06295b tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381279 Apr 29 18:21:38.785847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device f0481d84-162b-45c4-ad2c-a74711e8a1e7 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:21:38.872113 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port f0481d84-162b-45c4-ad2c-a74711e8a1e7 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:21:38.872481 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:38.991735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:39.019495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:21:39.029082 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port f0481d84-162b-45c4-ad2c-a74711e8a1e7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:21:39.034112 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:39.085357 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d86dca-4d63-4ee8-b925-8d7b3d634ace req-8e199e50-2457-4957-adcf-0cb2101b828d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:39.086927 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b2d86dca-4d63-4ee8-b925-8d7b3d634ace req-8e199e50-2457-4957-adcf-0cb2101b828d tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0847850 Apr 29 18:21:39.131562 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b2d86dca-4d63-4ee8-b925-8d7b3d634ace req-db07cf34-910f-4c65-871c-21ff152fc13e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387166 Apr 29 18:21:39.138910 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=f0481d84-162b-45c4-ad2c-a74711e8a1e7,revision_number=8']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:21:40.079128 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60fe14a-e317-4a03-be9e-962aba3650e6'] response: {'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'code': 200} Apr 29 18:21:40.329696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c2cdf-680e-43c2-9c2d-8a99333391a1 req-e58492cf-b7c1-40dc-ad52-2910261a0051 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:40.331193 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c91c2cdf-680e-43c2-9c2d-8a99333391a1 req-e58492cf-b7c1-40dc-ad52-2910261a0051 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0874550 Apr 29 18:21:40.421792 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c91c2cdf-680e-43c2-9c2d-8a99333391a1 req-b3d34420-9c5d-467a-a2f4-4d27b2e10567 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600102 Apr 29 18:21:40.437361 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7c308-df82-4774-ab82-37f8785db093 req-bcc5f011-77bb-4a62-9304-e03fb8a7b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:40.438822 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-86e7c308-df82-4774-ab82-37f8785db093 req-bcc5f011-77bb-4a62-9304-e03fb8a7b11c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 1099 time: 0.1554267 Apr 29 18:21:40.481380 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-86e7c308-df82-4774-ab82-37f8785db093 req-15025412-e0f5-4245-b0c7-9c5b78a7350c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364766 Apr 29 18:21:41.158356 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ab8bc-a6c4-4347-9904-c7cd4dcb5cfb req-9e60165a-7e99-4eef-8e9b-09a6253940ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:41.159839 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f45ab8bc-a6c4-4347-9904-c7cd4dcb5cfb req-9e60165a-7e99-4eef-8e9b-09a6253940ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 1099 time: 0.0751345 Apr 29 18:21:41.420115 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ab8bc-a6c4-4347-9904-c7cd4dcb5cfb req-ac42a092-e8b9-47cb-a8cf-5ac0c2ac608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:41.421472 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f45ab8bc-a6c4-4347-9904-c7cd4dcb5cfb req-ac42a092-e8b9-47cb-a8cf-5ac0c2ac608b service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.2403107 Apr 29 18:21:41.531092 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f45ab8bc-a6c4-4347-9904-c7cd4dcb5cfb req-f5281a46-4c64-4de4-b540-5a54faae276c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7 HTTP/1.1" status: 200 len: 1001 time: 0.1027129 Apr 29 18:21:41.641850 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ab8bc-a6c4-4347-9904-c7cd4dcb5cfb req-c8bdbdf7-1761-493c-96ca-ec9f29059cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:41.643265 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f45ab8bc-a6c4-4347-9904-c7cd4dcb5cfb req-c8bdbdf7-1761-493c-96ca-ec9f29059cf4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.1058080 Apr 29 18:21:41.719780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19263208-1321-45a6-9cce-97fbab7221ad req-2ed4cb5b-0c3b-48cc-b1be-5edc74a381ce tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:41.721181 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-19263208-1321-45a6-9cce-97fbab7221ad req-2ed4cb5b-0c3b-48cc-b1be-5edc74a381ce tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.1545787 Apr 29 18:21:41.761585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ab8bc-a6c4-4347-9904-c7cd4dcb5cfb req-ebc54c88-68b4-4652-9eb4-fd246a4ac8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:21:41.763033 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f45ab8bc-a6c4-4347-9904-c7cd4dcb5cfb req-ebc54c88-68b4-4652-9eb4-fd246a4ac8b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1133437 Apr 29 18:21:41.791951 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-19263208-1321-45a6-9cce-97fbab7221ad req-a640b6b4-d6d7-40d2-9e5c-6a6c8131a96e tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647869 Apr 29 18:21:41.908513 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f45ab8bc-a6c4-4347-9904-c7cd4dcb5cfb req-3b11538e-b824-4993-97bb-94488da809dc service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394768 Apr 29 18:21:42.041152 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f45ab8bc-a6c4-4347-9904-c7cd4dcb5cfb req-3f7b2d5d-dd8f-4f78-950b-fdaf61822add service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266730 Apr 29 18:21:48.890583 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:53.380290 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-83af836a-c4dc-4e6a-95e6-0fe6609185e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:55.463464 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a31fc075-f2d4-4c23-8117-36c279b7b351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:56.816079 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:56.875818 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:21:58.244495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:08.602970 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:22:18.880893 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:23.381342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-760f2b89-de3a-4ebd-a872-220a6deb8d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:25.449504 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-f7cbd95e-9b4c-45bd-a939-bb94b992919d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:26.824726 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:26.879327 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:28.250499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:41.105100 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-41eca3c1-52fd-4981-ac07-89606071a273 req-60385a95-fdfc-45f9-82bf-2e95a9f59607 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868578 Apr 29 18:22:41.252839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eca3c1-52fd-4981-ac07-89606071a273 req-04af68d1-6124-4e60-ac32-c65d8add5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:22:41.254265 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-41eca3c1-52fd-4981-ac07-89606071a273 req-04af68d1-6124-4e60-ac32-c65d8add5512 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 1099 time: 0.0809586 Apr 29 18:22:41.403145 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eca3c1-52fd-4981-ac07-89606071a273 req-03c5e918-6b02-4cb5-aecf-cd476d34a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:22:41.404497 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-41eca3c1-52fd-4981-ac07-89606071a273 req-03c5e918-6b02-4cb5-aecf-cd476d34a3de service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.1278715 Apr 29 18:22:41.501894 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-41eca3c1-52fd-4981-ac07-89606071a273 req-5e4c0806-77f8-4b59-b00b-9ade06f527ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7 HTTP/1.1" status: 200 len: 1001 time: 0.0917032 Apr 29 18:22:41.572076 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eca3c1-52fd-4981-ac07-89606071a273 req-fede642d-080a-493a-b3a6-1f2303e661fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:22:41.573467 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-41eca3c1-52fd-4981-ac07-89606071a273 req-fede642d-080a-493a-b3a6-1f2303e661fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0661516 Apr 29 18:22:41.647533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eca3c1-52fd-4981-ac07-89606071a273 req-f7f5395a-917b-4b04-8506-c5d23ba904de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:22:41.649289 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-41eca3c1-52fd-4981-ac07-89606071a273 req-f7f5395a-917b-4b04-8506-c5d23ba904de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694482 Apr 29 18:22:41.659064 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-41eca3c1-52fd-4981-ac07-89606071a273 req-15882161-58b0-4025-bcf0-f145c21c4fea service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 18:22:41.659926 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-41eca3c1-52fd-4981-ac07-89606071a273 req-15882161-58b0-4025-bcf0-f145c21c4fea service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047388 Apr 29 18:22:41.794316 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-41eca3c1-52fd-4981-ac07-89606071a273 req-d24b5085-b666-48e3-9779-ec2c4d6f309f service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286221 Apr 29 18:22:41.935566 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-41eca3c1-52fd-4981-ac07-89606071a273 req-ffdcfe23-fada-40f1-974c-8a8d3c38eb86 service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349738 Apr 29 18:22:45.601795 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:22:48.905710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:53.375166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0777f576-c008-43a3-aac7-d381df4bb5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:55.462957 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d8637946-08de-4af4-ab39-e20066857b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:56.822988 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:56.893705 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:58.255194 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:58.390913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33150) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:22:58.713830 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Deleting port 2561ad26-d78c-4d3c-bd09-82994a6c2206 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:22:58.714161 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:58.887533 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:58.887766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:59.016362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Calling delete_port for 2561ad26-d78c-4d3c-bd09-82994a6c2206 owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:22:59.176744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:59.222189 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event deleted for resources: {'Port': ['ID=2561ad26-d78c-4d3c-bd09-82994a6c2206,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:22:59.258491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:22:59.258839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:22:59.259177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:22:59.259539 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:22:59.259870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:22:59.260200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:22:59.260527 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:22:59.260858 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:22:59.261177 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:22:59.261501 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:22:59.261815 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:22:59.262137 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:22:59.326586 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:22:59.326829 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Floating IP 5293c3ec-e4d1-4b27-bda4-4cdde9426d58 disassociated (deleted). External IP: 172.26.4.42, port: f0481d84-162b-45c4-ad2c-a74711e8a1e7. Apr 29 18:22:59.673126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Router 2b867e17-c08d-494e-8083-63e875220837 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:22:59.975017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:22:59.986678 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7e87c9-a619-4d25-bb7a-d55f3b62e965 None None] Sync routers for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:22:59.996977 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e87c9-a619-4d25-bb7a-d55f3b62e965 None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:22:59.997590 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3e7e87c9-a619-4d25-bb7a-d55f3b62e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:22:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:22:59.998406 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:00.052677 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-a8a1690b-17b0-44ea-9409-0e00e60f34ea tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "DELETE /v2.0/floatingips/5293c3ec-e4d1-4b27-bda4-4cdde9426d58 HTTP/1.1" status: 204 len: 168 time: 1.6605842 Apr 29 18:23:00.053295 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:23:00.105273 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2af985e-187c-4e17-b88f-558cd29c0fd2'] response: {'name': 'network-changed', 'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'status': 'completed', 'code': 200} Apr 29 18:23:00.174492 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3e7e87c9-a619-4d25-bb7a-d55f3b62e965 None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:00.199504 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a584bc4-a3a2-436f-ad45-6e47e3cb4d84 req-52f13caf-cc96-4d17-92aa-f588386176a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:00.201449 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a584bc4-a3a2-436f-ad45-6e47e3cb4d84 req-52f13caf-cc96-4d17-92aa-f588386176a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c44c4635f5b40779694e869e932e968&device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 1099 time: 0.0725801 Apr 29 18:23:00.340449 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a584bc4-a3a2-436f-ad45-6e47e3cb4d84 req-bad251cb-5bc3-4f06-b973-e1033e55b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:00.342508 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a584bc4-a3a2-436f-ad45-6e47e3cb4d84 req-bad251cb-5bc3-4f06-b973-e1033e55b78a service neutron] 10.222.0.36 "GET /v2.0/networks?id=520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 200 len: 910 time: 0.1350391 Apr 29 18:23:00.439404 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a584bc4-a3a2-436f-ad45-6e47e3cb4d84 req-0554533a-3669-4cf2-b424-f48551e755ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7 HTTP/1.1" status: 200 len: 217 time: 0.0911245 Apr 29 18:23:00.498781 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3e7e87c9-a619-4d25-bb7a-d55f3b62e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:24Z', 'revision_number': 5, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:00.502798 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7e87c9-a619-4d25-bb7a-d55f3b62e965 None None] Checking router: 2b867e17-c08d-494e-8083-63e875220837 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:23:00.511250 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e87c9-a619-4d25-bb7a-d55f3b62e965 None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:00.512026 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3e7e87c9-a619-4d25-bb7a-d55f3b62e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:22:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:00.521264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a584bc4-a3a2-436f-ad45-6e47e3cb4d84 req-71d447dd-091d-401b-817a-3b63fcfdf245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:00.522599 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a584bc4-a3a2-436f-ad45-6e47e3cb4d84 req-71d447dd-091d-401b-817a-3b63fcfdf245 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 200 len: 848 time: 0.0725005 Apr 29 18:23:00.582251 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf85c4d-74d5-48d0-9d85-dbde24c7f77f req-e74ab771-0ba6-49e3-851a-cb9502b7fcb6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:00.582934 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-daf85c4d-74d5-48d0-9d85-dbde24c7f77f req-e74ab771-0ba6-49e3-851a-cb9502b7fcb6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Synchronizing usage tracker for tenant:3c44c4635f5b40779694e869e932e968 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:23:00.606861 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-daf85c4d-74d5-48d0-9d85-dbde24c7f77f req-e74ab771-0ba6-49e3-851a-cb9502b7fcb6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Unset dirty status for tenant:3c44c4635f5b40779694e869e932e968 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:23:00.608029 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-daf85c4d-74d5-48d0-9d85-dbde24c7f77f req-e74ab771-0ba6-49e3-851a-cb9502b7fcb6 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.2053940 Apr 29 18:23:00.620488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a584bc4-a3a2-436f-ad45-6e47e3cb4d84 req-42fa9c49-1ba5-46c3-8a67-fb8753b7d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:00.622002 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a584bc4-a3a2-436f-ad45-6e47e3cb4d84 req-42fa9c49-1ba5-46c3-8a67-fb8753b7d6b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=520f8d92-c831-4e51-86d4-44245dc6735e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919063 Apr 29 18:23:00.723870 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3e7e87c9-a619-4d25-bb7a-d55f3b62e965 None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:00.761088 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-daf85c4d-74d5-48d0-9d85-dbde24c7f77f req-d5cdc349-746a-4af0-9176-b4c8c9a170d2 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336989 Apr 29 18:23:00.792698 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a584bc4-a3a2-436f-ad45-6e47e3cb4d84 req-1725866c-be02-4e70-a592-a66ed121033f service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628866 Apr 29 18:23:00.927356 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0a584bc4-a3a2-436f-ad45-6e47e3cb4d84 req-ad5ba415-6064-4bcb-b429-ec4898b4c6eb service neutron] 10.222.0.36 "GET /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284323 Apr 29 18:23:01.037495 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3e7e87c9-a619-4d25-bb7a-d55f3b62e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:24Z', 'revision_number': 5, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:01.041393 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7e87c9-a619-4d25-bb7a-d55f3b62e965 None None] The sync data for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv is: [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:14:16Z', 'revision_number': 4, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '6743f733-a022-4002-9fb6-e0862b375338', 'name': '', 'network_id': '520f8d92-c831-4e51-86d4-44245dc6735e', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'mac_address': 'fa:16:3e:a2:42:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:15Z', 'updated_at': '2022-04-29T18:14:24Z', 'revision_number': 5, 'project_id': '3c44c4635f5b40779694e869e932e968', 'subnets': [{'id': '64b353b6-ea59-4b7d-94e1-cd1051bb2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:23:01.254155 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa0b788-d713-4e02-b2bf-f73d7242c7fe None None] New status for floating IP 5293c3ec-e4d1-4b27-bda4-4cdde9426d58: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:23:01.870121 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbd888-0fcf-41e7-9423-fffbfec5a284 req-2f8ed7bb-fda8-49fc-9ffa-5eadddbaa654 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:01.871487 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c0bbd888-0fcf-41e7-9423-fffbfec5a284 req-2f8ed7bb-fda8-49fc-9ffa-5eadddbaa654 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.36 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.0815725 Apr 29 18:23:01.982079 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-c0bbd888-0fcf-41e7-9423-fffbfec5a284 req-7794d8b2-35b1-4b60-bab2-9ca1ccc3fab7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Deleting port f0481d84-162b-45c4-ad2c-a74711e8a1e7 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:23:01.982309 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c0bbd888-0fcf-41e7-9423-fffbfec5a284 req-7794d8b2-35b1-4b60-bab2-9ca1ccc3fab7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:02.079277 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f212507-26ea-46d5-8de5-f080db475b6b req-e76ce1e2-c285-4395-941b-50494df86da2 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:02.080711 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8f212507-26ea-46d5-8de5-f080db475b6b req-e76ce1e2-c285-4395-941b-50494df86da2 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 946 time: 0.2083216 Apr 29 18:23:02.170993 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8f212507-26ea-46d5-8de5-f080db475b6b req-3adba047-67bc-4b1c-b649-17e188a5aeff tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/security-groups?id=20aa9bcf-3799-496c-9496-441ab2f696a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770569 Apr 29 18:23:02.275348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-c0bbd888-0fcf-41e7-9423-fffbfec5a284 req-7794d8b2-35b1-4b60-bab2-9ca1ccc3fab7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] For port f0481d84-162b-45c4-ad2c-a74711e8a1e7, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f0481d84-162b-45c4-ad2c-a74711e8a1e7,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:02.275595 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c0bbd888-0fcf-41e7-9423-fffbfec5a284 req-7794d8b2-35b1-4b60-bab2-9ca1ccc3fab7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:02.396136 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-c0bbd888-0fcf-41e7-9423-fffbfec5a284 req-7794d8b2-35b1-4b60-bab2-9ca1ccc3fab7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Calling delete_port for f0481d84-162b-45c4-ad2c-a74711e8a1e7 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:23:02.548109 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c0bbd888-0fcf-41e7-9423-fffbfec5a284 req-7794d8b2-35b1-4b60-bab2-9ca1ccc3fab7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:02.623660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794d8b2-35b1-4b60-bab2-9ca1ccc3fab7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event deleted for resources: {'Port': ['ID=f0481d84-162b-45c4-ad2c-a74711e8a1e7,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:02.785723 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bbd888-0fcf-41e7-9423-fffbfec5a284 req-7794d8b2-35b1-4b60-bab2-9ca1ccc3fab7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] No DVR routers for this DVR port f0481d84-162b-45c4-ad2c-a74711e8a1e7 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:23:02.788322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-c0bbd888-0fcf-41e7-9423-fffbfec5a284 req-7794d8b2-35b1-4b60-bab2-9ca1ccc3fab7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:02.790955 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'name': 'network-vif-deleted', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:23:02.808520 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c0bbd888-0fcf-41e7-9423-fffbfec5a284 req-7794d8b2-35b1-4b60-bab2-9ca1ccc3fab7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.36 "DELETE /v2.0/ports/f0481d84-162b-45c4-ad2c-a74711e8a1e7 HTTP/1.1" status: 204 len: 173 time: 0.9063737 Apr 29 18:23:02.838713 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7d8985-290a-44af-b335-dd2fc63997e1'] response: {'server_uuid': '8080cc8a-9207-4060-aa89-98be8689e9d6', 'name': 'network-vif-deleted', 'tag': 'f0481d84-162b-45c4-ad2c-a74711e8a1e7', 'status': 'completed', 'code': 200} Apr 29 18:23:03.328665 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-6efcbe52-9a30-42ad-b25d-5f675768f80c req-8835f442-4e4b-4bdc-9fd8-3ea591f035e7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Synchronizing usage tracker for tenant:3c44c4635f5b40779694e869e932e968 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:23:03.345362 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-6efcbe52-9a30-42ad-b25d-5f675768f80c req-8835f442-4e4b-4bdc-9fd8-3ea591f035e7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Unset dirty status for tenant:3c44c4635f5b40779694e869e932e968 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:23:03.346547 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6efcbe52-9a30-42ad-b25d-5f675768f80c req-8835f442-4e4b-4bdc-9fd8-3ea591f035e7 tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "GET /v2.0/ports?device_id=8080cc8a-9207-4060-aa89-98be8689e9d6 HTTP/1.1" status: 200 len: 210 time: 0.0619056 Apr 29 18:23:04.449244 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33168) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:04.520729 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2395-dcf6-4bb1-afb2-2e31426b616c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:04.550891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2395-dcf6-4bb1-afb2-2e31426b616c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:04.616987 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2395-dcf6-4bb1-afb2-2e31426b616c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:04.639160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed2395-dcf6-4bb1-afb2-2e31426b616c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aa9bcf-3799-496c-9496-441ab2f696a5,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:04.649693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2395-dcf6-4bb1-afb2-2e31426b616c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:04.650818 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c4ed2395-dcf6-4bb1-afb2-2e31426b616c tempest-TestShelveInstance-933559275 tempest-TestShelveInstance-933559275-project] 10.222.0.11 "DELETE /v2.0/security-groups/20aa9bcf-3799-496c-9496-441ab2f696a5 HTTP/1.1" status: 204 len: 168 time: 0.2004559 Apr 29 18:23:04.697516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33174) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:05.110661 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device f0481d84-162b-45c4-ad2c-a74711e8a1e7 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:23:05.143884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: f0481d84-162b-45c4-ad2c-a74711e8a1e7 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:23:05.144427 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device f0481d84-162b-45c4-ad2c-a74711e8a1e7 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:23:05.356752 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b79f5d4-6d04-468c-b520-22545f9ec068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:05.736296 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-1b79f5d4-6d04-468c-b520-22545f9ec068 admin admin] Deleting port 6743f733-a022-4002-9fb6-e0862b375338 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:23:05.736990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b79f5d4-6d04-468c-b520-22545f9ec068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:05.911939 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-1b79f5d4-6d04-468c-b520-22545f9ec068 admin admin] For port 6743f733-a022-4002-9fb6-e0862b375338, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=6743f733-a022-4002-9fb6-e0862b375338,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:05.912160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b79f5d4-6d04-468c-b520-22545f9ec068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:06.152295 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-1b79f5d4-6d04-468c-b520-22545f9ec068 admin admin] Calling delete_port for 6743f733-a022-4002-9fb6-e0862b375338 owned by network:router_interface {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:23:06.323706 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b79f5d4-6d04-468c-b520-22545f9ec068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:06.372040 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79f5d4-6d04-468c-b520-22545f9ec068 admin admin] Pushing event deleted for resources: {'Port': ['ID=6743f733-a022-4002-9fb6-e0862b375338,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:06.653930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-1b79f5d4-6d04-468c-b520-22545f9ec068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:07.027458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b79f5d4-6d04-468c-b520-22545f9ec068 admin admin] Router 2b867e17-c08d-494e-8083-63e875220837 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:23:07.203529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b79f5d4-6d04-468c-b520-22545f9ec068 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:23:07.212797 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e846194-7366-4d61-8168-3cc94b2e4f7c None None] Sync routers for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:23:07.221398 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1b79f5d4-6d04-468c-b520-22545f9ec068 admin admin] 10.222.0.11 "PUT /v2.0/routers/2b867e17-c08d-494e-8083-63e875220837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5227077 Apr 29 18:23:07.222916 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e846194-7366-4d61-8168-3cc94b2e4f7c None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:07.223555 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7e846194-7366-4d61-8168-3cc94b2e4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:22:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:07.223959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33180) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:07.394817 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-7e846194-7366-4d61-8168-3cc94b2e4f7c None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:07.398658 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:07.681819 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7e846194-7366-4d61-8168-3cc94b2e4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:23:06Z', 'revision_number': 5, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port': {'id': 'e2e2a92f-8b6c-4e86-818e-7b13d7800b1b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b867e17-c08d-494e-8083-63e875220837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:13Z', 'updated_at': '2022-04-29T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:07.685338 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e846194-7366-4d61-8168-3cc94b2e4f7c None None] Checking router: 2b867e17-c08d-494e-8083-63e875220837 for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:23:07.694784 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e846194-7366-4d61-8168-3cc94b2e4f7c None None] Routers {'2b867e17-c08d-494e-8083-63e875220837'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:07.695454 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7e846194-7366-4d61-8168-3cc94b2e4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:22:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['2b867e17-c08d-494e-8083-63e875220837'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:07.706604 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:07.717091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Deleting port e2e2a92f-8b6c-4e86-818e-7b13d7800b1b {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:23:07.717402 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:07.843012 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-7e846194-7366-4d61-8168-3cc94b2e4f7c None None] Set router 2b867e17-c08d-494e-8083-63e875220837 gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:07.892773 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] For port e2e2a92f-8b6c-4e86-818e-7b13d7800b1b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=e2e2a92f-8b6c-4e86-818e-7b13d7800b1b,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:07.893132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:07.947827 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-7e846194-7366-4d61-8168-3cc94b2e4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:23:07Z', 'revision_number': 6, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:07.951731 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e846194-7366-4d61-8168-3cc94b2e4f7c None None] The sync data for ids ['2b867e17-c08d-494e-8083-63e875220837'] in dv-neutron-839024-2-hyperv is: [{'id': '2b867e17-c08d-494e-8083-63e875220837', 'name': 'tempest-TestShelveInstance-1055645512-router', 'tenant_id': '3c44c4635f5b40779694e869e932e968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:12Z', 'updated_at': '2022-04-29T18:23:07Z', 'revision_number': 6, 'project_id': '3c44c4635f5b40779694e869e932e968', 'gw_port_host': None}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:23:08.017403 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Calling delete_port for e2e2a92f-8b6c-4e86-818e-7b13d7800b1b owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:23:08.193786 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:08.241417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e2a92f-8b6c-4e86-818e-7b13d7800b1b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:08.336917 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:08.510144 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:08.512456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:08.542671 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:08.543162 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b867e17-c08d-494e-8083-63e875220837 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:23:08.555519 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:08.556652 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e6859dbd-afe4-4f66-ba29-3ede487ff073 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2b867e17-c08d-494e-8083-63e875220837 HTTP/1.1" status: 204 len: 168 time: 1.3317666 Apr 29 18:23:08.560434 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33184) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:08.620566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-2006379b-d8c8-482a-b5a9-236d8c75fa72 admin admin] Deleting subnet 64b353b6-ea59-4b7d-94e1-cd1051bb2e73 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:23:08.623580 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2006379b-d8c8-482a-b5a9-236d8c75fa72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:08.675017 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2006379b-d8c8-482a-b5a9-236d8c75fa72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:08.755165 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2006379b-d8c8-482a-b5a9-236d8c75fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:08.824775 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2006379b-d8c8-482a-b5a9-236d8c75fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:08.866581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006379b-d8c8-482a-b5a9-236d8c75fa72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64b353b6-ea59-4b7d-94e1-cd1051bb2e73,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:08.868503 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2006379b-d8c8-482a-b5a9-236d8c75fa72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:08.874680 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2006379b-d8c8-482a-b5a9-236d8c75fa72 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/64b353b6-ea59-4b7d-94e1-cd1051bb2e73 HTTP/1.1" status: 204 len: 168 time: 0.3132579 Apr 29 18:23:08.875093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5c0ccf-e042-4cfc-8d73-3ce88f3de540 None None] Network 520f8d92-c831-4e51-86d4-44245dc6735e requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:23:08.877143 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33188) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:09.103325 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:09.114254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Deleting port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:23:09.114583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:09.143549 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37b6107-6bfa-4e4d-a80e-219c65829faa None None] DHCP port deletion for 520f8d92-c831-4e51-86d4-44245dc6735e request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:23:09.148046 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d37b6107-6bfa-4e4d-a80e-219c65829faa None None] Deleting port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:23:09.148410 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d37b6107-6bfa-4e4d-a80e-219c65829faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:09.320524 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] For port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:09.321099 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:09.354817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-d37b6107-6bfa-4e4d-a80e-219c65829faa None None] For port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef,segment=NetworkSegment(2c97c06f-3873-4ef6-99ae-8e835fa528e1),segment_id=2c97c06f-3873-4ef6-99ae-8e835fa528e1)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:09.355119 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d37b6107-6bfa-4e4d-a80e-219c65829faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:09.449577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Calling delete_port for 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:23:09.474816 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d37b6107-6bfa-4e4d-a80e-219c65829faa None None] Calling delete_port for 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:23:09.525124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:09.546720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-d37b6107-6bfa-4e4d-a80e-219c65829faa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:23:09.547100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-d37b6107-6bfa-4e4d-a80e-219c65829faa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:23:09.572314 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:09.574078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] No DVR routers for this DVR port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:23:09.687303 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:09.710152 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e2e2a92f-8b6c-4e86-818e-7b13d7800b1b no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:23:09.717790 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520f8d92-c831-4e51-86d4-44245dc6735e']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:09.730077 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c97c06f-3873-4ef6-99ae-8e835fa528e1') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:09.730377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c97c06f-3873-4ef6-99ae-8e835fa528e1') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:09.742016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:09.747076 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: e2e2a92f-8b6c-4e86-818e-7b13d7800b1b {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:23:09.747478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device e2e2a92f-8b6c-4e86-818e-7b13d7800b1b not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:23:09.747893 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:23:09.758239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:09.764631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:23:09.765016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:23:09.778518 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:23:09.781198 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:23:09.781543 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:23:09.781961 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6743f733-a022-4002-9fb6-e0862b375338 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:23:09.813653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 6743f733-a022-4002-9fb6-e0862b375338 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:23:09.813993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 6743f733-a022-4002-9fb6-e0862b375338 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:23:09.857265 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:09.873303 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:09.883263 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] Pushing event deleted for resources: {'Network': ['ID=520f8d92-c831-4e51-86d4-44245dc6735e,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:09.890302 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e029e4af-625c-4b10-b4af-0c6d686bdcbd admin admin] 10.222.0.11 "DELETE /v2.0/networks/520f8d92-c831-4e51-86d4-44245dc6735e HTTP/1.1" status: 204 len: 168 time: 1.0122070 Apr 29 18:23:09.893530 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 33192) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:10.048908 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d37b6107-6bfa-4e4d-a80e-219c65829faa None None] Deleting port 5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:23:10.049454 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d37b6107-6bfa-4e4d-a80e-219c65829faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:10.143976 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-d37b6107-6bfa-4e4d-a80e-219c65829faa None None] The port '5ba0f7ac-6b3e-498d-8e1f-b17d24fb9eef' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 18:23:10.431149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:10.789397 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Deleting port be2890f2-a0ab-437c-9ea1-a2a494db0d7a {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:23:10.789606 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:11.076006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] For port be2890f2-a0ab-437c-9ea1-a2a494db0d7a, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=be2890f2-a0ab-437c-9ea1-a2a494db0d7a,segment=NetworkSegment(20c85503-0261-424c-a863-8731a52b125c),segment_id=20c85503-0261-424c-a863-8731a52b125c)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:11.076742 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:11.196306 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Calling delete_port for be2890f2-a0ab-437c-9ea1-a2a494db0d7a owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:23:11.377262 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:11.422273 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Pushing event deleted for resources: {'Port': ['ID=be2890f2-a0ab-437c-9ea1-a2a494db0d7a,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:11.461631 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:11.461972 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:11.462283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:11.462600 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:11.462916 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:11.463343 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:11.463656 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:11.463967 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:11.464307 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:11.464602 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:11.464909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:11.465224 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:11.703890 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:12.078403 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Router ae69c1e0-fef6-40e1-8102-c438d0d37642 has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:23:12.265493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:23:12.274756 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade4a57-1582-40fd-96dd-67122c9e5c1e None None] Sync routers for ids ['ae69c1e0-fef6-40e1-8102-c438d0d37642'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:23:12.284531 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-aea4f531-58df-43a3-82b1-c09891b54694 admin admin] 10.222.0.11 "PUT /v2.0/routers/ae69c1e0-fef6-40e1-8102-c438d0d37642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3899031 Apr 29 18:23:12.286505 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade4a57-1582-40fd-96dd-67122c9e5c1e None None] Routers {'ae69c1e0-fef6-40e1-8102-c438d0d37642'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:12.287461 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3ade4a57-1582-40fd-96dd-67122c9e5c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:22:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ae69c1e0-fef6-40e1-8102-c438d0d37642'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:12.288529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33196) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:12.468991 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:12.469183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-3ade4a57-1582-40fd-96dd-67122c9e5c1e None None] Set router ae69c1e0-fef6-40e1-8102-c438d0d37642 gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:12.642617 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:12.654630 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Deleting port 719a2ad1-c44b-41f0-b794-1b10962b9d8b {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:23:12.655184 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:12.764587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3ade4a57-1582-40fd-96dd-67122c9e5c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'name': 'tempest-TestShelveInstance-2091604553-router', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:18Z', 'updated_at': '2022-04-29T18:23:11Z', 'revision_number': 5, 'project_id': '38fbf4d73f15472b978a7d326c769000', 'gw_port': {'id': '719a2ad1-c44b-41f0-b794-1b10962b9d8b', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:14:19Z', 'updated_at': '2022-04-29T18:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:12.768928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade4a57-1582-40fd-96dd-67122c9e5c1e None None] Checking router: ae69c1e0-fef6-40e1-8102-c438d0d37642 for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:23:12.778372 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade4a57-1582-40fd-96dd-67122c9e5c1e None None] Routers {'ae69c1e0-fef6-40e1-8102-c438d0d37642'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:12.778981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3ade4a57-1582-40fd-96dd-67122c9e5c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:22:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['ae69c1e0-fef6-40e1-8102-c438d0d37642'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:12.834194 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] For port 719a2ad1-c44b-41f0-b794-1b10962b9d8b, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=719a2ad1-c44b-41f0-b794-1b10962b9d8b,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:12.834529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:12.932315 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-3ade4a57-1582-40fd-96dd-67122c9e5c1e None None] Set router ae69c1e0-fef6-40e1-8102-c438d0d37642 gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:13.036952 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-3ade4a57-1582-40fd-96dd-67122c9e5c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'name': 'tempest-TestShelveInstance-2091604553-router', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:18Z', 'updated_at': '2022-04-29T18:23:12Z', 'revision_number': 6, 'project_id': '38fbf4d73f15472b978a7d326c769000', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:13.040978 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade4a57-1582-40fd-96dd-67122c9e5c1e None None] The sync data for ids ['ae69c1e0-fef6-40e1-8102-c438d0d37642'] in dv-neutron-839024-2-hyperv is: [{'id': 'ae69c1e0-fef6-40e1-8102-c438d0d37642', 'name': 'tempest-TestShelveInstance-2091604553-router', 'tenant_id': '38fbf4d73f15472b978a7d326c769000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:14:18Z', 'updated_at': '2022-04-29T18:23:12Z', 'revision_number': 6, 'project_id': '38fbf4d73f15472b978a7d326c769000', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:23:13.078231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Calling delete_port for 719a2ad1-c44b-41f0-b794-1b10962b9d8b owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:23:13.249808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:13.327500 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=719a2ad1-c44b-41f0-b794-1b10962b9d8b,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:13.402086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:13.581841 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:13.584018 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:13.606959 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:13.607525 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae69c1e0-fef6-40e1-8102-c438d0d37642 {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:23:13.619266 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:13.620447 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e3509076-f150-4842-a9e0-406c1b4b4c1c admin admin] 10.222.0.11 "DELETE /v2.0/routers/ae69c1e0-fef6-40e1-8102-c438d0d37642 HTTP/1.1" status: 204 len: 168 time: 1.3308439 Apr 29 18:23:13.622985 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33200) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:13.685052 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed240cd-e125-4cc1-934c-73ea142831a0 admin admin] Deleting subnet e7a304e4-3e09-47c1-9908-fc12c7f22feb {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:23:13.688036 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4ed240cd-e125-4cc1-934c-73ea142831a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:13.747185 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4ed240cd-e125-4cc1-934c-73ea142831a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:13.802203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device be2890f2-a0ab-437c-9ea1-a2a494db0d7a no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:23:13.830377 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4ed240cd-e125-4cc1-934c-73ea142831a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:13.836377 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: be2890f2-a0ab-437c-9ea1-a2a494db0d7a {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:23:13.836729 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device be2890f2-a0ab-437c-9ea1-a2a494db0d7a not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:23:13.837151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 719a2ad1-c44b-41f0-b794-1b10962b9d8b no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:23:13.873882 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 719a2ad1-c44b-41f0-b794-1b10962b9d8b {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:23:13.874230 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 719a2ad1-c44b-41f0-b794-1b10962b9d8b not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:23:13.907068 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4ed240cd-e125-4cc1-934c-73ea142831a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:13.946366 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed240cd-e125-4cc1-934c-73ea142831a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a304e4-3e09-47c1-9908-fc12c7f22feb,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:13.948336 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-4ed240cd-e125-4cc1-934c-73ea142831a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:13.953998 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeada640-b422-43d8-81f6-4add099418c8 None None] Network 559fa0f0-2643-414e-8039-bc9b20e50ab0 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:23:13.954900 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-4ed240cd-e125-4cc1-934c-73ea142831a0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e7a304e4-3e09-47c1-9908-fc12c7f22feb HTTP/1.1" status: 204 len: 168 time: 0.3308415 Apr 29 18:23:13.957648 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 33204) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:14.184559 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:14.195221 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Deleting port a62c8917-ca6f-4bb5-883c-20405956cc7c {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:23:14.195579 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:14.227313 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af83454f-fa84-4fcb-ad7f-ad5398a7d04d None None] DHCP port deletion for 559fa0f0-2643-414e-8039-bc9b20e50ab0 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:23:14.231900 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-af83454f-fa84-4fcb-ad7f-ad5398a7d04d None None] Deleting port a62c8917-ca6f-4bb5-883c-20405956cc7c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:23:14.232270 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-af83454f-fa84-4fcb-ad7f-ad5398a7d04d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:14.398150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] For port a62c8917-ca6f-4bb5-883c-20405956cc7c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a62c8917-ca6f-4bb5-883c-20405956cc7c,segment=NetworkSegment(20c85503-0261-424c-a863-8731a52b125c),segment_id=20c85503-0261-424c-a863-8731a52b125c)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:14.398482 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:14.473333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-af83454f-fa84-4fcb-ad7f-ad5398a7d04d None None] For port a62c8917-ca6f-4bb5-883c-20405956cc7c, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a62c8917-ca6f-4bb5-883c-20405956cc7c,segment=NetworkSegment(20c85503-0261-424c-a863-8731a52b125c),segment_id=20c85503-0261-424c-a863-8731a52b125c)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:14.473603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-af83454f-fa84-4fcb-ad7f-ad5398a7d04d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:14.525857 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Calling delete_port for a62c8917-ca6f-4bb5-883c-20405956cc7c owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:23:14.591312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-af83454f-fa84-4fcb-ad7f-ad5398a7d04d None None] Calling delete_port for a62c8917-ca6f-4bb5-883c-20405956cc7c owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:23:14.602250 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:14.647874 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62c8917-ca6f-4bb5-883c-20405956cc7c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:14.651922 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] No DVR routers for this DVR port a62c8917-ca6f-4bb5-883c-20405956cc7c on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:23:14.666235 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-af83454f-fa84-4fcb-ad7f-ad5398a7d04d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:23:14.666588 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-af83454f-fa84-4fcb-ad7f-ad5398a7d04d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:23:14.764701 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:14.793229 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559fa0f0-2643-414e-8039-bc9b20e50ab0']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:14.805646 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c85503-0261-424c-a863-8731a52b125c') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:14.805943 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c85503-0261-424c-a863-8731a52b125c') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:14.817037 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:14.832824 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:14.838819 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:23:14.839197 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:23:14.852052 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:23:14.927674 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:14.946475 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:14.956567 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] Pushing event deleted for resources: {'Network': ['ID=559fa0f0-2643-414e-8039-bc9b20e50ab0,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:14.963752 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-2cb03887-142b-42f0-88cd-b86bc4431605 admin admin] 10.222.0.11 "DELETE /v2.0/networks/559fa0f0-2643-414e-8039-bc9b20e50ab0 HTTP/1.1" status: 204 len: 168 time: 1.0049336 Apr 29 18:23:15.086719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33210) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:15.142369 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-362fc7dd-bb74-44a4-a6ba-a2c8b31c659a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c44c4635f5b40779694e869e932e968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542946 Apr 29 18:23:15.145810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33214) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:15.168055 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-af83454f-fa84-4fcb-ad7f-ad5398a7d04d None None] Deleting port a62c8917-ca6f-4bb5-883c-20405956cc7c {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:23:15.168629 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-af83454f-fa84-4fcb-ad7f-ad5398a7d04d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:15.207458 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-444b669c-677f-4ac8-b3ae-dd3aa31f52b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:15.232722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-444b669c-677f-4ac8-b3ae-dd3aa31f52b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:15.234830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-af83454f-fa84-4fcb-ad7f-ad5398a7d04d None None] The port 'a62c8917-ca6f-4bb5-883c-20405956cc7c' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 18:23:15.289764 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-444b669c-677f-4ac8-b3ae-dd3aa31f52b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:15.306408 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b669c-677f-4ac8-b3ae-dd3aa31f52b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad17115-df2e-4f7c-9712-1698355f4b73,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:15.313072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-444b669c-677f-4ac8-b3ae-dd3aa31f52b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:15.316456 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-444b669c-677f-4ac8-b3ae-dd3aa31f52b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ad17115-df2e-4f7c-9712-1698355f4b73 HTTP/1.1" status: 204 len: 168 time: 0.1675518 Apr 29 18:23:15.669085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33222) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:15.716411 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a62c8917-ca6f-4bb5-883c-20405956cc7c no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:23:15.719735 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1125c4a7-5b84-41df-8608-b7d7bfe9ffb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38fbf4d73f15472b978a7d326c769000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493379 Apr 29 18:23:15.722287 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 33226) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:15.751824 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: a62c8917-ca6f-4bb5-883c-20405956cc7c {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:23:15.752161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a62c8917-ca6f-4bb5-883c-20405956cc7c not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:23:15.780194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0278a4f-4213-4e3f-8188-0aff9e7a9226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:15.805312 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0278a4f-4213-4e3f-8188-0aff9e7a9226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:15.864027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0278a4f-4213-4e3f-8188-0aff9e7a9226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:15.877493 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0278a4f-4213-4e3f-8188-0aff9e7a9226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dd5724-151a-480e-b179-c1e0bc31a64c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:15.883563 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f0278a4f-4213-4e3f-8188-0aff9e7a9226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:15.884644 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f0278a4f-4213-4e3f-8188-0aff9e7a9226 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98dd5724-151a-480e-b179-c1e0bc31a64c HTTP/1.1" status: 204 len: 168 time: 0.1613908 Apr 29 18:23:16.677075 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 33250) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:16.819105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1726741248-network', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:16.824171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:16.828320 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Usage tracker for resource:network and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:16.831211 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:16.837650 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:16.852142 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Made reservation on behalf of c6f78de891f24548b3152ddca699ec59 for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:23:16.855495 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:16.874052 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:16.888541 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:16.892596 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Usage tracker for resource:security_group_rule and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:16.895443 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:16.901492 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:16.985632 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:16.991171 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:17.020334 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:23:17.028811 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb907f1c-6537-42ed-a9cd-b90c36315504,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:17.037964 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:17.038311 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Added segment 37670b9e-b278-47f8-b0cc-7df505080c39 of type vlan for network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 Apr 29 18:23:17.065283 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:17.096438 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:17.097544 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:17.098155 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:17.197417 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] Pushing event updated for resources: {'Network': ['ID=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:17.201506 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-74ccc35f-9ba6-4416-99d3-dae97f0d77ca admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5227358 Apr 29 18:23:17.204264 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33258) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:17.207858 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:23:17.209794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Request body: {'subnet': {'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1726741248-subnet', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:17.214839 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:17.218823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Usage tracker for resource:subnet and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:17.221654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:17.228086 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:17.239238 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Made reservation on behalf of c6f78de891f24548b3152ddca699ec59 for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:23:17.241636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:17.449730 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:17.529228 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb8865e3-6e22-45fd-a87a-8a87b766862d,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:17.539323 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Checking segment: {'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:23:17.539687 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Network hostable DHCP agents. Network: 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:23:17.562389 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:23:17.571602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:23:17.575534 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:17.576107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:17.580350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c57175-f6c0-4ee4-a7bf-807c7cf4ba73 None None] Network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:23:17.599453 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-522c32f0-f887-421b-b539-4e1981c51e26 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3916521 Apr 29 18:23:17.599658 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33262) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:17.604552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:17.609660 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:17.613789 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Usage tracker for resource:router and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:17.616724 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:17.622644 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:17.634691 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:17.635784 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:17.651248 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:17.800148 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:23:17.800981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:17.955838 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Allocated IP 172.20.0.2 (4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202/fb8865e3-6e22-45fd-a87a-8a87b766862d/f1ffe856-af09-4dda-8b86-bc640d9d9ded) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:23:18.033382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:18.161396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:18.172428 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Transition to ACTIVE for port object f1ffe856-af09-4dda-8b86-bc640d9d9ded will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:23:18.190784 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Transition to ACTIVE for port object f1ffe856-af09-4dda-8b86-bc640d9d9ded will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:23:18.196443 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:18.270600 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:23:18.278123 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:23:18.280031 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Pushing event updated for resources: {'Port': ['ID=f1ffe856-af09-4dda-8b86-bc640d9d9ded,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:18.282258 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:23:18.314451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:18.314829 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:18.315129 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:18.315500 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:18.315822 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:18.316161 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:18.316484 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:18.316801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:18.317124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:18.317441 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:18.317757 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:18.318069 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:18.350464 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:18.381669 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Attempting to bind port f1ffe856-af09-4dda-8b86-bc640d9d9ded on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:23:18.382032 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Attempting to bind port f1ffe856-af09-4dda-8b86-bc640d9d9ded by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:23:18.382388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Attempting to bind port f1ffe856-af09-4dda-8b86-bc640d9d9ded on network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:23:18.383962 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:18.387953 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:23:18.388314 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Checking segment: {'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:23:18.388707 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:18.389137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Bound using segment: {'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:23:18.389598 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Bound port: f1ffe856-af09-4dda-8b86-bc640d9d9ded, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:23:18.389962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:18.475344 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] For port f1ffe856-af09-4dda-8b86-bc640d9d9ded, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:23:18.478249 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] For port f1ffe856-af09-4dda-8b86-bc640d9d9ded, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f1ffe856-af09-4dda-8b86-bc640d9d9ded,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:23:18.482317 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:18.515895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Allocated IP 172.26.4.136 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/42d5174c-409e-4a7d-8abe-d09c9095427e) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:23:18.573682 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c9eae-114f-4994-867e-c9f38e3766d0 None None] Pushing event updated for resources: {'Port': ['ID=f1ffe856-af09-4dda-8b86-bc640d9d9ded,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:18.678065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:18.707865 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:18.790156 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:23:18.793111 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:23:18.796819 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:23:18.826057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Pushing event updated for resources: {'Port': ['ID=42d5174c-409e-4a7d-8abe-d09c9095427e,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:18.890975 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:19.340321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:19.471859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fde676e-38a4-4328-8dff-d6f0f293efff None None] Network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:23:19.618045 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a94c1001-9815-44cb-834c-6825f88e8340 None None] Provisioning for port f1ffe856-af09-4dda-8b86-bc640d9d9ded completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:23:19.690208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:19.759590 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f1ffe856-af09-4dda-8b86-bc640d9d9ded up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:23:19.833865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port f1ffe856-af09-4dda-8b86-bc640d9d9ded completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:23:19.839674 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port f1ffe856-af09-4dda-8b86-bc640d9d9ded triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:19.840044 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:19.908250 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Router e2f8274f-d672-4687-912c-8457db26591a is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 18:23:19.966673 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:19.982658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-ba255018-e1bd-46ff-b1ba-9ff330746c8c None None] Provisioning complete for port f1ffe856-af09-4dda-8b86-bc640d9d9ded triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:19.983022 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-ba255018-e1bd-46ff-b1ba-9ff330746c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:20.052562 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port f1ffe856-af09-4dda-8b86-bc640d9d9ded, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f1ffe856-af09-4dda-8b86-bc640d9d9ded,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:20.060893 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:20.100286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:23:20.109972 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Sync routers for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:23:20.119511 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:20.120037 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:22:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:20.139640 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:20.143802 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-e8901670-c810-431d-8908-544672d1f177 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5407209 Apr 29 18:23:20.144452 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 33266) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:20.177546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=f1ffe856-af09-4dda-8b86-bc640d9d9ded,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:20.323688 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:20.599655 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:19Z', 'revision_number': 3, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:20.603317 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Checking router: e2f8274f-d672-4687-912c-8457db26591a for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:23:20.603675 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Updating router e2f8274f-d672-4687-912c-8457db26591a port 42d5174c-409e-4a7d-8abe-d09c9095427e binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:23:20.658558 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:20.903786 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:20.974379 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:20.985634 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Transition to ACTIVE for port object 42d5174c-409e-4a7d-8abe-d09c9095427e will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:23:20.992241 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:21.070942 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Pushing event updated for resources: {'Port': ['ID=42d5174c-409e-4a7d-8abe-d09c9095427e,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:21.075431 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Attempting to bind port 42d5174c-409e-4a7d-8abe-d09c9095427e on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:23:21.075791 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Attempting to bind port 42d5174c-409e-4a7d-8abe-d09c9095427e by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:23:21.076135 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Attempting to bind port 42d5174c-409e-4a7d-8abe-d09c9095427e on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:23:21.084981 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:21.085315 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:21.085647 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:21.085974 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:21.086290 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:21.086608 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:21.086921 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:21.087232 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:21.087573 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:21.087883 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:21.088185 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:21.088506 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:23:21.093254 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:23:21.093619 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:23:21.094356 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:21.094729 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:23:21.095180 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Bound port: 42d5174c-409e-4a7d-8abe-d09c9095427e, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:23:21.095566 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:21.111411 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_common [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Allocated IP 172.20.0.1 (4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202/fb8865e3-6e22-45fd-a87a-8a87b766862d/c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9) {{(pid=88018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:23:21.172283 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] For port 42d5174c-409e-4a7d-8abe-d09c9095427e, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:23:21.175581 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] For port 42d5174c-409e-4a7d-8abe-d09c9095427e, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=42d5174c-409e-4a7d-8abe-d09c9095427e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:23:21.180240 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:21.257234 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bebd37-4a84-44e3-946b-c122f0e0ba17 None None] Pushing event updated for resources: {'Port': ['ID=42d5174c-409e-4a7d-8abe-d09c9095427e,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:21.258066 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:21.259783 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:21.260366 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:22:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:21.274841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.provisioning_blocks [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Transition to ACTIVE for port object c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 will not be triggered until provisioned by entity DHCP. {{(pid=88018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:23:21.299370 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:21.366702 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:23:21.369509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:23:21.373072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Received port after_create {{(pid=88018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:23:21.406729 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:21.430895 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:21.438997 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:21.550738 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:21.606669 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-86b6ff90-0be3-49af-a478-a9fcaec697d6 None None] Provisioning for port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:23:21.613041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-86b6ff90-0be3-49af-a478-a9fcaec697d6 None None] Provisioning complete for port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:21.613412 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-86b6ff90-0be3-49af-a478-a9fcaec697d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:21.676840 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-86b6ff90-0be3-49af-a478-a9fcaec697d6 None None] Port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:23:21.725841 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f1ffe856-af09-4dda-8b86-bc640d9d9ded up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:23:21.738719 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:19Z', 'revision_number': 3, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:21.742798 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca9b2d6-89e1-4b62-8804-75e51aa598fa None None] The sync data for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv is: [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:19Z', 'revision_number': 3, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:23:21.793418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:21.800388 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6501962'] for port, after_update {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:21.804492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port f1ffe856-af09-4dda-8b86-bc640d9d9ded triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:21.804865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:21.906897 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9,revision_number=2']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:21.911668 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:22.179613 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 is already hosted by enough agents. {{(pid=88018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:23:22.180740 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.base_scheduler [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:23:22.379523 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Router e2f8274f-d672-4687-912c-8457db26591a has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:23:22.400700 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-95d1cffc-e3c5-44a9-8130-a85b84579508 None None] Provisioning complete for port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:22.401162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-95d1cffc-e3c5-44a9-8130-a85b84579508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:22.458749 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-95d1cffc-e3c5-44a9-8130-a85b84579508 None None] Port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:23:22.563418 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:23:22.573026 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ae668d66-564f-48d0-a6b6-0542fa8d01f6 admin admin] 10.222.0.11 "PUT /v2.0/routers/e2f8274f-d672-4687-912c-8457db26591a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4268684 Apr 29 18:23:22.600659 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:23:23.091314 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 33284) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:23.098056 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1394580475-network', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:23.103948 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:23.108029 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Usage tracker for resource:network and tenant:a1314d2ea0994edba03830e5cd471a4e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:23.111407 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:23.117245 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:23.129087 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Made reservation on behalf of a1314d2ea0994edba03830e5cd471a4e for: {'network': 1} {{(pid=88018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:23:23.131509 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for network, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.144073 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.162273 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:23.166670 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Usage tracker for resource:security_group_rule and tenant:a1314d2ea0994edba03830e5cd471a4e is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:23.169898 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:23.176467 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:23.250073 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Sync routers for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:23:23.259072 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.265380 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.268037 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:23.268904 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:22:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:23.295883 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 18:23:23.304530 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623c4679-289f-41a8-a34f-de9dd46194aa,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:23.310344 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.310768 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.db.segments_db [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Added segment 73f69835-99e3-41fa-bb23-4166010de770 of type vlan for network 9f4a1a98-42ed-4d61-981b-8399ab02b337 Apr 29 18:23:23.336909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764221308317'] for network, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.367092 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292'] for network, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.368076 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:23.368638 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.429336 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9cc214cc-b4f3-4be8-bc51-98c02b713278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.468223 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3756530 Apr 29 18:23:23.471074 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33290) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:23.471507 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210c6fe-45f6-4293-86ca-ba58a82daf5c admin admin] Pushing event updated for resources: {'Network': ['ID=9f4a1a98-42ed-4d61-981b-8399ab02b337,revision_number=1']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:23.475175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:23.476916 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Request body: {'subnet': {'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1394580475-subnet', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'ip_version': 4}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:23.481826 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:23.485663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Usage tracker for resource:subnet and tenant:a1314d2ea0994edba03830e5cd471a4e is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:23.489219 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:23.495012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:23.504585 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Made reservation on behalf of a1314d2ea0994edba03830e5cd471a4e for: {'subnet': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:23:23.506745 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6831989'] for subnet, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.520170 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Network 9f4a1a98-42ed-4d61-981b-8399ab02b337 details requested by agent ovs-agent-dv-neutron-839024-2-hyperv with host dv-neutron-839024-2-hyperv {{(pid=88020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 18:23:23.731803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7992559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6831943'] for subnet, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.793480 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 42d5174c-409e-4a7d-8abe-d09c9095427e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:23:23.811133 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6456b2b-302d-4c9e-8efb-446a2f938140,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:23.819625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Checking segment: {'id': '73f69835-99e3-41fa-bb23-4166010de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:23:23.819952 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Network hostable DHCP agents. Network: 9f4a1a98-42ed-4d61-981b-8399ab02b337, hostable agents: ['9f759d57-4b83-47dd-8d20-ab9624519d30'], hosted agents: [] {{(pid=88019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 18:23:23.840983 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Network 9f4a1a98-42ed-4d61-981b-8399ab02b337 is scheduled to be hosted by DHCP agent 9f759d57-4b83-47dd-8d20-ab9624519d30 with binding_index 1 {{(pid=88019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 18:23:23.852741 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839024-2-hyperv, 9f4a1a98-42ed-4d61-981b-8399ab02b337) {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:23:23.857045 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:23.857744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.867419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f633616-e5ed-4c0f-a9a2-5fcda15bb5f9 None None] Network 9f4a1a98-42ed-4d61-981b-8399ab02b337 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:23:23.878862 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bd66434c-2f2f-4f51-8f73-37b511859236 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4065492 Apr 29 18:23:23.881393 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33296) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:23.886236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1394580475-router', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:23.891051 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:23.894823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Usage tracker for resource:router and tenant:a1314d2ea0994edba03830e5cd471a4e is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:23.897658 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:23.903663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:23.915805 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1902441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3873'] for router, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.916871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2083034', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1986894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3880'] for router, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:23.933015 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:24.055839 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 42d5174c-409e-4a7d-8abe-d09c9095427e completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:23:24.075615 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 42d5174c-409e-4a7d-8abe-d09c9095427e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:24.075981 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:24.311350 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:24.324723 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 2, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:24.331032 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2083020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1902491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3902'] for router, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:24.333164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92bc87e4-89e4-544e-8d5e-8cc4d0b43291-9f4a1a98-42ed-4d61-981b-8399ab02b337', 'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'fixed_ips': [{'subnet_id': 'a6456b2b-302d-4c9e-8efb-446a2f938140'}]}} from dv-neutron-839024-2-hyperv. {{(pid=88020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 18:23:24.334003 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:24.353865 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Checking router: e2f8274f-d672-4687-912c-8457db26591a for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:23:24.354221 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Updating router e2f8274f-d672-4687-912c-8457db26591a port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:23:24.395993 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 42d5174c-409e-4a7d-8abe-d09c9095427e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=42d5174c-409e-4a7d-8abe-d09c9095427e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:24.436098 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:24.512643 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:24.574826 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=42d5174c-409e-4a7d-8abe-d09c9095427e,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:24.644454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:24.674208 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:24.715078 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.db_base_plugin_common [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Allocated IP 172.20.0.2 (9f4a1a98-42ed-4d61-981b-8399ab02b337/a6456b2b-302d-4c9e-8efb-446a2f938140/edde0e34-cd2f-44be-a909-fea29ed86b11) {{(pid=88020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:23:24.811237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Allocated IP 172.26.4.100 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/a78a7118-7dbd-495d-b7fe-5a53d9ba76bb) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:23:24.959891 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:24.991242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.054457 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:23:25.057284 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:23:25.061096 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:23:25.080811 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.096419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Transition to ACTIVE for port object edde0e34-cd2f-44be-a909-fea29ed86b11 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:23:25.098247 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Pushing event updated for resources: {'Port': ['ID=a78a7118-7dbd-495d-b7fe-5a53d9ba76bb,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:25.112653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.133166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Transition to ACTIVE for port object edde0e34-cd2f-44be-a909-fea29ed86b11 will not be triggered until provisioned by entity DHCP. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:23:25.134598 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Transition to ACTIVE for port object c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:23:25.141741 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592'] for port, after_create {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.178164 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.265047 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Network 9f4a1a98-42ed-4d61-981b-8399ab02b337 is already hosted by enough agents. {{(pid=88020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:23:25.273604 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.scheduler.base_scheduler [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Resources bound (agent type, host, resource id): {{(pid=88020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:23:25.282688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Pushing event updated for resources: {'Port': ['ID=edde0e34-cd2f-44be-a909-fea29ed86b11,revision_number=1']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:25.285096 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Received port after_create {{(pid=88020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:23:25.488804 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.555828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2cf8a-c2b4-4c29-b270-f9c6f094417b None None] Pushing event updated for resources: {'Port': ['ID=c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:25.581402 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Attempting to bind port edde0e34-cd2f-44be-a909-fea29ed86b11 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:23:25.581766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Attempting to bind port edde0e34-cd2f-44be-a909-fea29ed86b11 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '73f69835-99e3-41fa-bb23-4166010de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:23:25.582125 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Attempting to bind port edde0e34-cd2f-44be-a909-fea29ed86b11 on network 9f4a1a98-42ed-4d61-981b-8399ab02b337 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:23:25.584408 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Attempting to bind port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:23:25.584704 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Attempting to bind port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:23:25.585039 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Attempting to bind port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 on network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:23:25.595720 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:23:25.596093 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Checking segment: {'id': '73f69835-99e3-41fa-bb23-4166010de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:23:25.596483 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.596862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Bound using segment: {'id': '73f69835-99e3-41fa-bb23-4166010de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:23:25.597317 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Bound port: edde0e34-cd2f-44be-a909-fea29ed86b11, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f69835-99e3-41fa-bb23-4166010de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:23:25.597681 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.606031 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5d6ef52d-62e2-4684-ac35-060b4d0ac8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.610234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:23:25.610603 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Checking segment: {'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:23:25.610994 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.612630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Bound using segment: {'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:23:25.612630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Bound port: c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:23:25.612630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.737672 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 42d5174c-409e-4a7d-8abe-d09c9095427e up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:23:25.813831 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] For port edde0e34-cd2f-44be-a909-fea29ed86b11, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:23:25.832235 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] For port edde0e34-cd2f-44be-a909-fea29ed86b11, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=edde0e34-cd2f-44be-a909-fea29ed86b11,segment=NetworkSegment(73f69835-99e3-41fa-bb23-4166010de770),segment_id=73f69835-99e3-41fa-bb23-4166010de770)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:23:25.833529 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] For port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:23:25.836690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] For port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:23:25.839655 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.874419 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.931602 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 42d5174c-409e-4a7d-8abe-d09c9095427e triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:25.931967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.976012 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1902468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2083047'] for router, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:25.984769 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:25.985413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:23:26Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:26.115492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820e6a6-ebf9-4bb5-90d2-c4b0aca001f0 None None] Pushing event updated for resources: {'Port': ['ID=edde0e34-cd2f-44be-a909-fea29ed86b11,revision_number=2']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:26.239409 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Router 71b7d38f-24b1-427e-9b78-ba701b0ce66f is scheduled to L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c with binding_index 1 {{(pid=88019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 18:23:26.251166 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2cf8a-c2b4-4c29-b270-f9c6f094417b None None] Pushing event updated for resources: {'Port': ['ID=c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:26.295388 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:26.426227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:23:26.435228 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Sync routers for ids ['71b7d38f-24b1-427e-9b78-ba701b0ce66f'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:23:26.448706 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Routers {'71b7d38f-24b1-427e-9b78-ba701b0ce66f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:26.449433 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:23:26Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['71b7d38f-24b1-427e-9b78-ba701b0ce66f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:26.455582 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:26.456960 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2d132dbb-c072-49eb-a6cc-b54e488abe92 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5746050 Apr 29 18:23:26.459597 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33304) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:26.640884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:25Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:26.645259 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b76b0-fb87-4861-aab5-74568078f3a7 None None] The sync data for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv is: [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:25Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:23:26.724457 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Set router 71b7d38f-24b1-427e-9b78-ba701b0ce66f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:26.829218 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:26.898616 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:27.069991 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'name': 'tempest-TestSnapshotPattern-1394580475-router', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:23Z', 'updated_at': '2022-04-29T18:23:25Z', 'revision_number': 3, 'project_id': 'a1314d2ea0994edba03830e5cd471a4e', 'gw_port': {'id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:24Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:27.075667 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Checking router: 71b7d38f-24b1-427e-9b78-ba701b0ce66f for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:23:27.076202 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Updating router 71b7d38f-24b1-427e-9b78-ba701b0ce66f port a78a7118-7dbd-495d-b7fe-5a53d9ba76bb binding host dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:23:27.116299 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b44d82a-c3d9-4724-b897-c00b4ef57f21 None None] Network 9f4a1a98-42ed-4d61-981b-8399ab02b337 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:23:27.145157 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:27.233847 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-9c9af1af-460d-4a65-a879-4a11d0949f57 None None] Provisioning for port edde0e34-cd2f-44be-a909-fea29ed86b11 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:23:27.285772 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:27.542818 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Notify callbacks [] for port, precommit_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:27.563470 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.provisioning_blocks [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Transition to ACTIVE for port object a78a7118-7dbd-495d-b7fe-5a53d9ba76bb will not be triggered until provisioned by entity L2. {{(pid=88021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:23:27.572481 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:27.670661 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b1c7b-c56d-4306-ad44-796b89a9cba8 None None] Pushing event updated for resources: {'Port': ['ID=a78a7118-7dbd-495d-b7fe-5a53d9ba76bb,revision_number=2']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:27.673289 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Attempting to bind port a78a7118-7dbd-495d-b7fe-5a53d9ba76bb on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:23:27.673659 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Attempting to bind port a78a7118-7dbd-495d-b7fe-5a53d9ba76bb by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:23:27.674009 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Attempting to bind port a78a7118-7dbd-495d-b7fe-5a53d9ba76bb on network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:23:27.681501 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:23:27.681870 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Checking segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:23:27.682262 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:27.682642 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Bound using segment: {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'} {{(pid=88021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:23:27.683102 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.managers [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Bound port: a78a7118-7dbd-495d-b7fe-5a53d9ba76bb, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18d6c2-a900-46a7-9d81-e5e2352822d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0'}}] {{(pid=88021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:23:27.688456 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:27.750967 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Allocated IP 172.20.0.1 (9f4a1a98-42ed-4d61-981b-8399ab02b337/a6456b2b-302d-4c9e-8efb-446a2f938140/426f26f3-bfd7-40db-974c-07dfc3fb34b6) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:23:27.802639 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] For port a78a7118-7dbd-495d-b7fe-5a53d9ba76bb, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:23:27.807084 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.plugins.ml2.db [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] For port a78a7118-7dbd-495d-b7fe-5a53d9ba76bb, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a78a7118-7dbd-495d-b7fe-5a53d9ba76bb,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:23:27.812987 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron_lib.callbacks.manager [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:27.830116 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:23:27.894344 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Routers {'71b7d38f-24b1-427e-9b78-ba701b0ce66f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:27.894963 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:23:26Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['71b7d38f-24b1-427e-9b78-ba701b0ce66f'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:27.929339 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:23:27.934286 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:27.935467 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:27.935916 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:27.952227 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Transition to ACTIVE for port object 426f26f3-bfd7-40db-974c-07dfc3fb34b6 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:23:27.980974 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:28.016788 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b1c7b-c56d-4306-ad44-796b89a9cba8 None None] Pushing event updated for resources: {'Port': ['ID=a78a7118-7dbd-495d-b7fe-5a53d9ba76bb,revision_number=3']} {{(pid=88021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:28.066863 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Network 9f4a1a98-42ed-4d61-981b-8399ab02b337 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:23:28.067766 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=426f26f3-bfd7-40db-974c-07dfc3fb34b6,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:28.070631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:23:28.072848 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:23:28.094771 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] Set router 71b7d38f-24b1-427e-9b78-ba701b0ce66f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:28.126382 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:28.130043 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2044881'] for router_interface, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:28.162789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:28.173495 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:28.174434 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device edde0e34-cd2f-44be-a909-fea29ed86b11 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:23:28.270840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:28.318421 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:28.329673 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:28.352559 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port edde0e34-cd2f-44be-a909-fea29ed86b11 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:23:28.362245 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port edde0e34-cd2f-44be-a909-fea29ed86b11 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:28.363231 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:28.467464 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'name': 'tempest-TestSnapshotPattern-1394580475-router', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:23Z', 'updated_at': '2022-04-29T18:23:25Z', 'revision_number': 3, 'project_id': 'a1314d2ea0994edba03830e5cd471a4e', 'gw_port': {'id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:24Z', 'updated_at': '2022-04-29T18:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:28.471596 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2aefd6-bed5-46d3-8e3c-e5968433aaf6 None None] The sync data for ids ['71b7d38f-24b1-427e-9b78-ba701b0ce66f'] in dv-neutron-839024-2-hyperv is: [{'id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'name': 'tempest-TestSnapshotPattern-1394580475-router', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:23Z', 'updated_at': '2022-04-29T18:23:25Z', 'revision_number': 3, 'project_id': 'a1314d2ea0994edba03830e5cd471a4e', 'gw_port': {'id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:24Z', 'updated_at': '2022-04-29T18:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:23:28.481682 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3d237da7-81a3-4f6e-91de-cbbb14cdd35a None None] Provisioning for port 426f26f3-bfd7-40db-974c-07dfc3fb34b6 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:23:28.492859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-3d237da7-81a3-4f6e-91de-cbbb14cdd35a None None] Provisioning complete for port 426f26f3-bfd7-40db-974c-07dfc3fb34b6 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:28.492859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3d237da7-81a3-4f6e-91de-cbbb14cdd35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:28.525737 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:28.531690 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:28.543932 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:28.562731 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-3d237da7-81a3-4f6e-91de-cbbb14cdd35a None None] Port 426f26f3-bfd7-40db-974c-07dfc3fb34b6 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:23:28.581768 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port edde0e34-cd2f-44be-a909-fea29ed86b11, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=edde0e34-cd2f-44be-a909-fea29ed86b11,segment=NetworkSegment(73f69835-99e3-41fa-bb23-4166010de770),segment_id=73f69835-99e3-41fa-bb23-4166010de770)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:28.586923 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:28.640393 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084664'] for router_interface, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:28.643901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=426f26f3-bfd7-40db-974c-07dfc3fb34b6,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:28.666296 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=edde0e34-cd2f-44be-a909-fea29ed86b11,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:28.802231 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Network 9f4a1a98-42ed-4d61-981b-8399ab02b337 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:23:28.803371 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:23:29.002819 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Router 71b7d38f-24b1-427e-9b78-ba701b0ce66f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:23:29.087416 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-94a75f5c-9f50-4aa7-8394-4b65a835efbb None None] Provisioning complete for port 426f26f3-bfd7-40db-974c-07dfc3fb34b6 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:29.087961 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-94a75f5c-9f50-4aa7-8394-4b65a835efbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:29.143894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-94a75f5c-9f50-4aa7-8394-4b65a835efbb None None] Port 426f26f3-bfd7-40db-974c-07dfc3fb34b6 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:23:29.197946 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:23:29.207466 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-242dea49-1f6c-4e62-8b55-600897daa6e8 admin admin] 10.222.0.11 "PUT /v2.0/routers/71b7d38f-24b1-427e-9b78-ba701b0ce66f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7467613 Apr 29 18:23:29.800458 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a78a7118-7dbd-495d-b7fe-5a53d9ba76bb up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:23:29.858203 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33314) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:29.868230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010025463', 'description': 'tempest-secgroup-smoke-2010025463 description', 'project_id': 'c6f78de891f24548b3152ddca699ec59'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:29.874835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:29.880976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Usage tracker for resource:security_group and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:29.881604 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port a78a7118-7dbd-495d-b7fe-5a53d9ba76bb completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:23:29.884335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:29.886497 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port a78a7118-7dbd-495d-b7fe-5a53d9ba76bb triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:29.886870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:29.890563 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:29.902257 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:29.924332 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:29.928685 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Usage tracker for resource:security_group_rule and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:29.931341 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:29.939927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:30.014010 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.017025 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.019417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.025054 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Sync routers for ids ['71b7d38f-24b1-427e-9b78-ba701b0ce66f'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:23:30.043226 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Routers {'71b7d38f-24b1-427e-9b78-ba701b0ce66f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:30.043854 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:23:26Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['71b7d38f-24b1-427e-9b78-ba701b0ce66f'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:30.065462 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064b2064-281c-4b94-b564-6b0cdc1bb57c,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:30.068368 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.071335 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2418289c-7f1a-433a-8ce3-6a1cd70ca65d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2103908 Apr 29 18:23:30.072612 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33320) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:30.078930 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-55e70c05-854f-4856-8393-21eaf6c687d6 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Request body: {'security_group_rule': {'security_group_id': '064b2064-281c-4b94-b564-6b0cdc1bb57c', 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:30.085020 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-55e70c05-854f-4856-8393-21eaf6c687d6 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:30.088831 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-55e70c05-854f-4856-8393-21eaf6c687d6 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Usage tracker for resource:security_group_rule and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:30.091662 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-55e70c05-854f-4856-8393-21eaf6c687d6 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:30.095476 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port a78a7118-7dbd-495d-b7fe-5a53d9ba76bb, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a78a7118-7dbd-495d-b7fe-5a53d9ba76bb,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:30.097631 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-55e70c05-854f-4856-8393-21eaf6c687d6 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:30.102111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.102951 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device edde0e34-cd2f-44be-a909-fea29ed86b11 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:23:30.234335 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55e70c05-854f-4856-8393-21eaf6c687d6 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.295834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55e70c05-854f-4856-8393-21eaf6c687d6 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.301053 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55e70c05-854f-4856-8393-21eaf6c687d6 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.321204 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=a78a7118-7dbd-495d-b7fe-5a53d9ba76bb,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:30.324961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e70c05-854f-4856-8393-21eaf6c687d6 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0208292f-81d7-495e-8e03-c0bf5a22aaab,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:30.335566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-55e70c05-854f-4856-8393-21eaf6c687d6 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.339454 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-55e70c05-854f-4856-8393-21eaf6c687d6 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2631471 Apr 29 18:23:30.339870 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 33324) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:30.342801 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Set router 71b7d38f-24b1-427e-9b78-ba701b0ce66f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:30.345273 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-34e1b54b-310f-43e7-b94c-2c04eec23125 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Request body: {'security_group_rule': {'security_group_id': '064b2064-281c-4b94-b564-6b0cdc1bb57c', 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:30.351319 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-34e1b54b-310f-43e7-b94c-2c04eec23125 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:30.355144 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-34e1b54b-310f-43e7-b94c-2c04eec23125 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Usage tracker for resource:security_group_rule and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:30.357985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-34e1b54b-310f-43e7-b94c-2c04eec23125 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:30.364002 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-34e1b54b-310f-43e7-b94c-2c04eec23125 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:30.380512 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-34e1b54b-310f-43e7-b94c-2c04eec23125 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.402609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port edde0e34-cd2f-44be-a909-fea29ed86b11 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:30.402967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.443213 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-34e1b54b-310f-43e7-b94c-2c04eec23125 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.447665 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-34e1b54b-310f-43e7-b94c-2c04eec23125 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.472176 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1b54b-310f-43e7-b94c-2c04eec23125 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8f4a12-d9d2-442b-ac66-14be7bd18920,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:30.482909 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-34e1b54b-310f-43e7-b94c-2c04eec23125 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.484239 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-34e1b54b-310f-43e7-b94c-2c04eec23125 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432183 Apr 29 18:23:30.486781 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 33328) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:30.491905 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.v2.base [None req-ce442234-3cb7-48c9-8d19-4519364a5168 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Request body: {'security_group_rule': {'security_group_id': '064b2064-281c-4b94-b564-6b0cdc1bb57c', 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:30.497764 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ce442234-3cb7-48c9-8d19-4519364a5168 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:30.501687 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ce442234-3cb7-48c9-8d19-4519364a5168 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Usage tracker for resource:security_group_rule and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:30.504524 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.quota.resource [None req-ce442234-3cb7-48c9-8d19-4519364a5168 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:30.510039 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.quota.driver [None req-ce442234-3cb7-48c9-8d19-4519364a5168 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:30.528120 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ce442234-3cb7-48c9-8d19-4519364a5168 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.593484 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ce442234-3cb7-48c9-8d19-4519364a5168 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.597825 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ce442234-3cb7-48c9-8d19-4519364a5168 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.620667 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce442234-3cb7-48c9-8d19-4519364a5168 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f747dc41-0e5a-4210-a1d3-a177e1ceda69,revision_number=0']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:30.630706 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ce442234-3cb7-48c9-8d19-4519364a5168 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.634860 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ce442234-3cb7-48c9-8d19-4519364a5168 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470284 Apr 29 18:23:30.635331 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33332) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:30.641456 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-bc69827f-6017-4060-9290-1c50dc5874e3 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Request body: {'security_group_rule': {'security_group_id': '064b2064-281c-4b94-b564-6b0cdc1bb57c', 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:30.650233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-bc69827f-6017-4060-9290-1c50dc5874e3 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:30.656874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-bc69827f-6017-4060-9290-1c50dc5874e3 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Usage tracker for resource:security_group_rule and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:30.660907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-bc69827f-6017-4060-9290-1c50dc5874e3 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:30.666976 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-bc69827f-6017-4060-9290-1c50dc5874e3 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:30.688669 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc69827f-6017-4060-9290-1c50dc5874e3 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.701552 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:23:30.750945 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc69827f-6017-4060-9290-1c50dc5874e3 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.760529 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc69827f-6017-4060-9290-1c50dc5874e3 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.785907 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69827f-6017-4060-9290-1c50dc5874e3 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd004188-6544-4958-971a-1df7cd13e623,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:30.796058 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bc69827f-6017-4060-9290-1c50dc5874e3 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.799905 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bc69827f-6017-4060-9290-1c50dc5874e3 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1606531 Apr 29 18:23:30.800267 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33336) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:30.805564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-bce6a9de-de9a-4ee6-8b79-de9c86404c26 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Request body: {'security_group_rule': {'security_group_id': '064b2064-281c-4b94-b564-6b0cdc1bb57c', 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:30.812029 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-bce6a9de-de9a-4ee6-8b79-de9c86404c26 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:30.816242 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-bce6a9de-de9a-4ee6-8b79-de9c86404c26 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Usage tracker for resource:security_group_rule and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:30.819254 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-bce6a9de-de9a-4ee6-8b79-de9c86404c26 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:30.825179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-bce6a9de-de9a-4ee6-8b79-de9c86404c26 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:30.839056 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-bce6a9de-de9a-4ee6-8b79-de9c86404c26 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Project c6f78de891f24548b3152ddca699ec59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:23:30.845928 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bce6a9de-de9a-4ee6-8b79-de9c86404c26 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.862404 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:30.862763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.911181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bce6a9de-de9a-4ee6-8b79-de9c86404c26 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.917372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bce6a9de-de9a-4ee6-8b79-de9c86404c26 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.919403 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'name': 'tempest-TestSnapshotPattern-1394580475-router', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:23Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 4, 'project_id': 'a1314d2ea0994edba03830e5cd471a4e', 'gw_port': {'id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:24Z', 'updated_at': '2022-04-29T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '426f26f3-bfd7-40db-974c-07dfc3fb34b6', 'name': '', 'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'mac_address': 'fa:16:3e:9a:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'a6456b2b-302d-4c9e-8efb-446a2f938140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:27Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 2, 'project_id': 'a1314d2ea0994edba03830e5cd471a4e', 'subnets': [{'id': 'a6456b2b-302d-4c9e-8efb-446a2f938140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:30.927781 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Checking router: 71b7d38f-24b1-427e-9b78-ba701b0ce66f for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:23:30.928127 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Updating router 71b7d38f-24b1-427e-9b78-ba701b0ce66f port 426f26f3-bfd7-40db-974c-07dfc3fb34b6 binding host dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 18:23:30.938329 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6a9de-de9a-4ee6-8b79-de9c86404c26 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbf21c4-a11a-4a9b-ac20-67aa5dfb54e4,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:30.951188 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-bce6a9de-de9a-4ee6-8b79-de9c86404c26 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:30.952519 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-bce6a9de-de9a-4ee6-8b79-de9c86404c26 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512117 Apr 29 18:23:30.955606 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33340) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:30.960602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-adbb4bfb-62a7-4584-a37a-cb2369ab4d08 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Request body: {'security_group_rule': {'security_group_id': '064b2064-281c-4b94-b564-6b0cdc1bb57c', 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:30.966502 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-adbb4bfb-62a7-4584-a37a-cb2369ab4d08 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:30.970747 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-adbb4bfb-62a7-4584-a37a-cb2369ab4d08 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Usage tracker for resource:security_group_rule and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:30.973757 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-adbb4bfb-62a7-4584-a37a-cb2369ab4d08 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:30.979692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-adbb4bfb-62a7-4584-a37a-cb2369ab4d08 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:30.991026 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.securitygroups_db [None req-adbb4bfb-62a7-4584-a37a-cb2369ab4d08 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Project c6f78de891f24548b3152ddca699ec59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 18:23:30.997608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-adbb4bfb-62a7-4584-a37a-cb2369ab4d08 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:31.024022 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:31.063670 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-adbb4bfb-62a7-4584-a37a-cb2369ab4d08 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:31.068027 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-adbb4bfb-62a7-4584-a37a-cb2369ab4d08 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081256'] for security_group_rule, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:31.090913 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb4bfb-62a7-4584-a37a-cb2369ab4d08 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645e4e0c-a998-4424-abdd-492b91b21ac3,revision_number=0']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:31.101414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-adbb4bfb-62a7-4584-a37a-cb2369ab4d08 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:31.111625 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-adbb4bfb-62a7-4584-a37a-cb2369ab4d08 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461649 Apr 29 18:23:31.264440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-965cc135-623c-4190-9cb8-7559f2b21e31 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Synchronizing usage tracker for tenant:c6f78de891f24548b3152ddca699ec59 on resource:security_group {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:23:31.282998 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-965cc135-623c-4190-9cb8-7559f2b21e31 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Unset dirty status for tenant:c6f78de891f24548b3152ddca699ec59 on resource:security_group {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:23:31.291176 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-965cc135-623c-4190-9cb8-7559f2b21e31 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010025463&fields=id&tenant_id=c6f78de891f24548b3152ddca699ec59 HTTP/1.1" status: 200 len: 267 time: 0.0666997 Apr 29 18:23:31.380605 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Notify callbacks [] for port, precommit_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:31.392159 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Transition to ACTIVE for port object 426f26f3-bfd7-40db-974c-07dfc3fb34b6 will not be triggered until provisioned by entity L2. {{(pid=88020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:23:31.398844 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:31.437552 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-39485c7c-e22b-4aef-8511-ea15ae57d506 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:31.438958 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-39485c7c-e22b-4aef-8511-ea15ae57d506 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 810 time: 0.1470001 Apr 29 18:23:31.454318 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-0eb6755e-efb8-4c45-9089-c07aeea266ec tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/quotas/c6f78de891f24548b3152ddca699ec59 HTTP/1.1" status: 200 len: 375 time: 0.0093822 Apr 29 18:23:31.542688 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-34d06848-f413-4857-8b11-1395365ba73c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819912 Apr 29 18:23:31.555353 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1686d-16fa-486f-b412-15857acb2d1e None None] Pushing event updated for resources: {'Port': ['ID=426f26f3-bfd7-40db-974c-07dfc3fb34b6,revision_number=3']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:31.612642 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Attempting to bind port 426f26f3-bfd7-40db-974c-07dfc3fb34b6 on host dv-neutron-839024-2-hyperv for vnic_type normal with profile {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:23:31.613094 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Attempting to bind port 426f26f3-bfd7-40db-974c-07dfc3fb34b6 by drivers openvswitch,hyperv on host dv-neutron-839024-2-hyperv at level 0 using segments [{'id': '73f69835-99e3-41fa-bb23-4166010de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337'}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:23:31.613532 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Attempting to bind port 426f26f3-bfd7-40db-974c-07dfc3fb34b6 on network 9f4a1a98-42ed-4d61-981b-8399ab02b337 {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:23:31.619730 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Checking agent: {'id': 'e124c3ee-3867-4613-8923-df91770bad95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839024-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 23, 27), 'started_at': datetime.datetime(2022, 4, 29, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839024-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:23:31.620132 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Checking segment: {'id': '73f69835-99e3-41fa-bb23-4166010de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:23:31.620585 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:31.621030 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Bound using segment: {'id': '73f69835-99e3-41fa-bb23-4166010de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337'} {{(pid=88020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:23:31.621564 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.managers [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Bound port: 426f26f3-bfd7-40db-974c-07dfc3fb34b6, host: dv-neutron-839024-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f69835-99e3-41fa-bb23-4166010de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337'}}] {{(pid=88020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:23:31.622114 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:31.674327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-7179c022-5be4-4ca5-8770-ef6ee9f44397 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=88019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 18:23:31.678438 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-7179c022-5be4-4ca5-8770-ef6ee9f44397 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1236649 Apr 29 18:23:31.727916 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] For port 426f26f3-bfd7-40db-974c-07dfc3fb34b6, host dv-neutron-839024-2-hyperv, cleared binding levels {{(pid=88020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:23:31.731138 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] For port 426f26f3-bfd7-40db-974c-07dfc3fb34b6, host dv-neutron-839024-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=426f26f3-bfd7-40db-974c-07dfc3fb34b6,segment=NetworkSegment(73f69835-99e3-41fa-bb23-4166010de770),segment_id=73f69835-99e3-41fa-bb23-4166010de770)] {{(pid=88020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:23:31.736027 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:31.769369 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a78a7118-7dbd-495d-b7fe-5a53d9ba76bb up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:23:31.822794 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-a2f4704d-c6b6-4fb5-9388-214d830c9c99 service neutron] 10.222.0.11 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362936 Apr 29 18:23:31.871111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Routers {'71b7d38f-24b1-427e-9b78-ba701b0ce66f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:31.871766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:23:26Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['71b7d38f-24b1-427e-9b78-ba701b0ce66f'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:31.919214 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1686d-16fa-486f-b412-15857acb2d1e None None] Pushing event updated for resources: {'Port': ['ID=426f26f3-bfd7-40db-974c-07dfc3fb34b6,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:31.965125 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ea6d9616-599e-4dad-8181-0432bd50989c service neutron] 10.222.0.11 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352334 Apr 29 18:23:32.023725 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port a78a7118-7dbd-495d-b7fe-5a53d9ba76bb triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:32.024090 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:32.122005 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] Set router 71b7d38f-24b1-427e-9b78-ba701b0ce66f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:32.519478 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'name': 'tempest-TestSnapshotPattern-1394580475-router', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:23Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 4, 'project_id': 'a1314d2ea0994edba03830e5cd471a4e', 'gw_port': {'id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:24Z', 'updated_at': '2022-04-29T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '426f26f3-bfd7-40db-974c-07dfc3fb34b6', 'name': '', 'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'mac_address': 'fa:16:3e:9a:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'a6456b2b-302d-4c9e-8efb-446a2f938140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:27Z', 'updated_at': '2022-04-29T18:23:31Z', 'revision_number': 4, 'project_id': 'a1314d2ea0994edba03830e5cd471a4e', 'subnets': [{'id': 'a6456b2b-302d-4c9e-8efb-446a2f938140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:32.523576 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3445cdf-75d1-4f43-8431-bb324d2b995b None None] The sync data for ids ['71b7d38f-24b1-427e-9b78-ba701b0ce66f'] in dv-neutron-839024-2-hyperv is: [{'id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'name': 'tempest-TestSnapshotPattern-1394580475-router', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:23Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 4, 'project_id': 'a1314d2ea0994edba03830e5cd471a4e', 'gw_port': {'id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:24Z', 'updated_at': '2022-04-29T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': '426f26f3-bfd7-40db-974c-07dfc3fb34b6', 'name': '', 'network_id': '9f4a1a98-42ed-4d61-981b-8399ab02b337', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'mac_address': 'fa:16:3e:9a:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'a6456b2b-302d-4c9e-8efb-446a2f938140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:27Z', 'updated_at': '2022-04-29T18:23:31Z', 'revision_number': 4, 'project_id': 'a1314d2ea0994edba03830e5cd471a4e', 'subnets': [{'id': 'a6456b2b-302d-4c9e-8efb-446a2f938140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:23:33.170759 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5a9fc4e9-aef9-40c2-a59e-8eb3463de0b8 req-2f2d4fd8-6ce3-4071-81f1-eb11a57737ba tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 210 time: 0.0437911 Apr 29 18:23:33.739104 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 426f26f3-bfd7-40db-974c-07dfc3fb34b6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:23:33.810941 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning for port 426f26f3-bfd7-40db-974c-07dfc3fb34b6 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:23:33.815509 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 426f26f3-bfd7-40db-974c-07dfc3fb34b6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:33.815878 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:33.941381 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:33.974810 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] For port 426f26f3-bfd7-40db-974c-07dfc3fb34b6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=426f26f3-bfd7-40db-974c-07dfc3fb34b6,segment=NetworkSegment(73f69835-99e3-41fa-bb23-4166010de770),segment_id=73f69835-99e3-41fa-bb23-4166010de770)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:33.980492 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:34.049915 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Pushing event updated for resources: {'Port': ['ID=426f26f3-bfd7-40db-974c-07dfc3fb34b6,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:34.275243 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e7c73294-fc07-4448-8efc-c2bd62833ba3 req-124957df-d7f3-4f48-9436-3a87e615fab1 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 210 time: 0.0456092 Apr 29 18:23:35.388971 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b61e9cd3-58c2-413a-9b2b-7c80642079cd req-7e5ba5e7-6668-4bdd-ac09-463d90e4d73f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 210 time: 0.0499163 Apr 29 18:23:35.730414 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 426f26f3-bfd7-40db-974c-07dfc3fb34b6 up at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:23:35.800995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Provisioning complete for port 426f26f3-bfd7-40db-974c-07dfc3fb34b6 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:35.801444 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:36.559520 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-4ac821c3-eff3-4583-a222-a9750b7be0db req-9e4418e7-2cb7-4873-91b4-6f2dcba5f547 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 210 time: 0.0615480 Apr 29 18:23:36.595179 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-79de1b71-dc7e-4d5f-a369-0a7cd3e70e27 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:36.596817 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-79de1b71-dc7e-4d5f-a369-0a7cd3e70e27 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.36 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 810 time: 0.1937473 Apr 29 18:23:36.645126 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-2c6ecd45-8899-42a2-a7c5-8ef1dd37e200 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6f78de891f24548b3152ddca699ec59 HTTP/1.1" status: 200 len: 380 time: 0.0406880 Apr 29 18:23:36.653791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Request body: {'port': {'device_id': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'admin_state_up': True, 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'security_groups': ['064b2064-281c-4b94-b564-6b0cdc1bb57c']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:36.791673 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:36.795898 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Usage tracker for resource:port and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:36.798679 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:36.804383 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:36.816236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Made reservation on behalf of c6f78de891f24548b3152ddca699ec59 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:23:36.819808 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:36.990321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Allocated IP 172.20.0.13 (4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202/fb8865e3-6e22-45fd-a87a-8a87b766862d/99eec972-c68f-46d7-bd8a-250525e68004) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:23:37.298892 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:37.315147 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Transition to ACTIVE for port object 99eec972-c68f-46d7-bd8a-250525e68004 will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:23:37.341581 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:37.415059 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:23:37.418298 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:23:37.422181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:23:37.452348 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event updated for resources: {'Port': ['ID=99eec972-c68f-46d7-bd8a-250525e68004,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:37.489561 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:37.490163 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:37.511992 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-45bf3bea-a897-40b9-939d-e560dba48773 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8622770 Apr 29 18:23:37.524410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Request body: {'port': {'device_id': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:37.641006 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:37.682183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-04e20534-f03c-420c-a415-fe59b00537ba None None] Provisioning for port 99eec972-c68f-46d7-bd8a-250525e68004 completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:23:37.687238 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-04e20534-f03c-420c-a415-fe59b00537ba None None] Provisioning complete for port 99eec972-c68f-46d7-bd8a-250525e68004 triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:37.687580 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-04e20534-f03c-420c-a415-fe59b00537ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:37.740107 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-04e20534-f03c-420c-a415-fe59b00537ba None None] Port 99eec972-c68f-46d7-bd8a-250525e68004 cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:23:37.888322 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28b25e-4068-479d-bc5c-fa6e8852b87d req-7035f274-3523-4177-a4ba-220465bcff28 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:37.888914 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-7c28b25e-4068-479d-bc5c-fa6e8852b87d req-7035f274-3523-4177-a4ba-220465bcff28 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Synchronizing usage tracker for tenant:c6f78de891f24548b3152ddca699ec59 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:23:37.966528 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-7c28b25e-4068-479d-bc5c-fa6e8852b87d req-7035f274-3523-4177-a4ba-220465bcff28 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Unset dirty status for tenant:c6f78de891f24548b3152ddca699ec59 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:23:37.968070 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c28b25e-4068-479d-bc5c-fa6e8852b87d req-7035f274-3523-4177-a4ba-220465bcff28 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 932 time: 0.2857196 Apr 29 18:23:38.032746 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7c28b25e-4068-479d-bc5c-fa6e8852b87d req-d9a8a0b9-d551-416f-b52d-a3ff972ff4fa tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566888 Apr 29 18:23:38.101947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99eec972-c68f-46d7-bd8a-250525e68004 {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:23:38.109583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:38.124779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Transition to ACTIVE for port object 99eec972-c68f-46d7-bd8a-250525e68004 will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:23:38.130602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:38.289548 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Pushing event updated for resources: {'Port': ['ID=99eec972-c68f-46d7-bd8a-250525e68004,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:38.373929 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Attempting to bind port 99eec972-c68f-46d7-bd8a-250525e68004 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:23:38.374271 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Attempting to bind port 99eec972-c68f-46d7-bd8a-250525e68004 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:23:38.374607 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Attempting to bind port 99eec972-c68f-46d7-bd8a-250525e68004 on network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:23:38.379321 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Port 99eec972-c68f-46d7-bd8a-250525e68004 on network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:23:38.379655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Attempting to bind port 99eec972-c68f-46d7-bd8a-250525e68004 on network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:23:38.384879 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:23:38.385225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Checking segment: {'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:23:38.385610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Bound using segment: {'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:23:38.386033 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Bound port: 99eec972-c68f-46d7-bd8a-250525e68004, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:23:38.386372 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:38.475814 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] For port 99eec972-c68f-46d7-bd8a-250525e68004, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:23:38.478919 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] For port 99eec972-c68f-46d7-bd8a-250525e68004, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=99eec972-c68f-46d7-bd8a-250525e68004,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:23:38.485847 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:38.548575 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:38.549256 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:38.550541 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] 10.222.0.36 "PUT /v2.0/ports/99eec972-c68f-46d7-bd8a-250525e68004 HTTP/1.1" status: 200 len: 1094 time: 1.0304878 Apr 29 18:23:38.550989 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:23:38.580230 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab151ce4-ccc7-487e-a7dd-7c970744b3ba service neutron] Pushing event updated for resources: {'Port': ['ID=99eec972-c68f-46d7-bd8a-250525e68004,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:38.663446 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-d748c549-937e-461c-af65-101e0ac9cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:38.664943 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-d748c549-937e-461c-af65-101e0ac9cffa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 1097 time: 0.0733390 Apr 29 18:23:38.725888 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1494bdb-e3cc-4294-8e6b-871ff4146e03'] response: {'name': 'network-changed', 'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004', 'status': 'completed', 'code': 200} Apr 29 18:23:38.740913 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-1dc16a5f-1966-4708-9615-5d10040b04da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99eec972-c68f-46d7-bd8a-250525e68004 HTTP/1.1" status: 200 len: 217 time: 0.0691130 Apr 29 18:23:38.805026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-1744da61-6c7a-4bca-a8e2-53334fbc8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:38.806489 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-1744da61-6c7a-4bca-a8e2-53334fbc8dd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb8865e3-6e22-45fd-a87a-8a87b766862d HTTP/1.1" status: 200 len: 849 time: 0.0595510 Apr 29 18:23:38.884645 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-a5bbaa3b-cb72-4ef6-aed8-e760043a974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:38.886025 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-a5bbaa3b-cb72-4ef6-aed8-e760043a974d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739202 Apr 29 18:23:39.137615 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-bbe94e77-0e95-4803-84af-5b597c27d7ec service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453339 Apr 29 18:23:39.320300 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-088cc06b-eb6d-4bef-b583-d6981f5d0a96 req-2905f151-a38d-4215-9aa4-574356f5938e service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492305 Apr 29 18:23:39.330236 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e68d9-31d8-4046-8f20-3d14590c656f req-176efeb7-3277-40d1-bceb-f1dbf1df0d6a tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:39.331629 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-558e68d9-31d8-4046-8f20-3d14590c656f req-176efeb7-3277-40d1-bceb-f1dbf1df0d6a tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 944 time: 0.1916533 Apr 29 18:23:39.415577 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-558e68d9-31d8-4046-8f20-3d14590c656f req-df562ab6-0886-4e2e-adbc-2f13e2b476c8 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778813 Apr 29 18:23:39.446085 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f7461-6a86-413e-a804-5e624264bfc3 req-33f1f6d3-54f9-48c1-a0c3-d941a9793830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:39.447602 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402f7461-6a86-413e-a804-5e624264bfc3 req-33f1f6d3-54f9-48c1-a0c3-d941a9793830 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 1097 time: 0.0795469 Apr 29 18:23:39.583614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f7461-6a86-413e-a804-5e624264bfc3 req-8a5fde1e-91a3-4936-bf09-ec2a4bb1dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:39.584959 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402f7461-6a86-413e-a804-5e624264bfc3 req-8a5fde1e-91a3-4936-bf09-ec2a4bb1dfc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 911 time: 0.1307120 Apr 29 18:23:39.655011 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402f7461-6a86-413e-a804-5e624264bfc3 req-dc446cf9-09c0-41a7-95ae-0b49f14da52b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99eec972-c68f-46d7-bd8a-250525e68004 HTTP/1.1" status: 200 len: 217 time: 0.0630894 Apr 29 18:23:39.717005 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f7461-6a86-413e-a804-5e624264bfc3 req-75abbbe5-d7a1-474f-9326-ef0cecebb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:39.718465 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402f7461-6a86-413e-a804-5e624264bfc3 req-75abbbe5-d7a1-474f-9326-ef0cecebb5e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb8865e3-6e22-45fd-a87a-8a87b766862d HTTP/1.1" status: 200 len: 849 time: 0.0572288 Apr 29 18:23:39.796938 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f7461-6a86-413e-a804-5e624264bfc3 req-169f316d-10e3-444f-ae15-145a097c04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:39.798408 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402f7461-6a86-413e-a804-5e624264bfc3 req-169f316d-10e3-444f-ae15-145a097c04af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726764 Apr 29 18:23:39.933828 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402f7461-6a86-413e-a804-5e624264bfc3 req-09397fe5-10b5-4736-864b-b852af837e99 service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277964 Apr 29 18:23:40.074720 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402f7461-6a86-413e-a804-5e624264bfc3 req-fb9d6289-89da-4cff-8ac8-b2797960096f service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340835 Apr 29 18:23:40.625557 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a3a63-10c7-449b-950e-7b84580f77b5 req-67678936-c1b8-4656-afa7-227c37796cbc tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:40.627080 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-856a3a63-10c7-449b-950e-7b84580f77b5 req-67678936-c1b8-4656-afa7-227c37796cbc tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 944 time: 0.0892818 Apr 29 18:23:40.674001 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-856a3a63-10c7-449b-950e-7b84580f77b5 req-ea2984ba-652b-4f41-b1e3-3a6f585e272f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410843 Apr 29 18:23:41.269021 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 99eec972-c68f-46d7-bd8a-250525e68004 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:23:41.418323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 99eec972-c68f-46d7-bd8a-250525e68004, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=99eec972-c68f-46d7-bd8a-250525e68004,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:41.432130 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '99eec972-c68f-46d7-bd8a-250525e68004', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'port_id': '99eec972-c68f-46d7-bd8a-250525e68004', 'mac_address': 'fa:16:3e:91:e2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:23:41.489427 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:41.505986 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99eec972-c68f-46d7-bd8a-250525e68004 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:23:41.521380 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 99eec972-c68f-46d7-bd8a-250525e68004, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=99eec972-c68f-46d7-bd8a-250525e68004,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:41.528466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:41.597050 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=99eec972-c68f-46d7-bd8a-250525e68004,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:41.736381 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['99eec972-c68f-46d7-bd8a-250525e68004'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:23:41.864756 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eebf1-0047-4ee6-a94f-bceabf7c7933 req-201f8daf-174d-43fe-b941-ef1a78a2d041 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:41.866216 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-720eebf1-0047-4ee6-a94f-bceabf7c7933 req-201f8daf-174d-43fe-b941-ef1a78a2d041 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 945 time: 0.0851550 Apr 29 18:23:41.915349 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-720eebf1-0047-4ee6-a94f-bceabf7c7933 req-d89263cf-1e83-4a94-a2c5-d0177c660e2b tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 Apr 29 18:23:43.125104 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1866b52-1db9-42fa-943e-ffe5d0d33c28 req-30399677-9a26-4262-91ca-454f7657b07e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:43.126539 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d1866b52-1db9-42fa-943e-ffe5d0d33c28 req-30399677-9a26-4262-91ca-454f7657b07e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 945 time: 0.0919709 Apr 29 18:23:43.173444 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d1866b52-1db9-42fa-943e-ffe5d0d33c28 req-f1839760-d163-4091-956a-405ebfbbbe66 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411019 Apr 29 18:23:43.267615 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 99eec972-c68f-46d7-bd8a-250525e68004 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:23:43.354100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 99eec972-c68f-46d7-bd8a-250525e68004 completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:23:43.359041 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 99eec972-c68f-46d7-bd8a-250525e68004 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:23:43.359445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:43.484144 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:43.519542 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:23:43.529390 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 99eec972-c68f-46d7-bd8a-250525e68004, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=99eec972-c68f-46d7-bd8a-250525e68004,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:23:43.534896 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:43.604911 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=99eec972-c68f-46d7-bd8a-250525e68004,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:43.617925 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99c3e3d-c67c-45bd-818d-047a45b5f470'] response: {'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004', 'code': 200} Apr 29 18:23:43.857004 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4164f-0d8a-45a2-aeba-ee0ca5c3f1b0 req-bec05d73-6c9a-436a-998d-b9e2ced7e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:43.859137 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bcc4164f-0d8a-45a2-aeba-ee0ca5c3f1b0 req-bec05d73-6c9a-436a-998d-b9e2ced7e012 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 1099 time: 0.0798132 Apr 29 18:23:43.905166 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-bcc4164f-0d8a-45a2-aeba-ee0ca5c3f1b0 req-2a7a7acd-65ff-4a9e-9eb2-d824bbb5fcce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396550 Apr 29 18:23:44.371909 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f735b-9a24-4811-a854-c8a3545523d5 req-3f27d57f-6dc2-4c31-af0b-fefd328ac65f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:44.374160 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c88f735b-9a24-4811-a854-c8a3545523d5 req-3f27d57f-6dc2-4c31-af0b-fefd328ac65f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 946 time: 0.0932698 Apr 29 18:23:44.421664 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c88f735b-9a24-4811-a854-c8a3545523d5 req-c9c0ba29-fba8-4bd2-a82b-419a1d5cc208 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395203 Apr 29 18:23:45.626376 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb7598-bd0f-4cc7-ae45-545db9c2fb22 req-adcc4050-2445-407b-9ab0-29b694b53c94 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:45.627824 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ebb7598-bd0f-4cc7-ae45-545db9c2fb22 req-adcc4050-2445-407b-9ab0-29b694b53c94 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 946 time: 0.0909493 Apr 29 18:23:45.671735 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-9ebb7598-bd0f-4cc7-ae45-545db9c2fb22 req-2a8f8540-114a-45fb-a7f2-f8e24244f9c4 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380986 Apr 29 18:23:45.860636 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6975362-a367-4cd7-9250-6800e592a88a req-210d5704-15d5-4e1c-89d0-4422c15b9455 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:45.862083 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e6975362-a367-4cd7-9250-6800e592a88a req-210d5704-15d5-4e1c-89d0-4422c15b9455 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 946 time: 0.0833278 Apr 29 18:23:45.912450 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e6975362-a367-4cd7-9250-6800e592a88a req-5a5dc10a-c1ca-4bb8-b681-4202c076d24c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420327 Apr 29 18:23:45.942710 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33426) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:46.055099 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e262f9-86ac-4de0-a113-51250a6c3348 tempest-TestSnapshotPattern-1092135382 tempest-TestSnapshotPattern-1092135382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:46.055832 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b4e262f9-86ac-4de0-a113-51250a6c3348 tempest-TestSnapshotPattern-1092135382 tempest-TestSnapshotPattern-1092135382-project-admin] Synchronizing usage tracker for tenant:a1314d2ea0994edba03830e5cd471a4e on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:23:46.074779 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-b4e262f9-86ac-4de0-a113-51250a6c3348 tempest-TestSnapshotPattern-1092135382 tempest-TestSnapshotPattern-1092135382-project-admin] Unset dirty status for tenant:a1314d2ea0994edba03830e5cd471a4e on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:23:46.076067 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b4e262f9-86ac-4de0-a113-51250a6c3348 tempest-TestSnapshotPattern-1092135382 tempest-TestSnapshotPattern-1092135382-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 1094 time: 0.1324492 Apr 29 18:23:46.080686 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33432) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:23:46.085666 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '99eec972-c68f-46d7-bd8a-250525e68004', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:23:46.091774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:23:46.096067 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Usage tracker for resource:floatingip and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:23:46.098990 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:23:46.104946 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:23:46.116825 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:46.356380 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:46.492512 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Allocated IP 172.26.4.46 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/a63bfd6a-fc8a-4967-ac8a-031a6ffa0573) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:23:46.646927 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:46.677031 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:46.741652 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:23:46.744565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:23:46.747308 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:23:46.784460 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event updated for resources: {'Port': ['ID=a63bfd6a-fc8a-4967-ac8a-031a6ffa0573,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:47.147200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:47.224810 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:47.432120 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:47.438224 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:47.543564 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event updated for resources: {'Port': ['ID=a63bfd6a-fc8a-4967-ac8a-031a6ffa0573,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:23:47.556065 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:47.726730 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Floating IP 16548a16-7a4d-4b18-9133-b3761047c58d associated. External IP: 172.26.4.46, port: 99eec972-c68f-46d7-bd8a-250525e68004. Apr 29 18:23:48.192038 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Router e2f8274f-d672-4687-912c-8457db26591a has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:23:48.393107 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:23:48.404001 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27038a-ee31-47b5-bc1a-5d971a78b9c2 None None] Sync routers for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:23:48.415410 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f27038a-ee31-47b5-bc1a-5d971a78b9c2 None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:48.416021 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8f27038a-ee31-47b5-bc1a-5d971a78b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:23:26Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:48.418225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:48.471848 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-5c7b56ef-bcc1-4070-a493-bbe81c61cfae tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3899608 Apr 29 18:23:48.472350 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:23:48.515653 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae7cc93-c678-40d4-88ee-582cb6bd0275'] response: {'name': 'network-changed', 'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004', 'status': 'completed', 'code': 200} Apr 29 18:23:48.592220 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-8f27038a-ee31-47b5-bc1a-5d971a78b9c2 None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:48.609135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4713d1-e12a-4215-961f-30bceaf6bc5a req-d6704c91-beee-422e-b12d-9a125c5a4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:48.610750 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7f4713d1-e12a-4215-961f-30bceaf6bc5a req-d6704c91-beee-422e-b12d-9a125c5a4609 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 1099 time: 0.0738251 Apr 29 18:23:48.740516 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4713d1-e12a-4215-961f-30bceaf6bc5a req-43f9539c-fbb4-49b2-81a1-2b609f952e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:48.741900 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7f4713d1-e12a-4215-961f-30bceaf6bc5a req-43f9539c-fbb4-49b2-81a1-2b609f952e0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 911 time: 0.1248932 Apr 29 18:23:48.841208 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7f4713d1-e12a-4215-961f-30bceaf6bc5a req-7f3de870-d928-4ba4-a371-79b5b465a354 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99eec972-c68f-46d7-bd8a-250525e68004 HTTP/1.1" status: 200 len: 999 time: 0.0932941 Apr 29 18:23:48.891342 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:48.907145 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4713d1-e12a-4215-961f-30bceaf6bc5a req-c4d4da2b-5aa2-48a2-8654-42548e54ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:48.908617 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7f4713d1-e12a-4215-961f-30bceaf6bc5a req-c4d4da2b-5aa2-48a2-8654-42548e54ff74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb8865e3-6e22-45fd-a87a-8a87b766862d HTTP/1.1" status: 200 len: 849 time: 0.0619478 Apr 29 18:23:48.929619 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8f27038a-ee31-47b5-bc1a-5d971a78b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '16548a16-7a4d-4b18-9133-b3761047c58d', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'floating_ip_address': '172.26.4.46', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'port_id': '99eec972-c68f-46d7-bd8a-250525e68004', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'mac_address': 'fa:16:3e:91:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:23:47Z', 'updated_at': '2022-04-29T18:23:47Z', 'revision_number': 0, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 5, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:48.933398 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27038a-ee31-47b5-bc1a-5d971a78b9c2 None None] Checking router: e2f8274f-d672-4687-912c-8457db26591a for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:23:48.942455 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f27038a-ee31-47b5-bc1a-5d971a78b9c2 None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:23:48.943052 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8f27038a-ee31-47b5-bc1a-5d971a78b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:23:26Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:48.982700 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4713d1-e12a-4215-961f-30bceaf6bc5a req-e2cade53-b856-451e-a2ca-d7e9b9cb2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:23:48.984216 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7f4713d1-e12a-4215-961f-30bceaf6bc5a req-e2cade53-b856-451e-a2ca-d7e9b9cb2e61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697331 Apr 29 18:23:49.114133 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-8f27038a-ee31-47b5-bc1a-5d971a78b9c2 None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:23:49.115507 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7f4713d1-e12a-4215-961f-30bceaf6bc5a req-60cc66d7-4e2e-47b8-be59-1dab368a9a69 service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249852 Apr 29 18:23:49.243795 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-7f4713d1-e12a-4215-961f-30bceaf6bc5a req-20ae44a4-453a-4630-ac62-6104ac2451e0 service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220348 Apr 29 18:23:49.482545 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-8f27038a-ee31-47b5-bc1a-5d971a78b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '16548a16-7a4d-4b18-9133-b3761047c58d', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'floating_ip_address': '172.26.4.46', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'port_id': '99eec972-c68f-46d7-bd8a-250525e68004', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'mac_address': 'fa:16:3e:91:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:23:47Z', 'updated_at': '2022-04-29T18:23:47Z', 'revision_number': 0, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 5, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:23:49.487122 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27038a-ee31-47b5-bc1a-5d971a78b9c2 None None] The sync data for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv is: [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '16548a16-7a4d-4b18-9133-b3761047c58d', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'floating_ip_address': '172.26.4.46', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'port_id': '99eec972-c68f-46d7-bd8a-250525e68004', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'mac_address': 'fa:16:3e:91:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:23:47Z', 'updated_at': '2022-04-29T18:23:47Z', 'revision_number': 0, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 5, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:23:49.678551 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f698d6a-dbd3-4d15-bb86-ab8fc0bbdcf3 None None] New status for floating IP 16548a16-7a4d-4b18-9133-b3761047c58d: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:23:53.386151 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5aaa6104-8e01-4937-b7c9-d97b322ce3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:55.465928 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-aaa853c8-fb56-4772-bceb-b9adcca89af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:56.834048 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:56.884162 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:58.265006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:23:59.605941 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:24:18.903902 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:24:23.383265 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-032961fc-cde1-4534-b2b6-a13ea09b6e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:24:25.471108 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-231ca36c-836a-44fe-8595-bd28d6a283d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:24:26.840969 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:24:26.888903 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:24:28.264761 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:24:36.609321 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:24:43.092042 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6b5145d7-a12b-4afb-b2f3-e29b2f0f7bb5 req-32a96c0e-e0d8-475e-a3af-c320ee251c32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759521 Apr 29 18:24:43.242381 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5145d7-a12b-4afb-b2f3-e29b2f0f7bb5 req-24b7136a-0656-4e87-90b5-61c4d2740d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:24:43.243888 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6b5145d7-a12b-4afb-b2f3-e29b2f0f7bb5 req-24b7136a-0656-4e87-90b5-61c4d2740d7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 1099 time: 0.0732503 Apr 29 18:24:43.507491 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5145d7-a12b-4afb-b2f3-e29b2f0f7bb5 req-1470e140-a76a-4543-bfcd-783d0d0b455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:24:43.508827 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6b5145d7-a12b-4afb-b2f3-e29b2f0f7bb5 req-1470e140-a76a-4543-bfcd-783d0d0b455f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 911 time: 0.2457416 Apr 29 18:24:43.623696 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6b5145d7-a12b-4afb-b2f3-e29b2f0f7bb5 req-ab3a2d28-d3d4-431b-a70a-adeb8ac9c904 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99eec972-c68f-46d7-bd8a-250525e68004 HTTP/1.1" status: 200 len: 1001 time: 0.1085026 Apr 29 18:24:43.688661 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5145d7-a12b-4afb-b2f3-e29b2f0f7bb5 req-7fefde3a-69fa-4c77-8ef0-41d7732a7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:24:43.690091 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6b5145d7-a12b-4afb-b2f3-e29b2f0f7bb5 req-7fefde3a-69fa-4c77-8ef0-41d7732a7bb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb8865e3-6e22-45fd-a87a-8a87b766862d HTTP/1.1" status: 200 len: 849 time: 0.0609951 Apr 29 18:24:43.771418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5145d7-a12b-4afb-b2f3-e29b2f0f7bb5 req-5fc9cabc-8827-4ec7-95b0-011da8d8a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:24:43.772841 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6b5145d7-a12b-4afb-b2f3-e29b2f0f7bb5 req-5fc9cabc-8827-4ec7-95b0-011da8d8a1aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766966 Apr 29 18:24:43.906199 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6b5145d7-a12b-4afb-b2f3-e29b2f0f7bb5 req-bbaa3bf6-ea16-4d22-9938-b42113ef733a service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261361 Apr 29 18:24:44.043718 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-6b5145d7-a12b-4afb-b2f3-e29b2f0f7bb5 req-7e52990e-89ad-400b-8ea7-8631ec1042a6 service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318896 Apr 29 18:24:48.897658 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:24:53.380795 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5172d424-709e-4db9-aacd-a46f5a257dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:24:55.472233 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-342172a4-0b53-42d5-9681-9200c30fd9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:24:56.841429 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:24:56.893340 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:24:58.273620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:13.615446 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:25:18.947197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:23.378209 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-b06182e3-0670-409d-8cd2-87eda0f69c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:25.476919 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1f6b73c6-5564-455a-88b8-e4527f7e4b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:26.851823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:26.897766 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:28.274428 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:45.164908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f3f3a-c7b4-4f24-a3fe-cedbadc6df3f req-395494a2-7c4c-4fe2-9bb0-110ef553fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:25:45.166540 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-608f3f3a-c7b4-4f24-a3fe-cedbadc6df3f req-395494a2-7c4c-4fe2-9bb0-110ef553fa69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 1099 time: 0.0732679 Apr 29 18:25:45.327922 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f3f3a-c7b4-4f24-a3fe-cedbadc6df3f req-0a197682-90d4-47e3-b491-2c0d030c42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:25:45.329404 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-608f3f3a-c7b4-4f24-a3fe-cedbadc6df3f req-0a197682-90d4-47e3-b491-2c0d030c42d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 911 time: 0.1418543 Apr 29 18:25:45.434021 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-608f3f3a-c7b4-4f24-a3fe-cedbadc6df3f req-17850081-96f9-45d1-9f8c-3fd487a9bde3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99eec972-c68f-46d7-bd8a-250525e68004 HTTP/1.1" status: 200 len: 1001 time: 0.0973113 Apr 29 18:25:45.499196 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f3f3a-c7b4-4f24-a3fe-cedbadc6df3f req-4ff12a0c-4fd6-4537-95b7-1da45b7495a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:25:45.500595 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-608f3f3a-c7b4-4f24-a3fe-cedbadc6df3f req-4ff12a0c-4fd6-4537-95b7-1da45b7495a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb8865e3-6e22-45fd-a87a-8a87b766862d HTTP/1.1" status: 200 len: 849 time: 0.0603895 Apr 29 18:25:45.580638 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f3f3a-c7b4-4f24-a3fe-cedbadc6df3f req-350800ad-051c-4571-bc78-0527a12f3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:25:45.582095 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-608f3f3a-c7b4-4f24-a3fe-cedbadc6df3f req-350800ad-051c-4571-bc78-0527a12f3177 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740058 Apr 29 18:25:45.712511 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-608f3f3a-c7b4-4f24-a3fe-cedbadc6df3f req-60a71bb9-dc85-4f89-a53c-d466b697582e service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224799 Apr 29 18:25:45.853036 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-608f3f3a-c7b4-4f24-a3fe-cedbadc6df3f req-b100cf05-6b88-4d34-b8bd-11a5696a6075 service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341159 Apr 29 18:25:46.049944 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 99eec972-c68f-46d7-bd8a-250525e68004 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:25:46.200264 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 99eec972-c68f-46d7-bd8a-250525e68004, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=99eec972-c68f-46d7-bd8a-250525e68004,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:25:46.213418 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '99eec972-c68f-46d7-bd8a-250525e68004', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'port_id': '99eec972-c68f-46d7-bd8a-250525e68004', 'mac_address': 'fa:16:3e:91:e2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:25:46.268100 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:46.287717 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99eec972-c68f-46d7-bd8a-250525e68004 {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:25:46.304623 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 99eec972-c68f-46d7-bd8a-250525e68004, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=99eec972-c68f-46d7-bd8a-250525e68004,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:25:46.312183 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:46.383437 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=99eec972-c68f-46d7-bd8a-250525e68004,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:25:46.391462 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:25:46.391963 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:25:46.392440 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:25:46.392923 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:25:46.393333 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:25:46.393748 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:25:46.394202 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:25:46.394649 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:25:46.395015 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:25:46.395536 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:25:46.395973 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:25:46.396413 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:25:46.402995 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['99eec972-c68f-46d7-bd8a-250525e68004'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:25:48.060909 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 99eec972-c68f-46d7-bd8a-250525e68004 up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:25:48.134893 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 99eec972-c68f-46d7-bd8a-250525e68004 triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:25:48.135269 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:48.260857 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:48.290235 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:25:48.302918 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 99eec972-c68f-46d7-bd8a-250525e68004, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=99eec972-c68f-46d7-bd8a-250525e68004,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:25:48.309466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:48.354424 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98bb3f5-e337-4963-9605-d56938d81f8b'] response: {'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004', 'code': 200} Apr 29 18:25:48.395918 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=99eec972-c68f-46d7-bd8a-250525e68004,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:25:48.947081 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:50.616321 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:25:53.412745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1b700788-15e1-4240-a5d5-894db54a2d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:55.474862 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-8a628aa4-3dea-48dd-ab44-e97ad258bd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:56.841690 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:56.902336 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:57.453725 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-b7790d9e-29e8-478b-87ca-f85b4391c8d4 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010025463&fields=id&tenant_id=c6f78de891f24548b3152ddca699ec59 HTTP/1.1" status: 200 len: 267 time: 0.0403893 Apr 29 18:25:57.605172 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-4e967598-3e78-412e-84a6-4d3662f31fa4 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:25:57.607612 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-4e967598-3e78-412e-84a6-4d3662f31fa4 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 810 time: 0.1468658 Apr 29 18:25:57.624371 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-7508d0fd-9d1f-4dc3-8f90-471ada08d9bb tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/quotas/c6f78de891f24548b3152ddca699ec59 HTTP/1.1" status: 200 len: 375 time: 0.0111878 Apr 29 18:25:57.835626 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-0cefb499-4d5b-4c75-90b4-94731bd1e180 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2058785 Apr 29 18:25:57.972927 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-0fb38bd6-eaea-48f2-8dea-2c1212e9e0bb service neutron] 10.222.0.11 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249397 Apr 29 18:25:58.107612 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-816eb8d1-ea64-4898-9962-661458bd2d5b service neutron] 10.222.0.11 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289055 Apr 29 18:25:58.284267 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:58.305215 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-359346a0-9a15-4e67-9220-e0efd327cedf req-fa36514f-4873-47eb-9f70-690d313bbad9 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 210 time: 0.0544596 Apr 29 18:25:59.522016 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-682464c0-f2b3-4098-891e-8eb7dd5d0774 req-04730ce5-9428-463a-b663-cf4607b9491e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 210 time: 0.0973859 Apr 29 18:25:59.576744 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-9a08a388-25c4-4ad3-bd5d-9009e56ef71b tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:25:59.578295 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-9a08a388-25c4-4ad3-bd5d-9009e56ef71b tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.36 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 810 time: 0.1918976 Apr 29 18:25:59.634262 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-1512e5d4-1c36-43a3-abef-f85414d48769 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6f78de891f24548b3152ddca699ec59 HTTP/1.1" status: 200 len: 380 time: 0.0477862 Apr 29 18:25:59.642823 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Request body: {'port': {'device_id': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'admin_state_up': True, 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'security_groups': ['064b2064-281c-4b94-b564-6b0cdc1bb57c']}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:25:59.789487 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:25:59.799722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:25:59.811327 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Made reservation on behalf of c6f78de891f24548b3152ddca699ec59 for: {'port': 1} {{(pid=88019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 18:25:59.814887 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:25:59.977966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Allocated IP 172.20.0.3 (4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202/fb8865e3-6e22-45fd-a87a-8a87b766862d/4bb9a277-cd39-48d6-a12d-55b1b2bf690d) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:26:00.092396 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 99eec972-c68f-46d7-bd8a-250525e68004 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:26:00.260884 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:00.284460 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Transition to ACTIVE for port object 4bb9a277-cd39-48d6-a12d-55b1b2bf690d will not be triggered until provisioned by entity DHCP. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:26:00.317722 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:00.339139 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:00.386587 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:26:00.426941 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 99eec972-c68f-46d7-bd8a-250525e68004, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=99eec972-c68f-46d7-bd8a-250525e68004,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:26:00.439143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:00.446583 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:26:00.498793 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fed98c1-59e5-4e92-9938-f2e1d13a0253'] response: {'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004', 'code': 200} Apr 29 18:26:00.505316 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:26:00.507868 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event updated for resources: {'Port': ['ID=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:26:00.520493 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=99eec972-c68f-46d7-bd8a-250525e68004,revision_number=8']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:26:00.525167 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:26:00.609432 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:00.610098 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:00.619768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:26:00.620132 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:26:00.620608 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:26:00.620846 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:26:00.621178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:26:00.621505 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:26:00.625160 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:26:00.625546 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:26:00.625881 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:26:00.626212 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:26:00.626537 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:26:00.626866 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:26:00.676589 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fbe0b3ec-5e4d-49ea-8e86-690216495ecf tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0372503 Apr 29 18:26:00.834428 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d557f-7605-44d0-9278-0273a1a6a327 req-7717370e-5b33-4e06-ba07-49a175cb9dd1 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:00.835480 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-0c2d557f-7605-44d0-9278-0273a1a6a327 req-7717370e-5b33-4e06-ba07-49a175cb9dd1 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Synchronizing usage tracker for tenant:c6f78de891f24548b3152ddca699ec59 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:26:00.869870 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-0c2d557f-7605-44d0-9278-0273a1a6a327 req-7717370e-5b33-4e06-ba07-49a175cb9dd1 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Unset dirty status for tenant:c6f78de891f24548b3152ddca699ec59 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:26:00.871306 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c2d557f-7605-44d0-9278-0273a1a6a327 req-7717370e-5b33-4e06-ba07-49a175cb9dd1 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 931 time: 0.1426702 Apr 29 18:26:00.922630 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-aae192cb-40aa-4757-9a58-6d2190328d50 None None] Provisioning for port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d completed by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:26:00.928043 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-0c2d557f-7605-44d0-9278-0273a1a6a327 req-2b6ead2c-bf8d-4841-87a6-7173d4c7b3a9 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502768 Apr 29 18:26:00.940667 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-aae192cb-40aa-4757-9a58-6d2190328d50 None None] Provisioning complete for port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d triggered by entity DHCP. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:26:00.941060 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-aae192cb-40aa-4757-9a58-6d2190328d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:01.042846 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-aae192cb-40aa-4757-9a58-6d2190328d50 None None] Port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d cannot update to ACTIVE because it is not bound. {{(pid=88020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 18:26:02.133893 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae9e0c-e58a-465d-ae4e-b1caa7098f68 req-2c6fd78e-2704-4400-a163-937b6aa60dfd tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:02.135404 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-53ae9e0c-e58a-465d-ae4e-b1caa7098f68 req-2c6fd78e-2704-4400-a163-937b6aa60dfd tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 931 time: 0.0857534 Apr 29 18:26:02.184430 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-53ae9e0c-e58a-465d-ae4e-b1caa7098f68 req-edb279a2-ee94-4eca-86b8-72818092f2ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425494 Apr 29 18:26:03.376693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95c5a3-33b2-4155-8470-bb5f9fc0e72e req-444f080a-729a-4121-877b-9109db0d5c60 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:03.378553 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1a95c5a3-33b2-4155-8470-bb5f9fc0e72e req-444f080a-729a-4121-877b-9109db0d5c60 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 931 time: 0.0863318 Apr 29 18:26:03.432854 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1a95c5a3-33b2-4155-8470-bb5f9fc0e72e req-9bcf47d2-8509-4e0b-99b3-e72b44005ae4 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483823 Apr 29 18:26:04.638406 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dba86f-1e0f-4e6c-a8c9-8ec6c5ea76b4 req-f064bb10-8107-44c3-8017-71710a1757b0 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:04.639908 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-18dba86f-1e0f-4e6c-a8c9-8ec6c5ea76b4 req-f064bb10-8107-44c3-8017-71710a1757b0 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 931 time: 0.0951624 Apr 29 18:26:04.695266 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-18dba86f-1e0f-4e6c-a8c9-8ec6c5ea76b4 req-c3ba62e6-a203-49e9-9244-0d3547d126d2 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468922 Apr 29 18:26:06.027901 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39334e-606b-4a69-b608-60de79b38feb req-df03637b-436d-4da5-a3ca-f6a58de37fd4 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:06.029529 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5b39334e-606b-4a69-b608-60de79b38feb req-df03637b-436d-4da5-a3ca-f6a58de37fd4 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 931 time: 0.2176394 Apr 29 18:26:06.093508 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-5b39334e-606b-4a69-b608-60de79b38feb req-2cf99d44-b593-46d2-8083-9feebc361cce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570457 Apr 29 18:26:07.288811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13bd11-83c8-4bd2-ad2e-88ea53bda133 req-5d2be286-9684-4dfb-b8b6-15773a26355e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:07.290281 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eb13bd11-83c8-4bd2-ad2e-88ea53bda133 req-5d2be286-9684-4dfb-b8b6-15773a26355e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 931 time: 0.0923052 Apr 29 18:26:07.337309 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-eb13bd11-83c8-4bd2-ad2e-88ea53bda133 req-6d0cd101-b6e7-433d-894e-fccdb7f3b3a9 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402150 Apr 29 18:26:07.563575 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Request body: {'port': {'device_id': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:26:07.673774 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:08.035384 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb9a277-cd39-48d6-a12d-55b1b2bf690d {{(pid=88019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:26:08.045618 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:08.060875 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.provisioning_blocks [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Transition to ACTIVE for port object 4bb9a277-cd39-48d6-a12d-55b1b2bf690d will not be triggered until provisioned by entity L2. {{(pid=88019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 18:26:08.066279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:08.196057 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Pushing event updated for resources: {'Port': ['ID=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:26:08.305382 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Attempting to bind port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 18:26:08.306026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Attempting to bind port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 18:26:08.306026 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Attempting to bind port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d on network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:26:08.310729 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d on network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 18:26:08.311078 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Attempting to bind port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d on network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 18:26:08.316494 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Checking agent: {'id': '855aceff-e7ba-41fd-ab1c-63605476ad0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'started_at': datetime.datetime(2022, 4, 29, 17, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 18:26:08.316832 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Checking segment: {'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 18:26:08.317207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Bound using segment: {'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'} {{(pid=88019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 18:26:08.317626 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.managers [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Bound port: 4bb9a277-cd39-48d6-a12d-55b1b2bf690d, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37670b9e-b278-47f8-b0cc-7df505080c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202'}}] {{(pid=88019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 18:26:08.317968 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:08.408061 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] For port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d, host hv-neutron-8390, cleared binding levels {{(pid=88019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 18:26:08.411454 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] For port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 18:26:08.417947 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:08.520566 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:08.521159 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:08.522575 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] 10.222.0.36 "PUT /v2.0/ports/4bb9a277-cd39-48d6-a12d-55b1b2bf690d HTTP/1.1" status: 200 len: 1093 time: 0.9653642 Apr 29 18:26:08.525369 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:26:08.626234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70fca3-7098-4430-8f43-82caeb29a21a service neutron] Pushing event updated for resources: {'Port': ['ID=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,revision_number=3']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:26:08.650802 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad18fa3-c1eb-4c90-911e-0451ebc0847c'] response: {'name': 'network-changed', 'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'status': 'completed', 'code': 200} Apr 29 18:26:08.706320 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdb68c-b791-409f-9035-43c0b457b247 req-1f898fb1-0231-4266-ad8f-589d3da7f053 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:08.707815 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-62fdb68c-b791-409f-9035-43c0b457b247 req-1f898fb1-0231-4266-ad8f-589d3da7f053 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 943 time: 0.2456765 Apr 29 18:26:08.737549 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-62ff76e5-fa0e-4ed8-865b-8a8f272a26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:08.739993 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-62ff76e5-fa0e-4ed8-865b-8a8f272a26c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 1096 time: 0.1777325 Apr 29 18:26:08.820865 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-fd26ae64-16bf-48c0-a5b7-afd7fa6e0c49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d HTTP/1.1" status: 200 len: 217 time: 0.0727119 Apr 29 18:26:08.864406 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-62fdb68c-b791-409f-9035-43c0b457b247 req-fa4b02e7-2e5e-400a-bf99-874f8b584a67 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494269 Apr 29 18:26:08.889970 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-d415982f-195e-4ee2-9edb-7af3b3db66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:08.891405 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-d415982f-195e-4ee2-9edb-7af3b3db66eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb8865e3-6e22-45fd-a87a-8a87b766862d HTTP/1.1" status: 200 len: 849 time: 0.0648003 Apr 29 18:26:08.969076 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-376c1d08-9f1f-4750-bc55-bd4d4fe6b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:08.970498 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-376c1d08-9f1f-4750-bc55-bd4d4fe6b419 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734046 Apr 29 18:26:09.118974 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-046fe4c3-ba2d-439d-a623-50546d3965ca service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408730 Apr 29 18:26:09.353584 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-d8eef416-e6fe-4c32-b39c-6bf20cf0b007 req-e28eb9c2-6374-48a2-a32a-53a001f85f5a service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291999 Apr 29 18:26:09.484803 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2915827-63f5-48e5-ae5d-b6564e8a26ac req-a6e193b8-127e-4bdf-99e3-0ac8ca0d44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:09.486124 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b2915827-63f5-48e5-ae5d-b6564e8a26ac req-a6e193b8-127e-4bdf-99e3-0ac8ca0d44d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 1096 time: 0.0819569 Apr 29 18:26:09.619240 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2915827-63f5-48e5-ae5d-b6564e8a26ac req-054eed40-1a14-45ae-b128-a458be35c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:09.620714 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b2915827-63f5-48e5-ae5d-b6564e8a26ac req-054eed40-1a14-45ae-b128-a458be35c6b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 911 time: 0.1273029 Apr 29 18:26:09.689195 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b2915827-63f5-48e5-ae5d-b6564e8a26ac req-1b761724-966b-458a-9841-f35cb04daa85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d HTTP/1.1" status: 200 len: 217 time: 0.0608196 Apr 29 18:26:09.753453 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2915827-63f5-48e5-ae5d-b6564e8a26ac req-90a36f47-2ffc-48f0-a040-0a91fbd76279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:09.754852 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b2915827-63f5-48e5-ae5d-b6564e8a26ac req-90a36f47-2ffc-48f0-a040-0a91fbd76279 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb8865e3-6e22-45fd-a87a-8a87b766862d HTTP/1.1" status: 200 len: 849 time: 0.0597315 Apr 29 18:26:09.843556 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2915827-63f5-48e5-ae5d-b6564e8a26ac req-4398491b-87a7-42e5-88e3-3739de8cfe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:09.845032 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b2915827-63f5-48e5-ae5d-b6564e8a26ac req-4398491b-87a7-42e5-88e3-3739de8cfe13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825722 Apr 29 18:26:09.979953 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b2915827-63f5-48e5-ae5d-b6564e8a26ac req-d7389b24-e737-47e8-a70e-69ef0e6039a7 service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276870 Apr 29 18:26:10.164967 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b2915827-63f5-48e5-ae5d-b6564e8a26ac req-7095f71e-0ca9-45a4-8235-f73c2ea8df2a service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561158 Apr 29 18:26:10.175677 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaa0c5-cf41-4335-a8c2-dc15b008ab9e req-c873be6a-9c85-446f-a9b1-61f9dee376f0 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:10.177056 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1beaa0c5-cf41-4335-a8c2-dc15b008ab9e req-c873be6a-9c85-446f-a9b1-61f9dee376f0 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 943 time: 0.2002685 Apr 29 18:26:10.223138 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1beaa0c5-cf41-4335-a8c2-dc15b008ab9e req-34d4eac7-6285-4d7e-8102-c86893fdb58d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400124 Apr 29 18:26:11.434711 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52091ac4-ce0b-4056-8e75-2fe1fbf531ae req-5e7ca0f0-8943-478b-8e39-43f173203f7b tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:11.436206 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-52091ac4-ce0b-4056-8e75-2fe1fbf531ae req-5e7ca0f0-8943-478b-8e39-43f173203f7b tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 943 time: 0.0957038 Apr 29 18:26:11.486369 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-52091ac4-ce0b-4056-8e75-2fe1fbf531ae req-2e4cf2b6-6826-40f3-b581-f2f7ff30e56f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Apr 29 18:26:12.158913 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4bb9a277-cd39-48d6-a12d-55b1b2bf690d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:26:12.303491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:26:12.316653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'port_id': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'mac_address': 'fa:16:3e:bf:83:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:26:12.375872 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:12.393271 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb9a277-cd39-48d6-a12d-55b1b2bf690d {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:26:12.408808 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:26:12.415270 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:12.486176 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,revision_number=4']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:26:12.658135 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['4bb9a277-cd39-48d6-a12d-55b1b2bf690d'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:26:12.686216 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9766740-14a0-407a-b91e-a65e2326252a req-82af4101-de7d-4317-9905-b4c81bcba2b3 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:12.687807 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9766740-14a0-407a-b91e-a65e2326252a req-82af4101-de7d-4317-9905-b4c81bcba2b3 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 944 time: 0.0810783 Apr 29 18:26:12.731847 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-b9766740-14a0-407a-b91e-a65e2326252a req-abb40f2b-4360-40fb-af7c-f9a8cceb0f49 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383379 Apr 29 18:26:13.934588 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109383d-9f35-4cd6-96a2-84f5de8cfdeb req-ac0a8ba6-de00-4a40-9fe9-255f268bdd16 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:13.935937 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c109383d-9f35-4cd6-96a2-84f5de8cfdeb req-ac0a8ba6-de00-4a40-9fe9-255f268bdd16 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 944 time: 0.0902083 Apr 29 18:26:13.981858 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-c109383d-9f35-4cd6-96a2-84f5de8cfdeb req-c0178b26-e99d-4179-b6f5-bcfabad587b7 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397718 Apr 29 18:26:14.156215 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4bb9a277-cd39-48d6-a12d-55b1b2bf690d up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:26:14.240711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning for port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d completed by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 18:26:14.245277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:26:14.245646 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:14.366985 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:14.401232 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:26:14.416517 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:26:14.422296 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:14.454429 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84cbc9d6-3a98-4500-9ef2-be91e4e12236'] response: {'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'code': 200} Apr 29 18:26:14.492894 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,revision_number=5']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:26:14.685885 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a31ed-d99c-4b13-86cb-6d36f47a7bdc req-e30d2d78-d32b-4276-9073-abd2b098da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:14.688250 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e39a31ed-d99c-4b13-86cb-6d36f47a7bdc req-e30d2d78-d32b-4276-9073-abd2b098da95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 1098 time: 0.0735495 Apr 29 18:26:14.732537 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-e39a31ed-d99c-4b13-86cb-6d36f47a7bdc req-fe3f24f1-df66-492b-b476-fc17c023fc83 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381353 Apr 29 18:26:15.193410 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdefe5-f959-4c3a-8898-00461dd9220c req-4b6e26dc-8aa7-4e1d-b4b6-dd5bd0c43f81 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:15.194852 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-efcdefe5-f959-4c3a-8898-00461dd9220c req-4b6e26dc-8aa7-4e1d-b4b6-dd5bd0c43f81 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 945 time: 0.0955055 Apr 29 18:26:15.238561 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-efcdefe5-f959-4c3a-8898-00461dd9220c req-15f7c235-0809-4482-a475-6461ca53948c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378482 Apr 29 18:26:16.452414 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffd522-2dab-434d-bfe9-661422d96e46 req-377b818b-6e15-43f0-b9e5-065622483336 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:16.453836 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3bffd522-2dab-434d-bfe9-661422d96e46 req-377b818b-6e15-43f0-b9e5-065622483336 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 945 time: 0.0949717 Apr 29 18:26:16.501844 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-3bffd522-2dab-434d-bfe9-661422d96e46 req-6b7aa09b-d0d1-43cd-a57e-3b260d81c34d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420074 Apr 29 18:26:16.694693 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11262609-fd59-4294-bc87-d66b781cf1d8 req-62c4c28b-9d46-4c0f-8913-8b3240837bce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:16.696148 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-11262609-fd59-4294-bc87-d66b781cf1d8 req-62c4c28b-9d46-4c0f-8913-8b3240837bce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 945 time: 0.0839479 Apr 29 18:26:16.744385 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-11262609-fd59-4294-bc87-d66b781cf1d8 req-afcf34b6-024a-4486-a500-cc861874525d tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397983 Apr 29 18:26:16.774565 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33706) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:26:16.849834 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7076bf-1019-446e-b2e7-96a5580ff4ba tempest-TestSnapshotPattern-1092135382 tempest-TestSnapshotPattern-1092135382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:16.851487 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-1a7076bf-1019-446e-b2e7-96a5580ff4ba tempest-TestSnapshotPattern-1092135382 tempest-TestSnapshotPattern-1092135382-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 1093 time: 0.0759206 Apr 29 18:26:16.855545 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33710) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:26:16.860417 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.v2.base [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Request body: {'floatingip': {'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'port_id': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 18:26:16.866476 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 18:26:16.870407 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Usage tracker for resource:floatingip and tenant:c6f78de891f24548b3152ddca699ec59 is out of sync, need to count used quota {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 18:26:16.873506 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 18:26:16.879233 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.quota.driver [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 18:26:16.893895 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for floatingip, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:17.141625 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:17.274577 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_common [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Allocated IP 172.26.4.55 (aa63f2ea-347a-460c-bab3-9b7ff43d9db0/63add7f7-3c5c-4437-8a75-fe7a64367a02/a03ebe6b-0616-49cd-9142-f871d22c4bda) {{(pid=88019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 18:26:17.439102 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for port, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:17.471431 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764221303592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:17.539413 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Network aa63f2ea-347a-460c-bab3-9b7ff43d9db0 is already hosted by enough agents. {{(pid=88019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 18:26:17.543207 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.base_scheduler [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Resources bound (agent type, host, resource id): {{(pid=88019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 18:26:17.545708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Received port after_create {{(pid=88019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 18:26:17.589237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event updated for resources: {'Port': ['ID=a03ebe6b-0616-49cd-9142-f871d22c4bda,revision_number=1']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:26:17.974840 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:18.055760 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:18.272900 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for port, precommit_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:18.281602 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7993364'] for port, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:18.396288 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event updated for resources: {'Port': ['ID=a03ebe6b-0616-49cd-9142-f871d22c4bda,revision_number=2']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:26:18.407518 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2044764'] for floatingip, after_update {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:18.583546 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Floating IP f162fbdd-fd17-4de8-a730-2c3b797def59 associated. External IP: 172.26.4.55, port: 4bb9a277-cd39-48d6-a12d-55b1b2bf690d. Apr 29 18:26:18.958213 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:19.066003 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Router e2f8274f-d672-4687-912c-8457db26591a has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:26:19.242305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:26:19.252719 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635aaa8-a62c-4bc5-9199-e451727e7bb0 None None] Sync routers for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:26:19.262722 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635aaa8-a62c-4bc5-9199-e451727e7bb0 None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:26:19.263331 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-0635aaa8-a62c-4bc5-9199-e451727e7bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:25:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:26:19.271016 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:19.328529 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-cd5a3d6a-be4d-4513-bf17-9e40b6451e3e tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4719718 Apr 29 18:26:19.329197 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:26:19.373747 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9958ac3e-3b2a-453d-a11b-5843a4c35d6e'] response: {'name': 'network-changed', 'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'status': 'completed', 'code': 200} Apr 29 18:26:19.437719 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-0635aaa8-a62c-4bc5-9199-e451727e7bb0 None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:26:19.462965 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8ebea-852c-4372-8c07-75eb1bad0611 req-c952cdc9-7542-44f3-81a4-4f8dc4d0b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:19.464479 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f3b8ebea-852c-4372-8c07-75eb1bad0611 req-c952cdc9-7542-44f3-81a4-4f8dc4d0b5bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 1098 time: 0.0699327 Apr 29 18:26:19.598262 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8ebea-852c-4372-8c07-75eb1bad0611 req-1a49116c-c8af-4b77-a05e-a283fdd7e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:19.599735 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f3b8ebea-852c-4372-8c07-75eb1bad0611 req-1a49116c-c8af-4b77-a05e-a283fdd7e63e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 911 time: 0.1292105 Apr 29 18:26:19.701080 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f3b8ebea-852c-4372-8c07-75eb1bad0611 req-36882d74-296c-4db9-ac8f-118b8293783d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d HTTP/1.1" status: 200 len: 998 time: 0.0956299 Apr 29 18:26:19.761472 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8ebea-852c-4372-8c07-75eb1bad0611 req-840762e3-4645-4b6d-beb7-7cde7389b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:19.763028 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f3b8ebea-852c-4372-8c07-75eb1bad0611 req-840762e3-4645-4b6d-beb7-7cde7389b27a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb8865e3-6e22-45fd-a87a-8a87b766862d HTTP/1.1" status: 200 len: 849 time: 0.0564790 Apr 29 18:26:19.788665 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-0635aaa8-a62c-4bc5-9199-e451727e7bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '16548a16-7a4d-4b18-9133-b3761047c58d', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'floating_ip_address': '172.26.4.46', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'port_id': '99eec972-c68f-46d7-bd8a-250525e68004', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'mac_address': 'fa:16:3e:91:e2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:23:47Z', 'updated_at': '2022-04-29T18:23:49Z', 'revision_number': 1, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address_scope': None}, {'id': 'f162fbdd-fd17-4de8-a730-2c3b797def59', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'floating_ip_address': '172.26.4.55', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'port_id': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'mac_address': 'fa:16:3e:bf:83:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:26:17Z', 'updated_at': '2022-04-29T18:26:17Z', 'revision_number': 0, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 5, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:26:19.792571 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635aaa8-a62c-4bc5-9199-e451727e7bb0 None None] Checking router: e2f8274f-d672-4687-912c-8457db26591a for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:26:19.800958 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635aaa8-a62c-4bc5-9199-e451727e7bb0 None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:26:19.801530 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-0635aaa8-a62c-4bc5-9199-e451727e7bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:25:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:26:19.839225 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8ebea-852c-4372-8c07-75eb1bad0611 req-ee6c04cb-fd89-4048-a916-7ac7b463d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:19.840724 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f3b8ebea-852c-4372-8c07-75eb1bad0611 req-ee6c04cb-fd89-4048-a916-7ac7b463d629 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721574 Apr 29 18:26:19.972550 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f3b8ebea-852c-4372-8c07-75eb1bad0611 req-f9389e57-e407-45d8-a62c-f3f3b675291f service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256485 Apr 29 18:26:19.974867 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-0635aaa8-a62c-4bc5-9199-e451727e7bb0 None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:26:20.105217 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f3b8ebea-852c-4372-8c07-75eb1bad0611 req-a0b980de-aa88-4dad-a4c6-898fafe0549d service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267340 Apr 29 18:26:20.324029 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-0635aaa8-a62c-4bc5-9199-e451727e7bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '16548a16-7a4d-4b18-9133-b3761047c58d', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'floating_ip_address': '172.26.4.46', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'port_id': '99eec972-c68f-46d7-bd8a-250525e68004', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'mac_address': 'fa:16:3e:91:e2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:23:47Z', 'updated_at': '2022-04-29T18:23:49Z', 'revision_number': 1, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address_scope': None}, {'id': 'f162fbdd-fd17-4de8-a730-2c3b797def59', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'floating_ip_address': '172.26.4.55', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'port_id': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'mac_address': 'fa:16:3e:bf:83:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:26:17Z', 'updated_at': '2022-04-29T18:26:17Z', 'revision_number': 0, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 5, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:26:20.328391 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635aaa8-a62c-4bc5-9199-e451727e7bb0 None None] The sync data for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv is: [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '16548a16-7a4d-4b18-9133-b3761047c58d', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'floating_ip_address': '172.26.4.46', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'port_id': '99eec972-c68f-46d7-bd8a-250525e68004', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'mac_address': 'fa:16:3e:91:e2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:23:47Z', 'updated_at': '2022-04-29T18:23:49Z', 'revision_number': 1, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address_scope': None}, {'id': 'f162fbdd-fd17-4de8-a730-2c3b797def59', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'floating_ip_address': '172.26.4.55', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'port_id': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'mac_address': 'fa:16:3e:bf:83:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:26:17Z', 'updated_at': '2022-04-29T18:26:17Z', 'revision_number': 0, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 5, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:26:20.516395 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af79f60d-2728-438a-a61d-3e68797c4394 None None] New status for floating IP f162fbdd-fd17-4de8-a730-2c3b797def59: ACTIVE {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:26:23.385870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-7e91ed8a-3dd4-46db-b637-9c71e4d33db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:25.481688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-43bed74e-61d9-4784-ae6a-0e8e7ac36b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:26.852688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:26.907052 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:27.616181 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:26:28.285994 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:45.210619 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f49c5238-9a1b-40be-ae32-81c74b7941f1 req-bc83e453-f3c5-4a66-9006-7c82cfe07694 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1779065 Apr 29 18:26:45.478806 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c5238-9a1b-40be-ae32-81c74b7941f1 req-7354fa94-1ffb-4ea6-98ab-0d603adca39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:45.480282 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f49c5238-9a1b-40be-ae32-81c74b7941f1 req-7354fa94-1ffb-4ea6-98ab-0d603adca39a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 1097 time: 0.1898990 Apr 29 18:26:45.629128 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c5238-9a1b-40be-ae32-81c74b7941f1 req-6c67d5a2-5c20-4d71-bdec-ca21ac67e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:45.630543 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f49c5238-9a1b-40be-ae32-81c74b7941f1 req-6c67d5a2-5c20-4d71-bdec-ca21ac67e125 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 911 time: 0.1267469 Apr 29 18:26:45.730637 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f49c5238-9a1b-40be-ae32-81c74b7941f1 req-9a491ddf-da29-43a5-9300-0d31eb3f5b47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99eec972-c68f-46d7-bd8a-250525e68004 HTTP/1.1" status: 200 len: 999 time: 0.0934525 Apr 29 18:26:45.793461 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c5238-9a1b-40be-ae32-81c74b7941f1 req-2c44f19a-4afb-4f46-8202-bb61b09d7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:45.794911 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f49c5238-9a1b-40be-ae32-81c74b7941f1 req-2c44f19a-4afb-4f46-8202-bb61b09d7e91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb8865e3-6e22-45fd-a87a-8a87b766862d HTTP/1.1" status: 200 len: 849 time: 0.0586557 Apr 29 18:26:45.881075 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c5238-9a1b-40be-ae32-81c74b7941f1 req-de856dca-15ac-4fb2-8d0f-dc203edcd728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:26:45.882506 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f49c5238-9a1b-40be-ae32-81c74b7941f1 req-de856dca-15ac-4fb2-8d0f-dc203edcd728 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821066 Apr 29 18:26:46.014030 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f49c5238-9a1b-40be-ae32-81c74b7941f1 req-e230860d-50e4-4d7a-a211-80f2c2e5bcd1 service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252830 Apr 29 18:26:46.144076 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-f49c5238-9a1b-40be-ae32-81c74b7941f1 req-6b6f9057-5493-4d4b-827c-db305043b970 service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238534 Apr 29 18:26:48.964562 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:53.381328 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-89e8b985-0715-407a-b7ff-38552587957e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:55.473785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-3841a782-6ad3-4fc6-b713-84e2f870b066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:56.859247 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:56.911811 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:26:58.291022 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:04.620529 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:27:18.976823 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:23.386999 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-35191e93-5075-4a79-925e-f648b34d290c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:25.471364 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d948777e-9655-4af1-a662-82406448a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:26.863806 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:26.916192 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:28.288745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:41.624697 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:27:42.576389 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4bb9a277-cd39-48d6-a12d-55b1b2bf690d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 18:27:42.746165 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:27:42.761645 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Returning: {'device': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'port_id': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'mac_address': 'fa:16:3e:bf:83:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 18:27:42.817068 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:42.833609 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bb9a277-cd39-48d6-a12d-55b1b2bf690d {{(pid=88020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 18:27:42.849994 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:27:42.857435 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:42.926296 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,revision_number=6']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:27:42.933887 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:42.934240 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:42.934593 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:42.934920 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:42.935257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:42.935625 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:42.935962 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:42.936347 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:42.936682 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:42.937006 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:42.937334 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:42.937653 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:42.942466 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] get_ports_and_sgs() called for port_ids ['4bb9a277-cd39-48d6-a12d-55b1b2bf690d'] {{(pid=88020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 18:27:44.590799 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4bb9a277-cd39-48d6-a12d-55b1b2bf690d up at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 18:27:44.663735 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.provisioning_blocks [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Provisioning complete for port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d triggered by entity L2. {{(pid=88020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 18:27:44.664035 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863106'] for port, provisioning_complete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:44.781236 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:44.807442 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:27:44.817991 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:27:44.823397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:44.878383 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e428615-f102-471e-aa51-216de0d18659'] response: {'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'code': 200} Apr 29 18:27:44.902884 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,revision_number=7']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:27:46.189126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1fbed-31b0-4a2f-98b2-833034dcb3b1 req-e4d20fd3-70a0-459a-97fa-75b77f072e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:27:46.191538 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01f1fbed-31b0-4a2f-98b2-833034dcb3b1 req-e4d20fd3-70a0-459a-97fa-75b77f072e59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 1098 time: 0.1018345 Apr 29 18:27:46.350298 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1fbed-31b0-4a2f-98b2-833034dcb3b1 req-a2ce726c-df91-46a8-b747-49e537030c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:27:46.351794 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01f1fbed-31b0-4a2f-98b2-833034dcb3b1 req-a2ce726c-df91-46a8-b747-49e537030c42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 911 time: 0.1377380 Apr 29 18:27:46.464143 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01f1fbed-31b0-4a2f-98b2-833034dcb3b1 req-a680e493-5ef2-4011-aec8-cec6fd9f4176 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d HTTP/1.1" status: 200 len: 1000 time: 0.1037216 Apr 29 18:27:46.531191 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1fbed-31b0-4a2f-98b2-833034dcb3b1 req-3c3f284b-012e-44b3-9834-8d0b34cf3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:27:46.533126 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01f1fbed-31b0-4a2f-98b2-833034dcb3b1 req-3c3f284b-012e-44b3-9834-8d0b34cf3aa6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb8865e3-6e22-45fd-a87a-8a87b766862d HTTP/1.1" status: 200 len: 849 time: 0.0630989 Apr 29 18:27:46.619860 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1fbed-31b0-4a2f-98b2-833034dcb3b1 req-bf17db58-59e9-402a-9161-0bf1e6ba23af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:27:46.621777 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01f1fbed-31b0-4a2f-98b2-833034dcb3b1 req-bf17db58-59e9-402a-9161-0bf1e6ba23af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818958 Apr 29 18:27:46.771362 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01f1fbed-31b0-4a2f-98b2-833034dcb3b1 req-2515e9cb-7e93-4d5a-9b97-31b4107da783 service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423817 Apr 29 18:27:46.919566 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-01f1fbed-31b0-4a2f-98b2-833034dcb3b1 req-d9df9d06-5de7-45e6-a2d6-5daebcff7826 service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417143 Apr 29 18:27:48.967622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:53.384111 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-de55116f-9850-4773-96ac-39c07d5431f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:53.978126 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33910) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:27:54.326532 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Deleting port a03ebe6b-0616-49cd-9142-f871d22c4bda {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:27:54.326966 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:54.509614 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:54.509906 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:54.631201 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Calling delete_port for a03ebe6b-0616-49cd-9142-f871d22c4bda owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:27:54.785633 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:54.830558 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event deleted for resources: {'Port': ['ID=a03ebe6b-0616-49cd-9142-f871d22c4bda,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:27:54.869835 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:54.870178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:54.870510 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:54.870844 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:54.871166 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:54.871517 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:54.871838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:54.872170 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:54.872490 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:54.872794 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:54.873122 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:54.873437 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:27:54.932904 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:54.933087 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Floating IP f162fbdd-fd17-4de8-a730-2c3b797def59 disassociated (deleted). External IP: 172.26.4.55, port: 4bb9a277-cd39-48d6-a12d-55b1b2bf690d. Apr 29 18:27:55.286150 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Router e2f8274f-d672-4687-912c-8457db26591a has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:27:55.471827 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-0ca81e42-9965-48c2-a07c-f8731107b789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:55.474836 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:27:55.484477 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4073f-1fb7-4875-a512-cfdc7db7bd81 None None] Sync routers for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:27:55.494445 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4073f-1fb7-4875-a512-cfdc7db7bd81 None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:27:55.495070 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ecf4073f-1fb7-4875-a512-cfdc7db7bd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:27:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:27:55.496326 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:55.550612 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-c0ccad8b-33c2-441d-bf3f-5b6786a5042c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "DELETE /v2.0/floatingips/f162fbdd-fd17-4de8-a730-2c3b797def59 HTTP/1.1" status: 204 len: 168 time: 1.5712698 Apr 29 18:27:55.551178 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:27:55.595663 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b688e777-68b3-42e8-a18e-ecba93090433'] response: {'name': 'network-changed', 'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'status': 'completed', 'code': 200} Apr 29 18:27:55.677796 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ecf4073f-1fb7-4875-a512-cfdc7db7bd81 None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:27:55.832911 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0816f0-b261-442b-895d-4edabba5a5f2 req-8669205c-ca97-429b-81b5-10fb19ca3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:27:55.834297 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a0816f0-b261-442b-895d-4edabba5a5f2 req-8669205c-ca97-429b-81b5-10fb19ca3e27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 1098 time: 0.2184389 Apr 29 18:27:56.018279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0816f0-b261-442b-895d-4edabba5a5f2 req-1e5b4bb2-2c40-4246-be77-556bf69c585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:27:56.019744 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a0816f0-b261-442b-895d-4edabba5a5f2 req-1e5b4bb2-2c40-4246-be77-556bf69c585b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 911 time: 0.1789365 Apr 29 18:27:56.033843 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ecf4073f-1fb7-4875-a512-cfdc7db7bd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '16548a16-7a4d-4b18-9133-b3761047c58d', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'floating_ip_address': '172.26.4.46', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'port_id': '99eec972-c68f-46d7-bd8a-250525e68004', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'mac_address': 'fa:16:3e:91:e2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:23:47Z', 'updated_at': '2022-04-29T18:23:49Z', 'revision_number': 1, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 5, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:27:56.037788 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4073f-1fb7-4875-a512-cfdc7db7bd81 None None] Checking router: e2f8274f-d672-4687-912c-8457db26591a for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:27:56.046434 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4073f-1fb7-4875-a512-cfdc7db7bd81 None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:27:56.047018 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ecf4073f-1fb7-4875-a512-cfdc7db7bd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:27:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:27:56.092443 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a0816f0-b261-442b-895d-4edabba5a5f2 req-dc76d99a-faf3-40c6-a943-dddb32c8b283 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d HTTP/1.1" status: 200 len: 217 time: 0.0647104 Apr 29 18:27:56.104598 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd19fe-931b-4d3c-9f91-f24c6534c50b req-a2f27ba7-1a5a-4266-adb1-bbbeea545ce1 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:27:56.105279 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-69bd19fe-931b-4d3c-9f91-f24c6534c50b req-a2f27ba7-1a5a-4266-adb1-bbbeea545ce1 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Synchronizing usage tracker for tenant:c6f78de891f24548b3152ddca699ec59 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:27:56.168680 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-69bd19fe-931b-4d3c-9f91-f24c6534c50b req-a2f27ba7-1a5a-4266-adb1-bbbeea545ce1 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Unset dirty status for tenant:c6f78de891f24548b3152ddca699ec59 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:27:56.169940 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-69bd19fe-931b-4d3c-9f91-f24c6534c50b req-a2f27ba7-1a5a-4266-adb1-bbbeea545ce1 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 945 time: 0.2966807 Apr 29 18:27:56.175308 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0816f0-b261-442b-895d-4edabba5a5f2 req-8066a605-c239-4792-a082-ce3ef3d4c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:27:56.176661 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a0816f0-b261-442b-895d-4edabba5a5f2 req-8066a605-c239-4792-a082-ce3ef3d4c894 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb8865e3-6e22-45fd-a87a-8a87b766862d HTTP/1.1" status: 200 len: 849 time: 0.0687835 Apr 29 18:27:56.220434 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ecf4073f-1fb7-4875-a512-cfdc7db7bd81 None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:27:56.260201 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-69bd19fe-931b-4d3c-9f91-f24c6534c50b req-04c76e5f-896c-4e8a-acbd-535a7c3e67be tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825920 Apr 29 18:27:56.279740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0816f0-b261-442b-895d-4edabba5a5f2 req-0e47b00c-423d-4e8b-b3fb-db75351c0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:27:56.281186 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a0816f0-b261-442b-895d-4edabba5a5f2 req-0e47b00c-423d-4e8b-b3fb-db75351c0993 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908396 Apr 29 18:27:56.418229 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a0816f0-b261-442b-895d-4edabba5a5f2 req-a8b713fa-4ad3-4591-9786-3b9615c94203 service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304853 Apr 29 18:27:56.551047 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-2a0816f0-b261-442b-895d-4edabba5a5f2 req-58136479-cb9a-4462-896f-46bd47ae6dd5 service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266944 Apr 29 18:27:56.563938 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ecf4073f-1fb7-4875-a512-cfdc7db7bd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '16548a16-7a4d-4b18-9133-b3761047c58d', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'floating_ip_address': '172.26.4.46', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'port_id': '99eec972-c68f-46d7-bd8a-250525e68004', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'mac_address': 'fa:16:3e:91:e2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:23:47Z', 'updated_at': '2022-04-29T18:23:49Z', 'revision_number': 1, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 5, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:27:56.567917 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4073f-1fb7-4875-a512-cfdc7db7bd81 None None] The sync data for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv is: [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_floatingips': [{'id': '16548a16-7a4d-4b18-9133-b3761047c58d', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'floating_ip_address': '172.26.4.46', 'floating_network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'router_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'port_id': '99eec972-c68f-46d7-bd8a-250525e68004', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'mac_address': 'fa:16:3e:91:e2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T18:23:47Z', 'updated_at': '2022-04-29T18:23:49Z', 'revision_number': 1, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 5, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:27:56.589874 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4bb9a277-cd39-48d6-a12d-55b1b2bf690d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:27:56.703561 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936058'] for port, before_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:56.734816 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d'}] {{(pid=88020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:27:56.745546 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] For port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:27:56.750745 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764221782788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764221303610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764221303655'] for port, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:56.787369 dv-neutron-839024-2-hyperv neutron-server[88020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c267f32-2c71-424e-bc18-2479053b3289'] response: {'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'code': 200} Apr 29 18:27:56.807451 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a707deb8-775a-437a-a86b-d0bf594f68a1 None None] New status for floating IP f162fbdd-fd17-4de8-a730-2c3b797def59: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:27:56.955588 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:56.956620 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Pushing event updated for resources: {'Port': ['ID=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,revision_number=8']} {{(pid=88020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:27:56.959351 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:57.424237 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260029e4-7bf9-499c-a7e8-b42f617ca571 req-a94066bd-59a3-4408-8cc6-57790c7ab55c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:27:57.425620 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-260029e4-7bf9-499c-a7e8-b42f617ca571 req-a94066bd-59a3-4408-8cc6-57790c7ab55c tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 943 time: 0.1227434 Apr 29 18:27:57.513954 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-260029e4-7bf9-499c-a7e8-b42f617ca571 req-48b2d6d2-5495-40c0-ba3f-4f6abd383116 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Deleting port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:27:57.514303 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-260029e4-7bf9-499c-a7e8-b42f617ca571 req-48b2d6d2-5495-40c0-ba3f-4f6abd383116 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:57.614770 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25aae2-8523-4669-add4-b9d4cee90681 req-e8315e9d-c53f-44d5-a629-2a4ed27ad425 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:27:57.616222 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8a25aae2-8523-4669-add4-b9d4cee90681 req-e8315e9d-c53f-44d5-a629-2a4ed27ad425 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 943 time: 0.2345018 Apr 29 18:27:57.709102 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-8a25aae2-8523-4669-add4-b9d4cee90681 req-3acec19e-03d2-409a-a9a7-9c2437837aa2 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820613 Apr 29 18:27:57.813740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-260029e4-7bf9-499c-a7e8-b42f617ca571 req-48b2d6d2-5495-40c0-ba3f-4f6abd383116 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] For port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:27:57.814091 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-260029e4-7bf9-499c-a7e8-b42f617ca571 req-48b2d6d2-5495-40c0-ba3f-4f6abd383116 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:57.938740 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-260029e4-7bf9-499c-a7e8-b42f617ca571 req-48b2d6d2-5495-40c0-ba3f-4f6abd383116 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Calling delete_port for 4bb9a277-cd39-48d6-a12d-55b1b2bf690d owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:27:58.085200 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-260029e4-7bf9-499c-a7e8-b42f617ca571 req-48b2d6d2-5495-40c0-ba3f-4f6abd383116 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:58.238695 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2d6d2-5495-40c0-ba3f-4f6abd383116 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event deleted for resources: {'Port': ['ID=4bb9a277-cd39-48d6-a12d-55b1b2bf690d,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:27:58.280143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:58.314268 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-260029e4-7bf9-499c-a7e8-b42f617ca571 req-48b2d6d2-5495-40c0-ba3f-4f6abd383116 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] No DVR routers for this DVR port 4bb9a277-cd39-48d6-a12d-55b1b2bf690d on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:27:58.316768 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-260029e4-7bf9-499c-a7e8-b42f617ca571 req-48b2d6d2-5495-40c0-ba3f-4f6abd383116 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:27:58.319211 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'name': 'network-vif-deleted', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:27:58.334961 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-260029e4-7bf9-499c-a7e8-b42f617ca571 req-48b2d6d2-5495-40c0-ba3f-4f6abd383116 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.36 "DELETE /v2.0/ports/4bb9a277-cd39-48d6-a12d-55b1b2bf690d HTTP/1.1" status: 204 len: 173 time: 0.9033427 Apr 29 18:27:58.366040 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74626ff3-8497-4d51-96cb-04650476c0ce'] response: {'server_uuid': '07a5d58b-bd64-4236-bf56-cf89779c5a6d', 'name': 'network-vif-deleted', 'tag': '4bb9a277-cd39-48d6-a12d-55b1b2bf690d', 'status': 'completed', 'code': 200} Apr 29 18:27:58.869398 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-402aad05-9810-4df2-b977-6e641e8f0925 req-a1316a23-ea7e-4e4d-9978-202b91977581 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Synchronizing usage tracker for tenant:c6f78de891f24548b3152ddca699ec59 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:27:58.889118 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-402aad05-9810-4df2-b977-6e641e8f0925 req-a1316a23-ea7e-4e4d-9978-202b91977581 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Unset dirty status for tenant:c6f78de891f24548b3152ddca699ec59 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:27:58.890739 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-402aad05-9810-4df2-b977-6e641e8f0925 req-a1316a23-ea7e-4e4d-9978-202b91977581 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=07a5d58b-bd64-4236-bf56-cf89779c5a6d HTTP/1.1" status: 200 len: 210 time: 0.0622685 Apr 29 18:28:00.577659 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 33972) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:00.605491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4bb9a277-cd39-48d6-a12d-55b1b2bf690d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:28:00.639469 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 4bb9a277-cd39-48d6-a12d-55b1b2bf690d {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:28:00.639906 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 4bb9a277-cd39-48d6-a12d-55b1b2bf690d not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:28:00.781772 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5413f-6ed2-4947-b928-f4f63825a449 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Deleting port a63bfd6a-fc8a-4967-ac8a-031a6ffa0573 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:28:00.782113 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fa5413f-6ed2-4947-b928-f4f63825a449 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:00.957082 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fa5413f-6ed2-4947-b928-f4f63825a449 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:00.957305 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fa5413f-6ed2-4947-b928-f4f63825a449 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:01.077610 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5413f-6ed2-4947-b928-f4f63825a449 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Calling delete_port for a63bfd6a-fc8a-4967-ac8a-031a6ffa0573 owned by network:floatingip {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:28:01.233427 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fa5413f-6ed2-4947-b928-f4f63825a449 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:01.282152 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5413f-6ed2-4947-b928-f4f63825a449 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event deleted for resources: {'Port': ['ID=a63bfd6a-fc8a-4967-ac8a-031a6ffa0573,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:01.371750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fa5413f-6ed2-4947-b928-f4f63825a449 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for floatingip, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:01.372084 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.db.l3_db [None req-9fa5413f-6ed2-4947-b928-f4f63825a449 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Floating IP 16548a16-7a4d-4b18-9133-b3761047c58d disassociated (deleted). External IP: 172.26.4.46, port: 99eec972-c68f-46d7-bd8a-250525e68004. Apr 29 18:28:01.723415 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa5413f-6ed2-4947-b928-f4f63825a449 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Router e2f8274f-d672-4687-912c-8457db26591a has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:28:02.009654 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa5413f-6ed2-4947-b928-f4f63825a449 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:28:02.019673 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf5c7b-a1b5-47e6-b8c6-d5c17935abf8 None None] Sync routers for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:28:02.030395 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf5c7b-a1b5-47e6-b8c6-d5c17935abf8 None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:28:02.031056 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ddaf5c7b-a1b5-47e6-b8c6-d5c17935abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:27:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:02.032992 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-9fa5413f-6ed2-4947-b928-f4f63825a449 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:02.088111 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-9fa5413f-6ed2-4947-b928-f4f63825a449 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "DELETE /v2.0/floatingips/16548a16-7a4d-4b18-9133-b3761047c58d HTTP/1.1" status: 204 len: 168 time: 1.5093954 Apr 29 18:28:02.088754 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:28:02.135577 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b39b573e-ea73-44dc-abdd-28d7415b155a'] response: {'name': 'network-changed', 'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004', 'status': 'completed', 'code': 200} Apr 29 18:28:02.230641 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb78951-bc8c-4009-886f-380927adefec req-383f5ba6-0ab5-403a-b2fe-ba1ab8b2ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:28:02.232233 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fdb78951-bc8c-4009-886f-380927adefec req-383f5ba6-0ab5-403a-b2fe-ba1ab8b2ea62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f78de891f24548b3152ddca699ec59&device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 1097 time: 0.0737052 Apr 29 18:28:02.238149 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ddaf5c7b-a1b5-47e6-b8c6-d5c17935abf8 None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:28:02.374239 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb78951-bc8c-4009-886f-380927adefec req-094d9017-6504-4762-8f7a-52c9a8a25aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:28:02.375708 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fdb78951-bc8c-4009-886f-380927adefec req-094d9017-6504-4762-8f7a-52c9a8a25aef service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 200 len: 911 time: 0.1371689 Apr 29 18:28:02.475340 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fdb78951-bc8c-4009-886f-380927adefec req-6cc07d61-1ecb-4483-ac71-1f4980df4edb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99eec972-c68f-46d7-bd8a-250525e68004 HTTP/1.1" status: 200 len: 217 time: 0.0922914 Apr 29 18:28:02.557095 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb78951-bc8c-4009-886f-380927adefec req-7c95657a-96dd-4b4c-aaa7-faf86cee2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:28:02.558032 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ddaf5c7b-a1b5-47e6-b8c6-d5c17935abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 5, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:02.558425 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fdb78951-bc8c-4009-886f-380927adefec req-7c95657a-96dd-4b4c-aaa7-faf86cee2b73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb8865e3-6e22-45fd-a87a-8a87b766862d HTTP/1.1" status: 200 len: 849 time: 0.0724897 Apr 29 18:28:02.562010 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf5c7b-a1b5-47e6-b8c6-d5c17935abf8 None None] Checking router: e2f8274f-d672-4687-912c-8457db26591a for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:28:02.570430 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf5c7b-a1b5-47e6-b8c6-d5c17935abf8 None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:28:02.571055 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ddaf5c7b-a1b5-47e6-b8c6-d5c17935abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:27:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:02.619780 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d9d5d-3e73-47e9-bf5b-a2ffe7ffffb4 req-cc7ee250-c517-4f99-97bf-7c73c9d92305 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:28:02.620468 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-083d9d5d-3e73-47e9-bf5b-a2ffe7ffffb4 req-cc7ee250-c517-4f99-97bf-7c73c9d92305 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Synchronizing usage tracker for tenant:c6f78de891f24548b3152ddca699ec59 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:28:02.644961 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-083d9d5d-3e73-47e9-bf5b-a2ffe7ffffb4 req-cc7ee250-c517-4f99-97bf-7c73c9d92305 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Unset dirty status for tenant:c6f78de891f24548b3152ddca699ec59 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:28:02.646091 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-083d9d5d-3e73-47e9-bf5b-a2ffe7ffffb4 req-cc7ee250-c517-4f99-97bf-7c73c9d92305 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 944 time: 0.2075720 Apr 29 18:28:02.671557 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb78951-bc8c-4009-886f-380927adefec req-73c600d0-dfc0-4e36-88cd-576618750212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:28:02.672965 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fdb78951-bc8c-4009-886f-380927adefec req-73c600d0-dfc0-4e36-88cd-576618750212 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068437 Apr 29 18:28:02.737244 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-083d9d5d-3e73-47e9-bf5b-a2ffe7ffffb4 req-276a79e2-ab65-408f-9780-b1e6af80f3df tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808153 Apr 29 18:28:02.750314 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-ddaf5c7b-a1b5-47e6-b8c6-d5c17935abf8 None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:28:02.825361 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fdb78951-bc8c-4009-886f-380927adefec req-13324db3-b63d-4b17-83b5-819328d17a8a service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448667 Apr 29 18:28:02.956970 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-fdb78951-bc8c-4009-886f-380927adefec req-eae009d3-5d44-4e03-ae8c-cac1f327c07a service neutron] 10.222.0.36 "GET /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252811 Apr 29 18:28:03.061610 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-ddaf5c7b-a1b5-47e6-b8c6-d5c17935abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 5, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:03.065831 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf5c7b-a1b5-47e6-b8c6-d5c17935abf8 None None] The sync data for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv is: [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:23:21Z', 'revision_number': 4, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv', '_interfaces': [{'id': 'c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9', 'name': '', 'network_id': '4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'mac_address': 'fa:16:3e:f8:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:20Z', 'updated_at': '2022-04-29T18:23:28Z', 'revision_number': 5, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'subnets': [{'id': 'fb8865e3-6e22-45fd-a87a-8a87b766862d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:28:03.290120 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d235618-e007-4015-b812-9d8c653dcd15 None None] New status for floating IP 16548a16-7a4d-4b18-9133-b3761047c58d: DOWN {{(pid=88020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 18:28:03.962556 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682072f8-2f12-4e6d-8a2b-0c07e5b5ee79 req-76ce5a07-e2d7-480a-a887-291843d25dd4 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:28:03.963923 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-682072f8-2f12-4e6d-8a2b-0c07e5b5ee79 req-76ce5a07-e2d7-480a-a887-291843d25dd4 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 944 time: 0.1371212 Apr 29 18:28:03.971877 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd12f-4689-4d6b-bba3-71e75c226c2f req-f578600a-467e-4d16-8fea-8af481ee4030 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 18:28:03.973182 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-32bdd12f-4689-4d6b-bba3-71e75c226c2f req-f578600a-467e-4d16-8fea-8af481ee4030 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 944 time: 0.1148865 Apr 29 18:28:04.066568 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-682072f8-2f12-4e6d-8a2b-0c07e5b5ee79 req-3b2c46ac-5f4f-4609-afa6-6f1596ea322f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Deleting port 99eec972-c68f-46d7-bd8a-250525e68004 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:28:04.066871 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-682072f8-2f12-4e6d-8a2b-0c07e5b5ee79 req-3b2c46ac-5f4f-4609-afa6-6f1596ea322f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:04.098809 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-32bdd12f-4689-4d6b-bba3-71e75c226c2f req-3901fbb4-3533-41dd-bc83-2f26d27b7588 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/security-groups?id=064b2064-281c-4b94-b564-6b0cdc1bb57c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944793 Apr 29 18:28:04.313750 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [req-682072f8-2f12-4e6d-8a2b-0c07e5b5ee79 req-3b2c46ac-5f4f-4609-afa6-6f1596ea322f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] For port 99eec972-c68f-46d7-bd8a-250525e68004, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=99eec972-c68f-46d7-bd8a-250525e68004,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:28:04.314105 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-682072f8-2f12-4e6d-8a2b-0c07e5b5ee79 req-3b2c46ac-5f4f-4609-afa6-6f1596ea322f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:04.546135 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [req-682072f8-2f12-4e6d-8a2b-0c07e5b5ee79 req-3b2c46ac-5f4f-4609-afa6-6f1596ea322f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Calling delete_port for 99eec972-c68f-46d7-bd8a-250525e68004 owned by compute:nova {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:28:04.696708 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-682072f8-2f12-4e6d-8a2b-0c07e5b5ee79 req-3b2c46ac-5f4f-4609-afa6-6f1596ea322f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:04.745388 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c46ac-5f4f-4609-afa6-6f1596ea322f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event deleted for resources: {'Port': ['ID=99eec972-c68f-46d7-bd8a-250525e68004,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:04.821713 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [req-682072f8-2f12-4e6d-8a2b-0c07e5b5ee79 req-3b2c46ac-5f4f-4609-afa6-6f1596ea322f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] No DVR routers for this DVR port 99eec972-c68f-46d7-bd8a-250525e68004 on host hv-neutron-8390 {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:28:04.824440 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [req-682072f8-2f12-4e6d-8a2b-0c07e5b5ee79 req-3b2c46ac-5f4f-4609-afa6-6f1596ea322f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:04.826957 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'name': 'network-vif-deleted', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004'}] {{(pid=88019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 18:28:04.843714 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-682072f8-2f12-4e6d-8a2b-0c07e5b5ee79 req-3b2c46ac-5f4f-4609-afa6-6f1596ea322f tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.36 "DELETE /v2.0/ports/99eec972-c68f-46d7-bd8a-250525e68004 HTTP/1.1" status: 204 len: 173 time: 0.8695643 Apr 29 18:28:04.875973 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd72d31-5903-48af-bda5-1b112627eae9'] response: {'server_uuid': '0e93ab89-2323-4b2d-b055-23ed85362f3e', 'name': 'network-vif-deleted', 'tag': '99eec972-c68f-46d7-bd8a-250525e68004', 'status': 'completed', 'code': 200} Apr 29 18:28:05.263419 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-1bec46be-ea5f-4450-841f-31a8db5fa8f2 req-e432881b-04c4-4724-a372-05f676ab04a8 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Synchronizing usage tracker for tenant:c6f78de891f24548b3152ddca699ec59 on resource:port {{(pid=88019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 18:28:05.281651 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.quota.resource [req-1bec46be-ea5f-4450-841f-31a8db5fa8f2 req-e432881b-04c4-4724-a372-05f676ab04a8 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Unset dirty status for tenant:c6f78de891f24548b3152ddca699ec59 on resource:port {{(pid=88019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 18:28:05.282885 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [req-1bec46be-ea5f-4450-841f-31a8db5fa8f2 req-e432881b-04c4-4724-a372-05f676ab04a8 tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e93ab89-2323-4b2d-b055-23ed85362f3e HTTP/1.1" status: 200 len: 210 time: 0.0614266 Apr 29 18:28:06.378108 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 33990) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:06.459094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:06.490022 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:06.563223 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:06.589643 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064b2064-281c-4b94-b564-6b0cdc1bb57c,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:06.599952 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:28:06.600292 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:28:06.600628 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:28:06.600955 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:28:06.601282 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:28:06.601605 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:28:06.602269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:28:06.602269 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:28:06.602539 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:28:06.602854 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:28:06.603168 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:28:06.603510 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839024-2-hyperv {{(pid=88018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 18:28:06.606542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:06.607685 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6f5bacf2-91cd-4916-befe-273c311eb5ce tempest-TestSnapshotPattern-684174826 tempest-TestSnapshotPattern-684174826-project] 10.222.0.11 "DELETE /v2.0/security-groups/064b2064-281c-4b94-b564-6b0cdc1bb57c HTTP/1.1" status: 204 len: 168 time: 0.2285619 Apr 29 18:28:06.622528 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 99eec972-c68f-46d7-bd8a-250525e68004 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:28:06.652768 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 34000) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:06.674054 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] No Port match for: 99eec972-c68f-46d7-bd8a-250525e68004 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:28:06.674397 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Device 99eec972-c68f-46d7-bd8a-250525e68004 not bound to the agent host hv-neutron-8390 {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:28:07.311555 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-724e55e4-4dc4-4a75-ab5a-1bc3e61990b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:07.669378 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-724e55e4-4dc4-4a75-ab5a-1bc3e61990b4 admin admin] Deleting port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:28:07.670068 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-724e55e4-4dc4-4a75-ab5a-1bc3e61990b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:07.848236 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-724e55e4-4dc4-4a75-ab5a-1bc3e61990b4 admin admin] For port c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:28:07.848589 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-724e55e4-4dc4-4a75-ab5a-1bc3e61990b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:07.969325 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-724e55e4-4dc4-4a75-ab5a-1bc3e61990b4 admin admin] Calling delete_port for c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:28:08.142934 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-724e55e4-4dc4-4a75-ab5a-1bc3e61990b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:08.190105 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e55e4-4dc4-4a75-ab5a-1bc3e61990b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:08.451529 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-724e55e4-4dc4-4a75-ab5a-1bc3e61990b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:08.912707 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724e55e4-4dc4-4a75-ab5a-1bc3e61990b4 admin admin] Router e2f8274f-d672-4687-912c-8457db26591a has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:28:09.095231 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724e55e4-4dc4-4a75-ab5a-1bc3e61990b4 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:28:09.104599 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed1611-d0c2-4c12-aae6-345abc33fae4 None None] Sync routers for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:28:09.112747 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-724e55e4-4dc4-4a75-ab5a-1bc3e61990b4 admin admin] 10.222.0.11 "PUT /v2.0/routers/e2f8274f-d672-4687-912c-8457db26591a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4588337 Apr 29 18:28:09.115214 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 34006) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:09.115404 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed1611-d0c2-4c12-aae6-345abc33fae4 None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:28:09.116032 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-36ed1611-d0c2-4c12-aae6-345abc33fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:27:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:09.290285 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:09.295447 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-36ed1611-d0c2-4c12-aae6-345abc33fae4 None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: dv-neutron-839024-2-hyperv {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:28:09.465158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:09.475985 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Deleting port 42d5174c-409e-4a7d-8abe-d09c9095427e {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:28:09.476321 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:09.619982 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-36ed1611-d0c2-4c12-aae6-345abc33fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:28:08Z', 'revision_number': 5, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port': {'id': '42d5174c-409e-4a7d-8abe-d09c9095427e', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8274f-d672-4687-912c-8457db26591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:18Z', 'updated_at': '2022-04-29T18:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:09.624996 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed1611-d0c2-4c12-aae6-345abc33fae4 None None] Checking router: e2f8274f-d672-4687-912c-8457db26591a for host: dv-neutron-839024-2-hyperv {{(pid=88021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:28:09.634966 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed1611-d0c2-4c12-aae6-345abc33fae4 None None] Routers {'e2f8274f-d672-4687-912c-8457db26591a'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:28:09.635914 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-36ed1611-d0c2-4c12-aae6-345abc33fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:27:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['e2f8274f-d672-4687-912c-8457db26591a'], 'active': True} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:09.653971 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] For port 42d5174c-409e-4a7d-8abe-d09c9095427e, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=42d5174c-409e-4a7d-8abe-d09c9095427e,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:28:09.654687 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:09.777942 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Calling delete_port for 42d5174c-409e-4a7d-8abe-d09c9095427e owned by network:router_gateway {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:28:09.786586 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_dvr_db [None req-36ed1611-d0c2-4c12-aae6-345abc33fae4 None None] Set router e2f8274f-d672-4687-912c-8457db26591a gateway port host: None {{(pid=88021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:28:09.894278 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.l3_hamode_db [None req-36ed1611-d0c2-4c12-aae6-345abc33fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:28:09Z', 'revision_number': 6, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:09.898255 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed1611-d0c2-4c12-aae6-345abc33fae4 None None] The sync data for ids ['e2f8274f-d672-4687-912c-8457db26591a'] in dv-neutron-839024-2-hyperv is: [{'id': 'e2f8274f-d672-4687-912c-8457db26591a', 'name': 'tempest-TestSnapshotPattern-1726741248-router', 'tenant_id': 'c6f78de891f24548b3152ddca699ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:17Z', 'updated_at': '2022-04-29T18:28:09Z', 'revision_number': 6, 'project_id': 'c6f78de891f24548b3152ddca699ec59', 'gw_port_host': None}] {{(pid=88021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:28:09.958835 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:10.005304 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d5174c-409e-4a7d-8abe-d09c9095427e,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:10.211229 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:10.381227 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:10.383541 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:10.409178 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:10.409822 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2f8274f-d672-4687-912c-8457db26591a {{(pid=88018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:28:10.422841 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:10.423985 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-94dd651f-c658-42c4-8fab-69ce21a805e3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e2f8274f-d672-4687-912c-8457db26591a HTTP/1.1" status: 204 len: 168 time: 1.3078597 Apr 29 18:28:10.427709 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 34010) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:10.489351 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7933540-34a0-433b-abf8-dab3104c13d9 admin admin] Deleting subnet fb8865e3-6e22-45fd-a87a-8a87b766862d {{(pid=88018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:28:10.492474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f7933540-34a0-433b-abf8-dab3104c13d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:10.541094 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f7933540-34a0-433b-abf8-dab3104c13d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-661035'] for subnet, precommit_delete_associations {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:10.620150 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f7933540-34a0-433b-abf8-dab3104c13d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:10.692194 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f7933540-34a0-433b-abf8-dab3104c13d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6502004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6496322'] for subnet, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:10.728691 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7933540-34a0-433b-abf8-dab3104c13d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb8865e3-6e22-45fd-a87a-8a87b766862d,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:10.733620 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-f7933540-34a0-433b-abf8-dab3104c13d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:10.738819 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a22dcc-6ae3-4455-89ad-3cfd0a0ca069 None None] Network 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:28:10.740501 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-f7933540-34a0-433b-abf8-dab3104c13d9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fb8865e3-6e22-45fd-a87a-8a87b766862d HTTP/1.1" status: 204 len: 168 time: 0.3118069 Apr 29 18:28:10.743165 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 34014) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:10.848153 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:10.860741 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Deleting port f1ffe856-af09-4dda-8b86-bc640d9d9ded {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:28:10.861071 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:11.012409 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c09b5c6-e1e1-47b3-a5b6-c11ac36e4ea9 None None] DHCP port deletion for 4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:28:11.016789 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6c09b5c6-e1e1-47b3-a5b6-c11ac36e4ea9 None None] Deleting port f1ffe856-af09-4dda-8b86-bc640d9d9ded {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:28:11.017223 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6c09b5c6-e1e1-47b3-a5b6-c11ac36e4ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:11.071806 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] For port f1ffe856-af09-4dda-8b86-bc640d9d9ded, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f1ffe856-af09-4dda-8b86-bc640d9d9ded,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:28:11.072393 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:11.190336 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Calling delete_port for f1ffe856-af09-4dda-8b86-bc640d9d9ded owned by network:dhcp {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:28:11.214569 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-6c09b5c6-e1e1-47b3-a5b6-c11ac36e4ea9 None None] For port f1ffe856-af09-4dda-8b86-bc640d9d9ded, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=f1ffe856-af09-4dda-8b86-bc640d9d9ded,segment=NetworkSegment(37670b9e-b278-47f8-b0cc-7df505080c39),segment_id=37670b9e-b278-47f8-b0cc-7df505080c39)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:28:11.214953 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6c09b5c6-e1e1-47b3-a5b6-c11ac36e4ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:11.266006 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:11.314027 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ffe856-af09-4dda-8b86-bc640d9d9ded,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:11.317630 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] No DVR routers for this DVR port f1ffe856-af09-4dda-8b86-bc640d9d9ded on host dv-neutron-839024-2-hyperv {{(pid=88018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:28:11.332293 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6c09b5c6-e1e1-47b3-a5b6-c11ac36e4ea9 None None] Calling delete_port for f1ffe856-af09-4dda-8b86-bc640d9d9ded owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:28:11.403563 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-6c09b5c6-e1e1-47b3-a5b6-c11ac36e4ea9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:28:11.403893 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-6c09b5c6-e1e1-47b3-a5b6-c11ac36e4ea9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:28:11.430615 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:11.455091 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202']}} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:11.466978 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37670b9e-b278-47f8-b0cc-7df505080c39') {'for_net_delete': True} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:11.467274 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.services.segments.db [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37670b9e-b278-47f8-b0cc-7df505080c39') {} {{(pid=88018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:11.478641 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-661026'] for segment, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:11.497149 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:11.506792 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:28:11.507259 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6501934'] for segment, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: Traceback (most recent call last): Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: timer() Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: cb(*args, **kw) Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: return func(*args, **kwargs) Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: self._notify() Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: self.callback(batched_events) Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: event.method(event) Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: return f(self, *a, **k) Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._get(url).json() Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: return self.request(url, 'GET', **kwargs) Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:28:11.524424 dv-neutron-839024-2-hyperv neutron-server[88018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:28:11.702612 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:11.718689 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Notify callbacks [] for network, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:11.728433 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:11.735381 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-ca2f1d53-d2c9-4914-a843-ddd964b02ce7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4bf6d0bc-6f99-4f8e-9b8e-3aef4033e202 HTTP/1.1" status: 204 len: 168 time: 0.9912131 Apr 29 18:28:11.738433 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 34018) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:11.889131 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 42d5174c-409e-4a7d-8abe-d09c9095427e no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:28:11.920335 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6c09b5c6-e1e1-47b3-a5b6-c11ac36e4ea9 None None] Deleting port f1ffe856-af09-4dda-8b86-bc640d9d9ded {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:28:11.920920 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-6c09b5c6-e1e1-47b3-a5b6-c11ac36e4ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:11.954711 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 42d5174c-409e-4a7d-8abe-d09c9095427e {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:28:11.955042 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 42d5174c-409e-4a7d-8abe-d09c9095427e not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:28:11.955494 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f1ffe856-af09-4dda-8b86-bc640d9d9ded no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:28:12.020137 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: f1ffe856-af09-4dda-8b86-bc640d9d9ded {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:28:12.020499 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device f1ffe856-af09-4dda-8b86-bc640d9d9ded not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:28:12.020890 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:28:12.048683 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-6c09b5c6-e1e1-47b3-a5b6-c11ac36e4ea9 None None] The port 'f1ffe856-af09-4dda-8b86-bc640d9d9ded' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 18:28:12.060974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:28:12.061334 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device c7f59873-32f8-49b5-b1b4-6c5cc7e0bba9 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:28:12.283220 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6216f74b-94bc-4627-9756-111fd9275610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084650'] for router_interface, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:12.632158 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6216f74b-94bc-4627-9756-111fd9275610 admin admin] Deleting port 426f26f3-bfd7-40db-974c-07dfc3fb34b6 {{(pid=88018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:28:12.632451 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6216f74b-94bc-4627-9756-111fd9275610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:12.814829 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.db [None req-6216f74b-94bc-4627-9756-111fd9275610 admin admin] For port 426f26f3-bfd7-40db-974c-07dfc3fb34b6, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=426f26f3-bfd7-40db-974c-07dfc3fb34b6,segment=NetworkSegment(73f69835-99e3-41fa-bb23-4166010de770),segment_id=73f69835-99e3-41fa-bb23-4166010de770)] {{(pid=88018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:28:12.815172 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6216f74b-94bc-4627-9756-111fd9275610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:12.936872 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.plugins.ml2.plugin [None req-6216f74b-94bc-4627-9756-111fd9275610 admin admin] Calling delete_port for 426f26f3-bfd7-40db-974c-07dfc3fb34b6 owned by network:router_interface {{(pid=88018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:28:13.246474 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6216f74b-94bc-4627-9756-111fd9275610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6501953'] for port, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:13.303542 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216f74b-94bc-4627-9756-111fd9275610 admin admin] Pushing event deleted for resources: {'Port': ['ID=426f26f3-bfd7-40db-974c-07dfc3fb34b6,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:13.571127 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-6216f74b-94bc-4627-9756-111fd9275610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2084790'] for router_interface, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:13.934496 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6216f74b-94bc-4627-9756-111fd9275610 admin admin] Router 71b7d38f-24b1-427e-9b78-ba701b0ce66f has already been hosted by L3 agent 3391db73-22e0-4871-ad18-bf3ed7a78a9c {{(pid=88018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 18:28:14.120023 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6216f74b-94bc-4627-9756-111fd9275610 admin admin] Notify agent at l3_agent.dv-neutron-839024-2-hyperv the message routers_updated {{(pid=88018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 18:28:14.129029 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc584f-9c25-4f89-ac1d-1167ead10981 None None] Sync routers for ids ['71b7d38f-24b1-427e-9b78-ba701b0ce66f'] in dv-neutron-839024-2-hyperv {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 18:28:14.137186 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-6216f74b-94bc-4627-9756-111fd9275610 admin admin] 10.222.0.11 "PUT /v2.0/routers/71b7d38f-24b1-427e-9b78-ba701b0ce66f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3977721 Apr 29 18:28:14.139838 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 34024) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:14.140326 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc584f-9c25-4f89-ac1d-1167ead10981 None None] Routers {'71b7d38f-24b1-427e-9b78-ba701b0ce66f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:28:14.140512 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e7dc584f-9c25-4f89-ac1d-1167ead10981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:27:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['71b7d38f-24b1-427e-9b78-ba701b0ce66f'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:14.314561 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-e7dc584f-9c25-4f89-ac1d-1167ead10981 None None] Set router 71b7d38f-24b1-427e-9b78-ba701b0ce66f gateway port host: dv-neutron-839024-2-hyperv {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:28:14.319062 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Notify callbacks [] for router, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:14.491072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:14.501655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Deleting port a78a7118-7dbd-495d-b7fe-5a53d9ba76bb {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:28:14.501988 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:14.631812 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e7dc584f-9c25-4f89-ac1d-1167ead10981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'name': 'tempest-TestSnapshotPattern-1394580475-router', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'external_fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:23Z', 'updated_at': '2022-04-29T18:28:13Z', 'revision_number': 5, 'project_id': 'a1314d2ea0994edba03830e5cd471a4e', 'gw_port': {'id': 'a78a7118-7dbd-495d-b7fe-5a53d9ba76bb', 'name': '', 'network_id': 'aa63f2ea-347a-460c-bab3-9b7ff43d9db0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:28:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839024-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T18:23:24Z', 'updated_at': '2022-04-29T18:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63add7f7-3c5c-4437-8a75-fe7a64367a02', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839024-2-hyperv'}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:14.635706 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc584f-9c25-4f89-ac1d-1167ead10981 None None] Checking router: 71b7d38f-24b1-427e-9b78-ba701b0ce66f for host: dv-neutron-839024-2-hyperv {{(pid=88020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 18:28:14.644312 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc584f-9c25-4f89-ac1d-1167ead10981 None None] Routers {'71b7d38f-24b1-427e-9b78-ba701b0ce66f'} bound to L3 agent in host dv-neutron-839024-2-hyperv {{(pid=88020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 18:28:14.644859 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e7dc584f-9c25-4f89-ac1d-1167ead10981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839024-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T17:23:25Z,description=,heartbeat_timestamp=2022-04-29T18:27:55Z,host='dv-neutron-839024-2-hyperv',id=3391db73-22e0-4871-ad18-bf3ed7a78a9c,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T17:23:25Z,topic='l3_agent')) {'router_ids': ['71b7d38f-24b1-427e-9b78-ba701b0ce66f'], 'active': True} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:14.680767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] For port a78a7118-7dbd-495d-b7fe-5a53d9ba76bb, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=a78a7118-7dbd-495d-b7fe-5a53d9ba76bb,segment=NetworkSegment(fb18d6c2-a900-46a7-9d81-e5e2352822d7),segment_id=fb18d6c2-a900-46a7-9d81-e5e2352822d7)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:28:14.680767 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:14.793323 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_dvr_db [None req-e7dc584f-9c25-4f89-ac1d-1167ead10981 None None] Set router 71b7d38f-24b1-427e-9b78-ba701b0ce66f gateway port host: None {{(pid=88020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 18:28:14.801295 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Calling delete_port for a78a7118-7dbd-495d-b7fe-5a53d9ba76bb owned by network:router_gateway {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:28:14.896445 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.db.l3_hamode_db [None req-e7dc584f-9c25-4f89-ac1d-1167ead10981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'name': 'tempest-TestSnapshotPattern-1394580475-router', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:23Z', 'updated_at': '2022-04-29T18:28:14Z', 'revision_number': 6, 'project_id': 'a1314d2ea0994edba03830e5cd471a4e', 'gw_port_host': None}], 'dv-neutron-839024-2-hyperv', False) {} {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:14.900486 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc584f-9c25-4f89-ac1d-1167ead10981 None None] The sync data for ids ['71b7d38f-24b1-427e-9b78-ba701b0ce66f'] in dv-neutron-839024-2-hyperv is: [{'id': '71b7d38f-24b1-427e-9b78-ba701b0ce66f', 'name': 'tempest-TestSnapshotPattern-1394580475-router', 'tenant_id': 'a1314d2ea0994edba03830e5cd471a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T18:23:23Z', 'updated_at': '2022-04-29T18:28:14Z', 'revision_number': 6, 'project_id': 'a1314d2ea0994edba03830e5cd471a4e', 'gw_port_host': None}] {{(pid=88020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 18:28:14.972624 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:15.021792 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=a78a7118-7dbd-495d-b7fe-5a53d9ba76bb,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:15.110719 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2044687'] for router_gateway, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:15.399475 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2045752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3895'] for router, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:15.401459 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:15.424853 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2045927'] for router, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:15.425473 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71b7d38f-24b1-427e-9b78-ba701b0ce66f {{(pid=88019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 18:28:15.437696 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] Notify callbacks [] for router, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:15.438963 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-2b07991a-8030-4f3d-ac2d-8759cbd14e57 admin admin] 10.222.0.11 "DELETE /v2.0/routers/71b7d38f-24b1-427e-9b78-ba701b0ce66f HTTP/1.1" status: 204 len: 168 time: 1.2980344 Apr 29 18:28:15.441562 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 34028) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:15.499668 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.db_base_plugin_v2 [None req-39941aa1-34a9-4393-9c4a-3a1b8a413754 admin admin] Deleting subnet a6456b2b-302d-4c9e-8efb-446a2f938140 {{(pid=88019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 18:28:15.503163 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-39941aa1-34a9-4393-9c4a-3a1b8a413754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:15.551874 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-39941aa1-34a9-4393-9c4a-3a1b8a413754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7992471'] for subnet, precommit_delete_associations {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:15.632298 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-39941aa1-34a9-4393-9c4a-3a1b8a413754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858242'] for subnet, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:15.702484 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-39941aa1-34a9-4393-9c4a-3a1b8a413754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7993386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6831952'] for subnet, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:15.744418 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39941aa1-34a9-4393-9c4a-3a1b8a413754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6456b2b-302d-4c9e-8efb-446a2f938140,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:15.746313 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-39941aa1-34a9-4393-9c4a-3a1b8a413754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:15.755117 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-39941aa1-34a9-4393-9c4a-3a1b8a413754 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a6456b2b-302d-4c9e-8efb-446a2f938140 HTTP/1.1" status: 204 len: 168 time: 0.3101759 Apr 29 18:28:15.755203 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd15990-270b-4553-b264-6588e0284ea1 None None] Network 9f4a1a98-42ed-4d61-981b-8399ab02b337 requested from dv-neutron-839024-2-hyperv {{(pid=88020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 18:28:15.755791 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 34032) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:15.924688 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a78a7118-7dbd-495d-b7fe-5a53d9ba76bb no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:28:15.972143 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: a78a7118-7dbd-495d-b7fe-5a53d9ba76bb {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:28:15.972481 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device a78a7118-7dbd-495d-b7fe-5a53d9ba76bb not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:28:15.972895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 426f26f3-bfd7-40db-974c-07dfc3fb34b6 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:28:16.001129 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545630'] for network, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:16.011257 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: 426f26f3-bfd7-40db-974c-07dfc3fb34b6 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:28:16.011650 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device 426f26f3-bfd7-40db-974c-07dfc3fb34b6 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:28:16.011776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Deleting port edde0e34-cd2f-44be-a909-fea29ed86b11 {{(pid=88019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:28:16.012090 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:16.090175 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb2a100-3c65-4a65-9f74-7a1bea573237 None None] DHCP port deletion for 9f4a1a98-42ed-4d61-981b-8399ab02b337 request from dv-neutron-839024-2-hyperv {{(pid=88020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 18:28:16.094663 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2a100-3c65-4a65-9f74-7a1bea573237 None None] Deleting port edde0e34-cd2f-44be-a909-fea29ed86b11 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:28:16.095116 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bfb2a100-3c65-4a65-9f74-7a1bea573237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:16.222181 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.db [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] For port edde0e34-cd2f-44be-a909-fea29ed86b11, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=edde0e34-cd2f-44be-a909-fea29ed86b11,segment=NetworkSegment(73f69835-99e3-41fa-bb23-4166010de770),segment_id=73f69835-99e3-41fa-bb23-4166010de770)] {{(pid=88019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:28:16.222433 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:16.297539 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.db [None req-bfb2a100-3c65-4a65-9f74-7a1bea573237 None None] For port edde0e34-cd2f-44be-a909-fea29ed86b11, host dv-neutron-839024-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839024-2-hyperv',level=0,port_id=edde0e34-cd2f-44be-a909-fea29ed86b11,segment=NetworkSegment(73f69835-99e3-41fa-bb23-4166010de770),segment_id=73f69835-99e3-41fa-bb23-4166010de770)] {{(pid=88020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 18:28:16.297895 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bfb2a100-3c65-4a65-9f74-7a1bea573237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2081834'] for port, precommit_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:16.343303 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.plugin [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Calling delete_port for edde0e34-cd2f-44be-a909-fea29ed86b11 owned by network:dhcp {{(pid=88019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:28:16.416810 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2a100-3c65-4a65-9f74-7a1bea573237 None None] Calling delete_port for edde0e34-cd2f-44be-a909-fea29ed86b11 owned by network:dhcp {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 18:28:16.421317 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764221781998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764221303601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7993375'] for port, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:16.468124 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=edde0e34-cd2f-44be-a909-fea29ed86b11,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:16.469908 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] No DVR routers for this DVR port edde0e34-cd2f-44be-a909-fea29ed86b11 on host dv-neutron-839024-2-hyperv {{(pid=88019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 18:28:16.489817 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.db.api [None req-bfb2a100-3c65-4a65-9f74-7a1bea573237 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 18:28:16.490165 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG oslo_db.api [None req-bfb2a100-3c65-4a65-9f74-7a1bea573237 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 18:28:16.585112 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857097', 'neutron.services.segments.db._delete_segments_for_network-8764221837653'] for network, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:16.613663 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4a1a98-42ed-4d61-981b-8399ab02b337']}} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:16.626072 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f69835-99e3-41fa-bb23-4166010de770') {'for_net_delete': True} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:16.626370 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.services.segments.db [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f69835-99e3-41fa-bb23-4166010de770') {} {{(pid=88019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 18:28:16.637692 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764221840240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7992478'] for segment, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:16.654084 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-859733'] for segment, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:16.660783 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 18:28:16.661187 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-859719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7993456'] for segment, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: Traceback (most recent call last): Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: timer() Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: cb(*args, **kw) Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: return func(*args, **kwargs) Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: self._notify() Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: self.callback(batched_events) Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: event.method(event) Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: return f(self, *a, **k) Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._get(url).json() Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: return self.request(url, 'GET', **kwargs) Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 18:28:16.677835 dv-neutron-839024-2-hyperv neutron-server[88019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 18:28:16.753488 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2044714'] for network, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:16.769497 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Notify callbacks [] for network, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:16.781811 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f4a1a98-42ed-4d61-981b-8399ab02b337,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:16.786623 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-b80e681e-11c4-4894-bbd7-b7edea779ee2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9f4a1a98-42ed-4d61-981b-8399ab02b337 HTTP/1.1" status: 204 len: 168 time: 1.0304344 Apr 29 18:28:16.907037 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 34040) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:16.958594 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-f75f1333-642f-474e-81d8-e1b2c1c7ae9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6f78de891f24548b3152ddca699ec59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503869 Apr 29 18:28:16.961272 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 34044) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:16.991669 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2a100-3c65-4a65-9f74-7a1bea573237 None None] Deleting port edde0e34-cd2f-44be-a909-fea29ed86b11 {{(pid=88020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 18:28:16.992177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bfb2a100-3c65-4a65-9f74-7a1bea573237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764221662980'] for port, before_delete {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:17.018193 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0b39c4d-2840-449a-8e9e-b39438b78377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:17.044958 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0b39c4d-2840-449a-8e9e-b39438b78377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:17.060236 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2a100-3c65-4a65-9f74-7a1bea573237 None None] The port 'edde0e34-cd2f-44be-a909-fea29ed86b11' was deleted {{(pid=88020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 18:28:17.105461 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0b39c4d-2840-449a-8e9e-b39438b78377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:17.122421 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b39c4d-2840-449a-8e9e-b39438b78377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb907f1c-6537-42ed-a9cd-b90c36315504,revision_number=None']} {{(pid=88018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:17.128867 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron_lib.callbacks.manager [None req-a0b39c4d-2840-449a-8e9e-b39438b78377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:17.131372 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-a0b39c4d-2840-449a-8e9e-b39438b78377 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb907f1c-6537-42ed-a9cd-b90c36315504 HTTP/1.1" status: 204 len: 168 time: 0.1677778 Apr 29 18:28:17.514988 dv-neutron-839024-2-hyperv neutron-server[88018]: DEBUG neutron.wsgi [-] (88018) accepted ('10.222.0.11', 34052) {{(pid=88018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:17.563056 dv-neutron-839024-2-hyperv neutron-server[88018]: INFO neutron.wsgi [None req-967490fd-5455-4163-a8bb-d9c4171d3318 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1314d2ea0994edba03830e5cd471a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469248 Apr 29 18:28:17.565655 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [-] (88019) accepted ('10.222.0.11', 34056) {{(pid=88019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 18:28:17.626234 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e6df685-bd95-480a-8b35-2370781196a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:17.656798 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e6df685-bd95-480a-8b35-2370781196a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:17.710259 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e6df685-bd95-480a-8b35-2370781196a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083129'] for security_group, after_delete {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:17.724530 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6df685-bd95-480a-8b35-2370781196a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c4679-289f-41a8-a34f-de9dd46194aa,revision_number=None']} {{(pid=88019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 18:28:17.730720 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron_lib.callbacks.manager [None req-6e6df685-bd95-480a-8b35-2370781196a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:17.732427 dv-neutron-839024-2-hyperv neutron-server[88019]: INFO neutron.wsgi [None req-6e6df685-bd95-480a-8b35-2370781196a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/623c4679-289f-41a8-a34f-de9dd46194aa HTTP/1.1" status: 204 len: 168 time: 0.1658232 Apr 29 18:28:17.888830 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device edde0e34-cd2f-44be-a909-fea29ed86b11 no longer exists at agent ovs-agent-dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 18:28:17.922837 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.plugin [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] No Port match for: edde0e34-cd2f-44be-a909-fea29ed86b11 {{(pid=88020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 18:28:17.923177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron.plugins.ml2.rpc [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Device edde0e34-cd2f-44be-a909-fea29ed86b11 not bound to the agent host dv-neutron-839024-2-hyperv {{(pid=88020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 18:28:18.626029 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:28:18.983905 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:23.379622 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5c768dab-0269-4f42-bf7c-9d7d6cee982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:25.477199 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-d31cd2d9-ac76-4897-81f3-e6754acc491b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:26.865710 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:26.923182 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:28.290063 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:48.982929 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:53.373319 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-4166d96b-5bc7-4a19-afb6-d78de24e8303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:55.484171 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-15d86a61-a2dd-4db9-b4bb-f5902e8d6d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:55.625494 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:28:56.875195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:56.930141 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:28:58.293197 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:29:18.984732 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:29:23.387395 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2feca576-8d46-41fa-bf7a-1f4db07a04ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:29:25.479592 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9b88bfda-15bf-4ba0-84b2-d12ad3819fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:29:26.880457 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:29:26.924581 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:29:28.297828 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:29:32.629093 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:29:48.989775 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:29:53.384763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2a138073-ede8-454a-a32e-aa1b7e564ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:29:55.481234 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-57610065-5327-49a7-82fa-8a9d8d321cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:29:56.877974 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:29:56.928116 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:29:58.304124 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:30:09.635546 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:30:18.987526 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:30:23.389749 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-51712d3c-25f2-437e-8f2a-1cff2546b801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:30:25.482703 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-86c0031d-3efe-4d1e-bde4-7a67a09919ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:30:26.885853 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:30:26.931925 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:30:28.308304 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:30:46.636081 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:30:49.020052 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:30:53.383019 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-1773625e-f0e6-454a-a8d4-dc340de241ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:30:55.481870 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-9a8bafbe-2735-45af-a656-ae75e9ea332f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:30:56.888853 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:30:56.936589 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:30:58.306025 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:31:19.017673 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:31:23.396165 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-477478e8-6e23-4040-b906-dd3340bbf34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:31:23.635738 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:31:25.481967 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-af797a0f-1d33-4ea6-a4e6-517629958ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:31:26.892171 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:31:26.939698 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:31:28.316110 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:31:49.020627 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:31:53.402056 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-fe1fec1c-5f81-4765-80b5-6a50f1c0a536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:31:55.476693 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-091ca9a0-b3d1-4e86-adb2-42ce59b7ac24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:31:56.893354 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:31:56.957540 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:31:58.321165 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:32:00.635993 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:32:01.725776 dv-neutron-839024-2-hyperv neutron-server[88019]: DEBUG neutron.wsgi [req-99ed6bdf-f5a1-4c6e-9668-b3225eac27e9 req-6b938a68-a910-440d-8e8e-1577171b6a74 service neutron] (88019) timed out ('10.222.0.11', 60858) {{(pid=88019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 18:32:19.020009 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:32:23.399785 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-2465c7bb-4dd9-4435-ab93-9eeb4923f129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:32:25.489777 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-e0eccede-e3dc-49c8-9a23-f3a62bfce312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:32:26.903277 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:32:26.940146 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:32:28.319491 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:32:37.639513 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:32:49.036177 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:32:53.382800 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-127ff1a5-90bf-4250-9805-986b3e65cb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:32:55.488474 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-16ab518a-351d-4bc8-891d-4c754985dfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:32:56.902409 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:32:56.943537 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:32:58.328734 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:33:14.640140 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 18:33:19.033024 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:33:23.398899 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-a8cad52b-091d-4ddc-9336-78ef12a0ddc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:33:25.492869 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-5fa56570-922b-4192-8ed6-4e2adc1fa378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:33:26.911763 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-cb58fc85-adb8-46e5-933e-939c0b801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:33:26.948195 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-bd06a22b-bc21-4c0c-9a54-aa1677156584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:33:28.333213 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-add2f67a-3418-4c66-ba8e-a656c7a9b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:33:49.024610 dv-neutron-839024-2-hyperv neutron-server[88020]: DEBUG neutron_lib.callbacks.manager [None req-76d7a2e3-8cd5-4738-930d-50b3c5b26f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764221837626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863219'] for agent, after_update {{(pid=88020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 18:33:51.639646 dv-neutron-839024-2-hyperv neutron-server[88021]: DEBUG neutron.db.agents_db [None req-2ce05eb4-beef-41fd-a71f-ba47e4e520a6 None None] Agent healthcheck: found 6 active agents {{(pid=88021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}